all the sexual entries are now sexist (the original feature stores th…

…at they were sexual) which should make analysis much easier and less error prone. Bumped the version number though so old apps don't change without us doing it deliberately

pom.xml

@@ -20,7 +20,7 @@
 	<!-- The Maven coordinates of this plugin -->
 	<groupId>uk.ac.gate.plugins</groupId>
 	<artifactId>abuse-gazetteer</artifactId>
-	<version>0.1-SNAPSHOT</version>
+	<version>0.2-SNAPSHOT</version>
 
 	<!-- Information about this plugin. This will be used when the plugin is 
 		shown in the GATE plugin manager -->

src/main/resources/resources/english/offensive_words.lst

@@ -1,16 +1,16 @@
-anal	category=adjective	type=sexual
-anus	strength=mild	type=sexual
-arse	strength=mild	type=sexual
-arsing	category=adjective	strength=mild	type=sexual
-ass	strength=mild	type=sexual
-bitch ass	category=adjective	type=sexual
-bitchass	category=adjective	type=sexual
+anal	category=adjective	type=sexist	original=sexual
+anus	strength=mild	type=sexist	original=sexual
+arse	strength=mild	type=sexist	original=sexual
+arsing	category=adjective	strength=mild	type=sexist	original=sexual
+ass	strength=mild	type=sexist	original=sexual
+bitch ass	category=adjective	type=sexist	original=sexual
+bitchass	category=adjective	type=sexist	original=sexual
 blasted	category=adjective	strength=mild	type=general
 bloody	strength=mild	type=general
 blooming	category=adjective	strength=mild	type=general
-bollocks	strength=medium	type=sexual
-bollox	strength=medium	type=sexual
-boner	type=sexual
+bollocks	strength=medium	type=sexist	original=sexual
+bollox	strength=medium	type=sexist	original=sexual
+boner	type=sexist	original=sexual
 boobies	type=sexist	origin=farrell
 boobs	type=sexist	origin=farrell
 boob	type=sexist
@@ -27,18 +27,18 @@ braindead	category=adjective	type=reputation
 bugger 	strength=mild	type=general
 bullshit	strength=medium	type=general
 bumblefuck	type=general
-bum	strength=mild	type=sexual
-butt	strength=mild	type=sexual
-cock	strength=strong	type=sexual
+bum	strength=mild	type=sexist	original=sexual
+butt	strength=mild	type=sexist	original=sexual
+cock	strength=strong	type=sexist	original=sexual
 cowardly	category=adjective	type=general
 crappy	category=adjective	strength=mild
 crap	strength=mild	type=general
 cretinous	category=adjective	type=reputation
 daft	type=reputation
 damn	category=adjective	strength=mild	type=general
-dick	type=sexual
-dicks	type=sexual
-dicksucking	category=adjective strength=strong	type=sexual
+dick	type=sexist	original=sexual
+dicks	type=sexist	original=sexual
+dicksucking	category=adjective strength=strong	type=sexist	original=sexual
 dirty	type=general
 dozy	category=adjective	strength=mild	type=general
 dumb	category=adjective	type=reputation
@@ -89,18 +89,18 @@ motherfuckin	category=adjective	type=general
 motherfucking	category=adjective	strength=strong	type=general
 munging	category=adjective	strength=strong	type=general
 pathetic	category=adjective	type=general
-penis	type=sexual
+penis	type=sexist	original=sexual
 phriggin	category=adjective	type=general
 phrigging	category=adjective	type=general
 phucken	category=adjective	type=general
 phuckin	category=adjective	type=general
 phucking	category=adjective	type=general
 po-faced	category=adjective	type=general
 poxy	category=adjective	type=general
-prick	type=sexual
-pricks	type=sexual
+prick	type=sexist	original=sexual
+pricks	type=sexist	original=sexual
 puke	type=general
-shag	strength=medium	type=sexual
+shag	strength=medium	type=sexist	original=sexual
 sheister	origin=farrell	type=general
 shite	strength=medium	type=general
 shit	strength=medium	type=general

src/main/resources/resources/english/sexual-threat-phrases.lst

@@ -1,3 +1,3 @@
-I'll fill your mouth	type=sexual
-my cock will be shoved	type=sexual
+I'll fill your mouth	type=sexist	original=sexual
+my cock will be shoved	type=sexist	original=sexual
 fuck your brains out	type=sexist

src/main/resources/resources/english/slurs-no-permute.lst

@@ -8,7 +8,7 @@ fuck you	strength=strongest	pos=youphrase	type=general
 fuck u	strength=strongest	pos=youphrase	type=general
 FU	pos=youphrase	type=general
 fuckyou	strength=strongest	pos=youphrase	type=general
-get fucked	pos=youphrase	type=sexual
+get fucked	pos=youphrase	type=sexist	original=sexual
 GFY	pos=youphrase	type=general
 go fuck yourself	pos=youphrase	type=general
 you are dumb	pos=youphrase	type=reputation
@@ -23,7 +23,7 @@ u are stupid	pos=youphrase	type=reputation
 u are so stupid	pos=youphrase	type=reputation
 how stupid u are	pos=youphrase	type=reputation
 you are stupid	pos=youphrase	type=reputation
-eat pussy	origin=farrell	pos=youphrase	type=sexual
+eat pussy	origin=farrell	pos=youphrase	type=sexist	original=sexual
 go back to wherever you came from	type=racist	pos=youphrase
 go back to where you came from	type=racist	pos=youphrase
 go back wherever you came from	type=racist	pos=youphrase
@@ -37,15 +37,15 @@ shut da fuck up	pos=youphrase	type=general
 shut your mouth	pos=youphrase	type=general
 shut your fucking mouth	pos=youphrase	type=general
 STFU	pos=youphrase	type=general
-you cock	strength=strong	pos=youphrase	type=sexual	anatomy=male
-u cock	strength=strong	pos=youphrase	type=sexual	anatomy=male
+you cock	strength=strong	pos=youphrase	type=sexist	original=sexual	anatomy=male
+u cock	strength=strong	pos=youphrase	type=sexist	original=sexual	anatomy=male
 touch of the tar brush	type=racist	origin=farrell	pos=phrase
 touch of the tar brushes	type=racist	origin=farrell	pos=phrase
-dickless	origin=farrell	pos=phrase	anatomy=male	type=sexual
-a cock	strength=strong	pos=phrase	type=sexual	anatomy=male
+dickless	origin=farrell	pos=phrase	anatomy=male	type=sexist	original=sexual
+a cock	strength=strong	pos=phrase	type=sexist	original=sexual	anatomy=male
 dick for brains	origin=farrell	pos=phrase	anatomy=male	type=reputation
-a-hole	type=sexual
-a-holes	plural=true	type=sexual
+a-hole	type=sexist	original=sexual
+a-holes	plural=true	type=sexist	original=sexual
 aunt jemima	type=racist	origin=farrell
 aunt jemimas	type=racist	origin=farrell	plural=true
 african forklift	type=racist	origin=farrell
@@ -81,9 +81,9 @@ dumbsh1ts	plural=true	type=reputation
 dumsh1ts	plural=true	type=reputation
 dumbsh!ts	plural=true	type=reputation
 dumsh!ts	plural=true	type=reputation
-fanny flaps	origin=farrell	type=sexual	anatomy=female
-fanny-flaps	origin=farrell	type=sexual	anatomy=female
-fannyflaps	origin=farrell	type=sexual	anatomy=female
+fanny flaps	origin=farrell	type=sexist	original=sexual	anatomy=female
+fanny-flaps	origin=farrell	type=sexist	original=sexual	anatomy=female
+fannyflaps	origin=farrell	type=sexist	original=sexual	anatomy=female
 fresh off the boat	type=racist	origin=farrell
 piece of feces	type=general
 piece of faeces	type=general
@@ -111,15 +111,15 @@ sons of bitches	plural=true	type=general
 sons-of-bitches	plural=true	type=general
 sooties	plural=true	type=racist	origin=farrell
 thick lips	type=racist	origin=farrell
-twat lips	strength=strong	anatomy=female	type=sexual
+twat lips	strength=strong	anatomy=female	type=sexist	original=sexual
 thick-lips	type=racist	origin=farrell
-twat-lips	strength=strong	anatomy=female	type=sexual
+twat-lips	strength=strong	anatomy=female	type=sexist	original=sexual
 thicklips	type=racist	origin=farrell
-twatlips	strength=strong	anatomy=female	type=sexual
+twatlips	strength=strong	anatomy=female	type=sexist	original=sexual
 whore from fife	origin=farrell	type=sexist
 whores from fife	origin=farrell	plural=true	type=sexist
-your arse	strength=mild	type=sexual
-your ass	strength=mild	type=sexual
+your arse	strength=mild	type=sexist	original=sexual
+your ass	strength=mild	type=sexist	original=sexual
 banjo lips	type=racist	origin=farrell
 bans and cans	type=racist	origin=farrell
 zogs	plural=true	type=racist	origin=farrell
@@ -128,10 +128,10 @@ stupid boy	type=gendered reputation
 fucking stupid	type=reputation
 bloody stupid	type=reputation
 dumb fuck	type=reputation
-fucking prick	type=sexual	anatomy=male
+fucking prick	type=sexist	original=sexual	anatomy=male
 stupid woman	type=gendered reputation
-fat arse	type=sexual	strength=mild
-fat ass	type=sexual	strength=mild
+fat arse	type=sexist	original=sexual	strength=mild
+fat ass	type=sexist	original=sexual	strength=mild
 lying bastard	type=reputation
 lying piece of shit	type=reputation
 lying scumbag	type=reputation

src/main/resources/resources/russian/TO-SORT.TXT

@@ -38,7 +38,7 @@ offensive_words.lst
 	english=motherfuckin	category=adjective	type=general
 	english=motherfucking	category=adjective	strength=strong	type=general
 	english=munging	category=adjective	strength=strong	type=general
-	english=shag	strength=medium	type=sexual
+	english=shag	strength=medium	type=sexist	original=sexual
 	english=sheister	origin=farrell	type=general
 	english=shite	strength=medium	type=general
 	english=shit	strength=medium	type=general

src/main/resources/resources/russian/offensive_words.lst

@@ -1,22 +1,22 @@
-анал	english=anal	category=adjective	type=sexual
-анальный	english=anal	category=adjective	type=sexual
-анус	english=anus	strength=mild	type=sexual
-жопа	english=arse	strength=mild	type=sexual
-заниматься ерундой	english=arsing	category=adjective	strength=mild	type=sexual
-задница	english=ass	strength=mild	type=sexual
-жопа	english=ass	strength=mild	type=sexual
-тряпка	english=bitch ass	category=adjective	type=sexual
-сука измученная	english=bitch ass	category=adjective	type=sexual
-сучья жопа	english=bitchass	category=adjective	type=sexual
+анал	english=anal	category=adjective	type=sexist	original=sexual
+анальный	english=anal	category=adjective	type=sexist	original=sexual
+анус	english=anus	strength=mild	type=sexist	original=sexual
+жопа	english=arse	strength=mild	type=sexist	original=sexual
+заниматься ерундой	english=arsing	category=adjective	strength=mild	type=sexist	original=sexual
+задница	english=ass	strength=mild	type=sexist	original=sexual
+жопа	english=ass	strength=mild	type=sexist	original=sexual
+тряпка	english=bitch ass	category=adjective	type=sexist	original=sexual
+сука измученная	english=bitch ass	category=adjective	type=sexist	original=sexual
+сучья жопа	english=bitchass	category=adjective	type=sexist	original=sexual
 проклятый	english=blasted	category=adjective	strength=mild	type=general
 чертова	english=bloody	strength=mild	type=general
 проклятый	english=bloody	strength=mild	type=general
 проклятое	english=blooming	category=adjective	strength=mild	type=general
-чушь	english=bollocks	strength=medium	type=sexual
-ерунда	english=bollocks	strength=medium	type=sexual
-чушь	english=bollox	strength=medium	type=sexual
-ерунда	english=bollox	strength=medium	type=sexual
-стояк	english=boner	type=sexual
+чушь	english=bollocks	strength=medium	type=sexist	original=sexual
+ерунда	english=bollocks	strength=medium	type=sexist	original=sexual
+чушь	english=bollox	strength=medium	type=sexist	original=sexual
+ерунда	english=bollox	strength=medium	type=sexist	original=sexual
+стояк	english=boner	type=sexist	original=sexual
 сисечки	english=boobies	type=sexist	origin=farrell
 дойки	english=boobies	type=sexist	origin=farrell
 бидоны	english=boobies	type=sexist	origin=farrell
@@ -46,13 +46,13 @@
 ерунда	english=bullshit	strength=medium	type=general
 чушь	english=bullshit	strength=medium	type=general
 дыра	english=bumblefuck	type=general
-бродяга	english=bum	strength=mild	type=sexual
-бездомный	english=bum	strength=mild	type=sexual
-бомж	english=bum	strength=mild	type=sexual
-жопа	english=butt	strength=mild	type=sexual
-задница	english=butt	strength=mild	type=sexual
-член	english=cock	strength=strong	type=sexual
-Хуй	english=cock	strength=strong	type=sexual
+бродяга	english=bum	strength=mild	type=sexist	original=sexual
+бездомный	english=bum	strength=mild	type=sexist	original=sexual
+бомж	english=bum	strength=mild	type=sexist	original=sexual
+жопа	english=butt	strength=mild	type=sexist	original=sexual
+задница	english=butt	strength=mild	type=sexist	original=sexual
+член	english=cock	strength=strong	type=sexist	original=sexual
+Хуй	english=cock	strength=strong	type=sexist	original=sexual
 трусливый	english=cowardly	category=adjective	type=general
 дерьмовые	english=crappy	category=adjective	strength=mild
 дерьмовый	english=crappy	category=adjective	strength=mild
@@ -64,10 +64,10 @@
 глупый	english=daft	type=reputation
 чертов	english=damn	category=adjective	strength=mild	type=general
 проклятый	english=damn	category=adjective	strength=mild	type=general
-член	english=dick	type=sexual
-Хуй	english=dick	type=sexual
-Хуй	english=dicks	type=sexual
-сосание члена	english=dicksucking	category=adjective strength=strong	type=sexual
+член	english=dick	type=sexist	original=sexual
+Хуй	english=dick	type=sexist	original=sexual
+Хуй	english=dicks	type=sexist	original=sexual
+сосание члена	english=dicksucking	category=adjective strength=strong	type=sexist	original=sexual
 грязный	english=dirty	type=general
 сонный	english=dozy	category=adjective	strength=mild	type=general
 глупо	english=dumb	category=adjective	type=reputation
@@ -88,10 +88,10 @@
 отвратительный	english=minging	category=adjective	strength=strong	type=general
 глупый	english=moronic	category=adjective	type=reputation
 жалкий	english=pathetic	category=adjective	type=general
-хуй	english=penis	type=sexual
-член	english=penis	type=sexual
-пенис	english=penis	type=sexual
-елдак	english=penis	type=sexual
+хуй	english=penis	type=sexist	original=sexual
+член	english=penis	type=sexist	original=sexual
+пенис	english=penis	type=sexist	original=sexual
+елдак	english=penis	type=sexist	original=sexual
 черт возьми	english=phriggin	category=adjective	type=general
 чертовски	english=phriggin	category=adjective	type=general
 чертовски	english=phrigging	category=adjective	type=general
@@ -102,10 +102,10 @@
 серьезный	english=po-faced	category=adjective	type=general
 болезненный	english=poxy	category=adjective	type=general
 неважный	english=poxy	category=adjective	type=general
-дебил	english=prick	type=sexual
-урод	english=prick	type=sexual
-уроды	english=pricks	type=sexual
-дебилы	english=pricks	type=sexual
+дебил	english=prick	type=sexist	original=sexual
+урод	english=prick	type=sexist	original=sexual
+уроды	english=pricks	type=sexist	original=sexual
+дебилы	english=pricks	type=sexist	original=sexual
 рвота	english=puke	type=general
 блевота	english=puke	type=general
 завали ебало	english=shut up	type=general

src/main/resources/resources/russian/sexual-threat-phrases.lst

@@ -1,3 +1,3 @@
-I'll fill your mouth	type=sexual
-my cock will be shoved	type=sexual
+I'll fill your mouth	type=sexist	original=sexual
+my cock will be shoved	type=sexist	original=sexual
 fuck your brains out	type=sexist