Renamed WANLP22 Propaganda dataset and assets

qcri · Sep 10, 2023 · 1d86af8 · 1d86af8
1 parent aa0436b
commit 1d86af8
Show file tree

Hide file tree

Showing 6 changed files with 11 additions and 23 deletions.
diff --git a/...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py → ...anda/WANLP22Propaganda_BLOOMZ_ZeroShot.py b/...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py → ...anda/WANLP22Propaganda_BLOOMZ_ZeroShot.py
@@ -1,17 +1,13 @@
-import random
 import re
 
-from llmebench.datasets import WANLP22T3PropagandaDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import PetalsModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
-        "dataset": WANLP22T3PropagandaDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py → ...ganda/WANLP22Propaganda_GPT35_ZeroShot.py b/...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py → ...ganda/WANLP22Propaganda_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import regex as re
 
-from llmebench.datasets import WANLP22T3PropagandaDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import LegacyOpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
     return {
-        "dataset": WANLP22T3PropagandaDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...tent/propaganda/WANLP22T3_GPT4_FewShot.py → ...paganda/WANLP22Propaganda_GPT4_FewShot.py b/...tent/propaganda/WANLP22T3_GPT4_FewShot.py → ...paganda/WANLP22Propaganda_GPT4_FewShot.py
@@ -1,17 +1,13 @@
-import random
 import re
 
-from llmebench.datasets import WANLP22T3PropagandaDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import OpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
-        "dataset": WANLP22T3PropagandaDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py → ...aganda/WANLP22Propaganda_GPT4_ZeroShot.py b/...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py → ...aganda/WANLP22Propaganda_GPT4_ZeroShot.py
@@ -1,17 +1,13 @@
-import random
 import re
 
-from llmebench.datasets import WANLP22T3PropagandaDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import OpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
-        "dataset": WANLP22T3PropagandaDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/llmebench/datasets/WANLP22T3Propaganda.py → llmebench/datasets/WANLP22Propaganda.py b/llmebench/datasets/WANLP22T3Propaganda.py → llmebench/datasets/WANLP22Propaganda.py
@@ -5,11 +5,11 @@
 from llmebench.datasets.dataset_base import DatasetBase
 
 
-class WANLP22T3PropagandaDataset(DatasetBase):
+class WANLP22PropagandaDataset(DatasetBase):
     def __init__(self, techniques_path=None, **kwargs):
         # Get the path to the file listing the target techniques
         self.techniques_path = Path(techniques_path) if techniques_path else None
-        super(WANLP22T3PropagandaDataset, self).__init__(**kwargs)
+        super(WANLP22PropagandaDataset, self).__init__(**kwargs)
 
     def metadata():
         return {

diff --git a/llmebench/datasets/__init__.py b/llmebench/datasets/__init__.py
@@ -41,7 +41,7 @@
 from .TyDiQA import TyDiQADataset
 from .UnifiedFCFactuality import UnifiedFCFactualityDataset
 from .UnifiedFCStance import UnifiedFCStanceDataset
-from .WANLP22T3Propaganda import WANLP22T3PropagandaDataset
+from .WANLP22Propaganda import WANLP22PropagandaDataset
 from .WikiNewsDiacritization import WikiNewsDiacritizationDataset
 from .WikiNewsLemmatization import WikiNewsLemmatizationDataset
 from .WikiNewsPOS import WikiNewsPOSDataset