Revert "Rename WANLP22 Propaganda dataset and assets (#209)"

This reverts commit 889e926.
qcri · Sep 17, 2023 · 7c738a6 · 7c738a6
1 parent 1cad253
commit 7c738a6
Show file tree

Hide file tree

Showing 6 changed files with 23 additions and 11 deletions.
diff --git a/...anda/WANLP22Propaganda_BLOOMZ_ZeroShot.py → ...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py b/...anda/WANLP22Propaganda_BLOOMZ_ZeroShot.py → ...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py
@@ -1,13 +1,17 @@
+import random
 import re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import PetalsModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
+random.seed(1333)
+
+
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...ganda/WANLP22Propaganda_GPT35_ZeroShot.py → ...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py b/...ganda/WANLP22Propaganda_GPT35_ZeroShot.py → ...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import regex as re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import LegacyOpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...paganda/WANLP22Propaganda_GPT4_FewShot.py → ...tent/propaganda/WANLP22T3_GPT4_FewShot.py b/...paganda/WANLP22Propaganda_GPT4_FewShot.py → ...tent/propaganda/WANLP22T3_GPT4_FewShot.py
@@ -1,13 +1,17 @@
+import random
 import re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import OpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
+random.seed(1333)
+
+
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...aganda/WANLP22Propaganda_GPT4_ZeroShot.py → ...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py b/...aganda/WANLP22Propaganda_GPT4_ZeroShot.py → ...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py
@@ -1,13 +1,17 @@
+import random
 import re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import OpenAIModel
 from llmebench.tasks import MultilabelPropagandaTask
 
 
+random.seed(1333)
+
+
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/llmebench/datasets/WANLP22Propaganda.py → llmebench/datasets/WANLP22T3Propaganda.py b/llmebench/datasets/WANLP22Propaganda.py → llmebench/datasets/WANLP22T3Propaganda.py
@@ -6,11 +6,11 @@
 from llmebench.tasks import TaskType
 
 
-class WANLP22PropagandaDataset(DatasetBase):
+class WANLP22T3PropagandaDataset(DatasetBase):
     def __init__(self, techniques_path=None, **kwargs):
         # Get the path to the file listing the target techniques
         self.techniques_path = Path(techniques_path) if techniques_path else None
-        super(WANLP22PropagandaDataset, self).__init__(**kwargs)
+        super(WANLP22T3PropagandaDataset, self).__init__(**kwargs)
 
     @staticmethod
     def metadata():

diff --git a/llmebench/datasets/__init__.py b/llmebench/datasets/__init__.py
@@ -42,7 +42,7 @@
 from .TyDiQA import TyDiQADataset
 from .UnifiedFCFactuality import UnifiedFCFactualityDataset
 from .UnifiedFCStance import UnifiedFCStanceDataset
-from .WANLP22Propaganda import WANLP22PropagandaDataset
+from .WANLP22T3Propaganda import WANLP22T3PropagandaDataset
 from .WikiNewsDiacritization import WikiNewsDiacritizationDataset
 from .WikiNewsLemmatization import WikiNewsLemmatizationDataset
 from .WikiNewsPOS import WikiNewsPOSDataset