renamed datasets and assets

qcri · Sep 4, 2023 · 5f2b417 · 5f2b417
1 parent 80d8692
commit 5f2b417
Show file tree

Hide file tree

Showing 40 changed files with 102 additions and 112 deletions.
diff --git a/...lity_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT35_ZeroShot.py b/...lity_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT35_ZeroShot.py
@@ -2,7 +2,7 @@
 import re
 
 from llmebench.datasets import CT22AttentionworthyDataset
-from llmebench.models import GPTModel, RandomGPTModel
+from llmebench.models import GPTModel
 from llmebench.tasks import AttentionworthyTask
 
 

diff --git a/...uality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT4_FewShot.py b/...uality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT4_FewShot.py
@@ -1,15 +1,10 @@
 import os
-import random
-import re
 
 from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import AttentionworthyTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
         "dataset": CT22AttentionworthyDataset,

diff --git a/...ality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT4_ZeroShot.py b/...ality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_GPT4_ZeroShot.py
@@ -1,15 +1,9 @@
 import os
-import random
-import re
-
 from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import AttentionworthyTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
         "dataset": CT22AttentionworthyDataset,

diff --git a/...s/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_GPT4_ZeroShot.py b/...s/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_GPT4_ZeroShot.py
@@ -1,15 +1,10 @@
 import os
-import random
-import re
 
 from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import CheckworthinessTask
 
 
-random.seed(1333)
-
-
 def config():
     return {
         "dataset": CT22CheckworthinessDataset,

diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py
@@ -2,21 +2,21 @@
 import random
 import re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import PropagandaMultilabelTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 random.seed(1333)
 
 
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },
-        "task": PropagandaMultilabelTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT35_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT35_ZeroShot.py
@@ -2,18 +2,18 @@
 
 import regex as re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import GPTModel
-from llmebench.tasks import PropagandaMultilabelTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },
-        "task": PropagandaMultilabelTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTModel,
         "model_args": {

diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_FewShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_FewShot.py
@@ -2,21 +2,21 @@
 import random
 import re
 
-from llmebench.datasets import WANLP22PropagandaDataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import PropagandaMultilabelTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 random.seed(1333)
 
 
 def config():
     return {
-        "dataset": WANLP22PropagandaDataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },
-        "task": PropagandaMultilabelTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_ZeroShot.py
@@ -2,21 +2,21 @@
 import random
 import re
 
-from llmebench.datasets import WANLP22T3Dataset
+from llmebench.datasets import WANLP22T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import PropagandaMultilabelTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 random.seed(1333)
 
 
 def config():
     return {
-        "dataset": WANLP22T3Dataset,
+        "dataset": WANLP22T3PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },
-        "task": PropagandaMultilabelTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...actuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_BLOOMZ_ZeroShot.py b/...actuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import SubjectivityDataset
+from llmebench.datasets import CT23SubjectivityDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import SubjectivityTask
 
 
 def config():
     return {
-        "dataset": SubjectivityDataset,
+        "dataset": CT23SubjectivityDataset,
         "dataset_args": {},
         "task": SubjectivityTask,
         "task_args": {},

diff --git a/...factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT35_ZeroShot.py b/...factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import SubjectivityDataset
+from llmebench.datasets import CT23SubjectivityDataset
 from llmebench.models import GPTModel, RandomGPTModel
 from llmebench.tasks import SubjectivityTask
 
 
 def config():
     return {
-        "dataset": SubjectivityDataset,
+        "dataset": CT23SubjectivityDataset,
         "dataset_args": {},
         "task": SubjectivityTask,
         "task_args": {},

diff --git a/...r/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT4_FewShot.py b/...r/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT4_FewShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import SubjectivityDataset
+from llmebench.datasets import CT23SubjectivityDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import SubjectivityTask
 
 
 def config():
     return {
-        "dataset": SubjectivityDataset,
+        "dataset": CT23SubjectivityDataset,
         "dataset_args": {},
         "task": SubjectivityTask,
         "task_args": {},

diff --git a/.../factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT4_ZeroShot.py b/.../factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import SubjectivityDataset
+from llmebench.datasets import CT23SubjectivityDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import SubjectivityTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": SubjectivityDataset,
+        "dataset": CT23SubjectivityDataset,
         "dataset_args": {},
         "task": SubjectivityTask,
         "task_args": {},

diff --git a/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py b/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py b/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py b/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py
@@ -4,7 +4,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -13,7 +13,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py b/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py b/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py b/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py
@@ -4,7 +4,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -13,7 +13,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py b/...uality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_BLOOMZ_ZeroShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py b/...actuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_FewShot.py
@@ -3,7 +3,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -12,7 +12,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py b/...ctuality_disinformation_harmful_content/propaganda/SemEval23T3Propaganda_GPT4_ZeroShot.py
@@ -4,7 +4,7 @@
 
 from llmebench.datasets import SemEval23T3PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import SemEval23T3PropagandaTask
+from llmebench.tasks import MultilabelPropagandaTask
 
 
 def config():
@@ -13,7 +13,7 @@ def config():
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda_semeval23/techniques_subtask3.txt"
         },
-        "task": SemEval23T3PropagandaTask,
+        "task": MultilabelPropagandaTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {