renamed datasets and assets

qcri · Sep 4, 2023 · 80d8692 · 80d8692
1 parent 91114a0
commit 80d8692
Show file tree

Hide file tree

Showing 71 changed files with 169 additions and 198 deletions.
diff --git a/...worthy/Attentionworthy_BLOOMZ_ZeroShot.py → ...hy/CT22Attentionworthy_BLOOMZ_ZeroShot.py b/...worthy/Attentionworthy_BLOOMZ_ZeroShot.py → ...hy/CT22Attentionworthy_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import AttentionworthyDataset
+from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import AttentionworthyTask
 
 
 def config():
     return {
-        "dataset": AttentionworthyDataset,
+        "dataset": CT22AttentionworthyDataset,
         "dataset_args": {},
         "task": AttentionworthyTask,
         "task_args": {},

diff --git a/...nworthy/Attentionworthy_GPT35_ZeroShot.py → ...thy/CT22Attentionworthy_GPT35_ZeroShot.py b/...nworthy/Attentionworthy_GPT35_ZeroShot.py → ...thy/CT22Attentionworthy_GPT35_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import AttentionworthyDataset
+from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import GPTModel, RandomGPTModel
 from llmebench.tasks import AttentionworthyTask
 
 
 def config():
     return {
-        "dataset": AttentionworthyDataset,
+        "dataset": CT22AttentionworthyDataset,
         "dataset_args": {},
         "task": AttentionworthyTask,
         "task_args": {},

diff --git a/...ionworthy/Attentionworthy_GPT4_FewShot.py → ...orthy/CT22Attentionworthy_GPT4_FewShot.py b/...ionworthy/Attentionworthy_GPT4_FewShot.py → ...orthy/CT22Attentionworthy_GPT4_FewShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import AttentionworthyDataset
+from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import AttentionworthyTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": AttentionworthyDataset,
+        "dataset": CT22AttentionworthyDataset,
         "dataset_args": {},
         "task": AttentionworthyTask,
         "task_args": {},

diff --git a/...onworthy/Attentionworthy_GPT4_ZeroShot.py → ...rthy/CT22Attentionworthy_GPT4_ZeroShot.py b/...onworthy/Attentionworthy_GPT4_ZeroShot.py → ...rthy/CT22Attentionworthy_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import AttentionworthyDataset
+from llmebench.datasets import CT22AttentionworthyDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import AttentionworthyTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": AttentionworthyDataset,
+        "dataset": CT22AttentionworthyDataset,
         "dataset_args": {},
         "task": AttentionworthyTask,
         "task_args": {},

diff --git a/...hyness/Checkworthiness_BLOOMZ_ZeroShot.py → ...ss/CT22Checkworthiness_BLOOMZ_ZeroShot.py b/...hyness/Checkworthiness_BLOOMZ_ZeroShot.py → ...ss/CT22Checkworthiness_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import CheckworthinessTask
 
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...thyness/Checkworthiness_GPT35_ZeroShot.py → ...ess/CT22Checkworthiness_GPT35_ZeroShot.py b/...thyness/Checkworthiness_GPT35_ZeroShot.py → ...ess/CT22Checkworthiness_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTModel, RandomGPTModel
 from llmebench.tasks import CheckworthinessTask
 
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...orthyness/Checkworthiness_GPT4_FewShot.py → ...yness/CT22Checkworthiness_GPT4_FewShot.py b/...orthyness/Checkworthiness_GPT4_FewShot.py → ...yness/CT22Checkworthiness_GPT4_FewShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import CheckworthinessTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...rthyness/Checkworthiness_GPT4_ZeroShot.py → ...ness/CT22Checkworthiness_GPT4_ZeroShot.py b/...rthyness/Checkworthiness_GPT4_ZeroShot.py → ...ness/CT22Checkworthiness_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import CheckworthinessTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...ion/ClaimDetectCOVID19_BLOOMZ_ZeroShot.py → ...im_detection/CT22Claim_BLOOMZ_ZeroShot.py b/...ion/ClaimDetectCOVID19_BLOOMZ_ZeroShot.py → ...im_detection/CT22Claim_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidClaimDataset
+from llmebench.datasets import CT22ClaimDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import ClaimDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidClaimDataset,
+        "dataset": CT22ClaimDataset,
         "dataset_args": {},
         "task": ClaimDetectionTask,
         "task_args": {},

diff --git a/...tion/ClaimDetectCOVID19_GPT35_ZeroShot.py → ...aim_detection/CT22Claim_GPT35_ZeroShot.py b/...tion/ClaimDetectCOVID19_GPT35_ZeroShot.py → ...aim_detection/CT22Claim_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidClaimDataset
+from llmebench.datasets import CT22ClaimDataset
 from llmebench.models import GPTModel
 from llmebench.tasks import ClaimDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidClaimDataset,
+        "dataset": CT22ClaimDataset,
         "dataset_args": {},
         "task": ClaimDetectionTask,
         "task_args": {},

diff --git a/...ection/ClaimDetectCOVID19_GPT4_FewShot.py → ...claim_detection/CT22Claim_GPT4_FewShot.py b/...ection/ClaimDetectCOVID19_GPT4_FewShot.py → ...claim_detection/CT22Claim_GPT4_FewShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidClaimDataset
+from llmebench.datasets import CT22ClaimDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import ClaimDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidClaimDataset,
+        "dataset": CT22ClaimDataset,
         "dataset_args": {},
         "task": ClaimDetectionTask,
         "task_args": {},

diff --git a/...ction/ClaimDetectCOVID19_GPT4_ZeroShot.py → ...laim_detection/CT22Claim_GPT4_ZeroShot.py b/...ction/ClaimDetectCOVID19_GPT4_ZeroShot.py → ...laim_detection/CT22Claim_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import CheckworthinessTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...lity/FactualityCOVID19_BLOOMZ_ZeroShot.py → ...lity/COVID19Factuality_BLOOMZ_ZeroShot.py b/...lity/FactualityCOVID19_BLOOMZ_ZeroShot.py → ...lity/COVID19Factuality_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import FactualityCOVID19Dataset
+from llmebench.datasets import COVID19FactualityDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import FactualityCOVID19Task
 
 
 def config():
     return {
-        "dataset": FactualityCOVID19Dataset,
+        "dataset": COVID19FactualityDataset,
         "dataset_args": {},
         "task": FactualityCOVID19Task,
         "task_args": {},

diff --git a/...tuality/FactualityCOVID19_GPT4_FewShot.py → ...tuality/COVID19Factuality_GPT4_FewShot.py b/...tuality/FactualityCOVID19_GPT4_FewShot.py → ...tuality/COVID19Factuality_GPT4_FewShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import FactualityCOVID19Dataset
+from llmebench.datasets import COVID19FactualityDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import FactualityCOVID19Task
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": FactualityCOVID19Dataset,
+        "dataset": COVID19FactualityDataset,
         "dataset_args": {},
         "task": FactualityCOVID19Task,
         "task_args": {},

diff --git a/...uality/FactualityCOVID19_GPT4_ZeroShot.py → ...uality/COVID19Factuality_GPT4_ZeroShot.py b/...uality/FactualityCOVID19_GPT4_ZeroShot.py → ...uality/COVID19Factuality_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import FactualityCOVID19Dataset
+from llmebench.datasets import COVID19FactualityDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import FactualityCOVID19Task
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": FactualityCOVID19Dataset,
+        "dataset": COVID19FactualityDataset,
         "dataset_args": {},
         "task": FactualityCOVID19Task,
         "task_args": {},

diff --git a/...n/HarmfulDetectCOVID19_BLOOMZ_ZeroShot.py → ..._detection/CT22Harmful_BLOOMZ_ZeroShot.py b/...n/HarmfulDetectCOVID19_BLOOMZ_ZeroShot.py → ..._detection/CT22Harmful_BLOOMZ_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidHarmfulDataset
+from llmebench.datasets import CT22HarmfulDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import HarmfulDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidHarmfulDataset,
+        "dataset": CT22HarmfulDataset,
         "dataset_args": {},
         "task": HarmfulDetectionTask,
         "task_args": {},

diff --git a/...on/HarmfulDetectCOVID19_GPT35_ZeroShot.py → ...s_detection/CT22Harmful_GPT35_ZeroShot.py b/...on/HarmfulDetectCOVID19_GPT35_ZeroShot.py → ...s_detection/CT22Harmful_GPT35_ZeroShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidHarmfulDataset
+from llmebench.datasets import CT22HarmfulDataset
 from llmebench.models import GPTModel
 from llmebench.tasks import HarmfulDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidHarmfulDataset,
+        "dataset": CT22HarmfulDataset,
         "dataset_args": {},
         "task": HarmfulDetectionTask,
         "task_args": {},

diff --git a/...tion/HarmfulDetectCOVID19_GPT4_FewShot.py → ...ess_detection/CT22Harmful_GPT4_FewShot.py b/...tion/HarmfulDetectCOVID19_GPT4_FewShot.py → ...ess_detection/CT22Harmful_GPT4_FewShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import CovidHarmfulDataset
+from llmebench.datasets import CT22HarmfulDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import HarmfulDetectionTask
 
 
 def config():
     return {
-        "dataset": CovidHarmfulDataset,
+        "dataset": CT22HarmfulDataset,
         "dataset_args": {},
         "task": HarmfulDetectionTask,
         "task_args": {},

diff --git a/...ion/HarmfulDetectCOVID19_GPT4_ZeroShot.py → ...ss_detection/CT22Harmful_GPT4_ZeroShot.py b/...ion/HarmfulDetectCOVID19_GPT4_ZeroShot.py → ...ss_detection/CT22Harmful_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import CheckworthinessDataset
+from llmebench.datasets import CT22CheckworthinessDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import CheckworthinessTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": CheckworthinessDataset,
+        "dataset": CT22CheckworthinessDataset,
         "dataset_args": {},
         "task": CheckworthinessTask,
         "task_args": {},

diff --git a/...paganda/PropMultilabel_BLOOMZ_ZeroShot.py → ...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py b/...paganda/PropMultilabel_BLOOMZ_ZeroShot.py → ...t/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import PropagandaTweetDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import PropagandaMultilabelTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": PropagandaTweetDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...opaganda/PropMultilabel_GPT35_ZeroShot.py → ...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py b/...opaganda/PropMultilabel_GPT35_ZeroShot.py → ...nt/propaganda/WANLP22T3_GPT35_ZeroShot.py
@@ -2,14 +2,14 @@
 
 import regex as re
 
-from llmebench.datasets import PropagandaTweetDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import GPTModel
 from llmebench.tasks import PropagandaMultilabelTask
 
 
 def config():
     return {
-        "dataset": PropagandaTweetDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...propaganda/PropMultilabel_GPT4_FewShot.py → ...tent/propaganda/WANLP22T3_GPT4_FewShot.py b/...propaganda/PropMultilabel_GPT4_FewShot.py → ...tent/propaganda/WANLP22T3_GPT4_FewShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import PropagandaTweetDataset
+from llmebench.datasets import WANLP22PropagandaDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import PropagandaMultilabelTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": PropagandaTweetDataset,
+        "dataset": WANLP22PropagandaDataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...ropaganda/PropMultilabel_GPT4_ZeroShot.py → ...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py b/...ropaganda/PropMultilabel_GPT4_ZeroShot.py → ...ent/propaganda/WANLP22T3_GPT4_ZeroShot.py
@@ -2,7 +2,7 @@
 import random
 import re
 
-from llmebench.datasets import PropagandaTweetDataset
+from llmebench.datasets import WANLP22T3Dataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import PropagandaMultilabelTask
 
@@ -12,7 +12,7 @@
 
 def config():
     return {
-        "dataset": PropagandaTweetDataset,
+        "dataset": WANLP22T3Dataset,
         "dataset_args": {
             "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
         },

diff --git a/...jectivity/Subjectivity_BLOOMZ_ZeroShot.py → ...ivity/CT23Subjectivity_BLOOMZ_ZeroShot.py b/...jectivity/Subjectivity_BLOOMZ_ZeroShot.py → ...ivity/CT23Subjectivity_BLOOMZ_ZeroShot.py
diff --git a/...bjectivity/Subjectivity_GPT35_ZeroShot.py → ...tivity/CT23Subjectivity_GPT35_ZeroShot.py b/...bjectivity/Subjectivity_GPT35_ZeroShot.py → ...tivity/CT23Subjectivity_GPT35_ZeroShot.py
diff --git a/...subjectivity/Subjectivity_GPT4_FewShot.py → ...ectivity/CT23Subjectivity_GPT4_FewShot.py b/...subjectivity/Subjectivity_GPT4_FewShot.py → ...ectivity/CT23Subjectivity_GPT4_FewShot.py
diff --git a/...ubjectivity/Subjectivity_GPT4_ZeroShot.py → ...ctivity/CT23Subjectivity_GPT4_ZeroShot.py b/...ubjectivity/Subjectivity_GPT4_ZeroShot.py → ...ctivity/CT23Subjectivity_GPT4_ZeroShot.py