renamed datasets, assets and tasks for stance and fact.

qcri · Sep 5, 2023 · f78c7f9 · f78c7f9
1 parent 2bf2d03
commit f78c7f9
Show file tree

Hide file tree

Showing 37 changed files with 107 additions and 122 deletions.
diff --git a/...ity/FactualityKhouja20_BLOOMZ_ZeroShot.py → ...ity/Khouja20Factuality_BLOOMZ_ZeroShot.py b/...ity/FactualityKhouja20_BLOOMZ_ZeroShot.py → ...ity/Khouja20Factuality_BLOOMZ_ZeroShot.py
@@ -1,20 +1,15 @@
 import os
-import random
-import re
 
-from llmebench.datasets import FactualityKhouja20Dataset
+from llmebench.datasets import Khouja20FactualityDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import FactualityKhouja20Task
-
-
-random.seed(1333)
+from llmebench.tasks import Khouja20FactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityKhouja20Dataset,
+        "dataset": Khouja20FactualityDataset,
         "dataset_args": {},
-        "task": FactualityKhouja20Task,
+        "task": Khouja20FactualityTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...lity/FactualityKhouja20_GPT35_ZeroShot.py → ...lity/Khouja20Factuality_GPT35_ZeroShot.py b/...lity/FactualityKhouja20_GPT35_ZeroShot.py → ...lity/Khouja20Factuality_GPT35_ZeroShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import FactualityKhouja20Dataset
+from llmebench.datasets import Khouja20FactualityDataset
 from llmebench.models import GPTModel, RandomGPTModel
-from llmebench.tasks import FactualityKhouja20Task
+from llmebench.tasks import Khouja20FactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityKhouja20Dataset,
+        "dataset": Khouja20FactualityDataset,
         "dataset_args": {},
-        "task": FactualityKhouja20Task,
+        "task": Khouja20FactualityTask,
         "task_args": {},
         "model": GPTModel,
         "model_args": {

diff --git a/...uality/FactualityKhouja20_GPT4_FewShot.py → ...uality/Khouja20Factuality_GPT4_FewShot.py b/...uality/FactualityKhouja20_GPT4_FewShot.py → ...uality/Khouja20Factuality_GPT4_FewShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import FactualityKhouja20Dataset
+from llmebench.datasets import Khouja20FactualityDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import FactualityKhouja20Task
+from llmebench.tasks import Khouja20FactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityKhouja20Dataset,
+        "dataset": Khouja20FactualityDataset,
         "dataset_args": {},
-        "task": FactualityKhouja20Task,
+        "task": Khouja20FactualityTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ality/FactualityKhouja20_GPT4_ZeroShot.py → ...ality/Khouja20Factuality_GPT4_ZeroShot.py b/...ality/FactualityKhouja20_GPT4_ZeroShot.py → ...ality/Khouja20Factuality_GPT4_ZeroShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import FactualityKhouja20Dataset
+from llmebench.datasets import Khouja20FactualityDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import FactualityKhouja20Task
+from llmebench.tasks import Khouja20FactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityKhouja20Dataset,
+        "dataset": Khouja20FactualityDataset,
         "dataset_args": {},
-        "task": FactualityKhouja20Task,
+        "task": Khouja20FactualityTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ty/FactualityUnifiedFC_BLOOMZ_ZeroShot.py → ...ty/UnifiedFCFactuality_BLOOMZ_ZeroShot.py b/...ty/FactualityUnifiedFC_BLOOMZ_ZeroShot.py → ...ty/UnifiedFCFactuality_BLOOMZ_ZeroShot.py
@@ -1,20 +1,15 @@
 import os
-import random
-import re
 
-from llmebench.datasets import FactualityUnifiedFCDataset
+from llmebench.datasets import UnifiedFCFactualityDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import FactualityUnifiedFCTask
-
-
-random.seed(1333)
+from llmebench.tasks import UnifiedFCFactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityUnifiedFCDataset,
+        "dataset": UnifiedFCFactualityDataset,
         "dataset_args": {},
-        "task": FactualityUnifiedFCTask,
+        "task": UnifiedFCFactualityTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...ality/FactualityUnifiedFC_GPT4_FewShot.py → ...ality/UnifiedFCFactuality_GPT4_FewShot.py b/...ality/FactualityUnifiedFC_GPT4_FewShot.py → ...ality/UnifiedFCFactuality_GPT4_FewShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import FactualityUnifiedFCDataset
+from llmebench.datasets import UnifiedFCFactualityDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import FactualityUnifiedFCTask
+from llmebench.tasks import UnifiedFCFactualityTask
 
 
 def config():
     return {
-        "dataset": FactualityUnifiedFCDataset,
+        "dataset": UnifiedFCFactualityDataset,
         "dataset_args": {},
-        "task": FactualityUnifiedFCTask,
+        "task": UnifiedFCFactualityTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...lity/FactualityUnifiedFC_GPT4_ZeroShot.py → ...lity/UnifiedFCFactuality_GPT4_ZeroShot.py b/...lity/FactualityUnifiedFC_GPT4_ZeroShot.py → ...lity/UnifiedFCFactuality_GPT4_ZeroShot.py
@@ -2,19 +2,19 @@
 import random
 import re
 
-from llmebench.datasets import FactualityUnifiedFCDataset
+from llmebench.datasets import UnifiedFCFactualityDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import FactualityUnifiedFCTask
+from llmebench.tasks import UnifiedFCFactualityTask
 
 
 random.seed(1333)
 
 
 def config():
     return {
-        "dataset": FactualityUnifiedFCDataset,
+        "dataset": UnifiedFCFactualityDataset,
         "dataset_args": {},
-        "task": FactualityUnifiedFCTask,
+        "task": UnifiedFCFactualityTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/assets/ar/semantics/STS/STSTrack1_BLOOMZ_ZeroShot.py b/assets/ar/semantics/STS/STSTrack1_BLOOMZ_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track1Dataset
+from llmebench.datasets import SemEval17T1STSDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import STSTrack1Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track1Dataset,
+        "dataset": SemEval17T1STSDataset,
         "dataset_args": {},
         "task": STSTrack1Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack1_GPT35_ZeroShot.py b/assets/ar/semantics/STS/STSTrack1_GPT35_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track1Dataset
+from llmebench.datasets import SemEval17T1STSDataset
 from llmebench.models import GPTModel
 from llmebench.tasks import STSTrack1Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track1Dataset,
+        "dataset": SemEval17T1STSDataset,
         "dataset_args": {},
         "task": STSTrack1Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack1_GPT4_FewShot.py b/assets/ar/semantics/STS/STSTrack1_GPT4_FewShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import STSArSemEval17Track1Dataset
+from llmebench.datasets import SemEval17T1STSDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import STSTrack1Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track1Dataset,
+        "dataset": SemEval17T1STSDataset,
         "dataset_args": {},
         "task": STSTrack1Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack1_GPT4_ZeroShot.py b/assets/ar/semantics/STS/STSTrack1_GPT4_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track1Dataset
+from llmebench.datasets import SemEval17T1STSDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import STSTrack1Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track1Dataset,
+        "dataset": SemEval17T1STSDataset,
         "dataset_args": {},
         "task": STSTrack1Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack2_BLOOMZ_ZeroShot.py b/assets/ar/semantics/STS/STSTrack2_BLOOMZ_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track1Dataset
+from llmebench.datasets import SemEval17T1STSDataset
 from llmebench.models import BLOOMPetalModel
 from llmebench.tasks import STSTrack1Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track1Dataset,
+        "dataset": SemEval17T1STSDataset,
         "dataset_args": {},
         "task": STSTrack1Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack2_GPT35_ZeroShot.py b/assets/ar/semantics/STS/STSTrack2_GPT35_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track2Dataset
+from llmebench.datasets import SemEval17T2STSDataset
 from llmebench.models import GPTModel, RandomGPTModel
 from llmebench.tasks import STSTrack2Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track2Dataset,
+        "dataset": SemEval17T2STSDataset,
         "dataset_args": {},
         "task": STSTrack2Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack2_GPT4_FewShot.py b/assets/ar/semantics/STS/STSTrack2_GPT4_FewShot.py
@@ -1,13 +1,13 @@
 import os
 
-from llmebench.datasets import STSArSemEval17Track2Dataset
+from llmebench.datasets import SemEval17T2STSDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import STSTrack2Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track2Dataset,
+        "dataset": SemEval17T2STSDataset,
         "dataset_args": {},
         "task": STSTrack2Task,
         "task_args": {},

diff --git a/assets/ar/semantics/STS/STSTrack2_GPT4_ZeroShot.py b/assets/ar/semantics/STS/STSTrack2_GPT4_ZeroShot.py
@@ -1,14 +1,14 @@
 import os
 import re
 
-from llmebench.datasets import STSArSemEval17Track2Dataset
+from llmebench.datasets import SemEval17T2STSDataset
 from llmebench.models import GPTChatCompletionModel
 from llmebench.tasks import STSTrack2Task
 
 
 def config():
     return {
-        "dataset": STSArSemEval17Track2Dataset,
+        "dataset": SemEval17T2STSDataset,
         "dataset_args": {},
         "task": STSTrack2Task,
         "task_args": {},

diff --git a/...tection/StanceKhouja20_BLOOMZ_ZeroShot.py → ...tection/Khouja20Stance_BLOOMZ_ZeroShot.py b/...tection/StanceKhouja20_BLOOMZ_ZeroShot.py → ...tection/Khouja20Stance_BLOOMZ_ZeroShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import StanceKhouja20Dataset
+from llmebench.datasets import Khouja20StanceDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import StanceKhouja20Task
+from llmebench.tasks import Khouja20StanceTask
 
 
 def config():
     return {
-        "dataset": StanceKhouja20Dataset,
+        "dataset": Khouja20StanceDataset,
         "dataset_args": {},
-        "task": StanceKhouja20Task,
+        "task": Khouja20StanceTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {

diff --git a/...etection/StanceKhouja20_GPT35_ZeroShot.py → ...etection/Khouja20Stance_GPT35_ZeroShot.py b/...etection/StanceKhouja20_GPT35_ZeroShot.py → ...etection/Khouja20Stance_GPT35_ZeroShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import StanceKhouja20Dataset
+from llmebench.datasets import Khouja20StanceDataset
 from llmebench.models import GPTModel, RandomGPTModel
-from llmebench.tasks import StanceKhouja20Task
+from llmebench.tasks import Khouja20StanceTask
 
 
 def config():
     return {
-        "dataset": StanceKhouja20Dataset,
+        "dataset": Khouja20StanceDataset,
         "dataset_args": {},
-        "task": StanceKhouja20Task,
+        "task": Khouja20StanceTask,
         "task_args": {},
         "model": GPTModel,
         "model_args": {

diff --git a/..._detection/StanceKhouja20_GPT4_FewShot.py → ..._detection/Khouja20Stance_GPT4_FewShot.py b/..._detection/StanceKhouja20_GPT4_FewShot.py → ..._detection/Khouja20Stance_GPT4_FewShot.py
@@ -1,16 +1,16 @@
 import os
 import re
 
-from llmebench.datasets import StanceKhouja20Dataset
+from llmebench.datasets import Khouja20StanceDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import StanceKhouja20Task
+from llmebench.tasks import Khouja20StanceTask
 
 
 def config():
     return {
-        "dataset": StanceKhouja20Dataset,
+        "dataset": Khouja20StanceDataset,
         "dataset_args": {},
-        "task": StanceKhouja20Task,
+        "task": Khouja20StanceTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...detection/StanceKhouja20_GPT4_ZeroShot.py → ...detection/Khouja20Stance_GPT4_ZeroShot.py b/...detection/StanceKhouja20_GPT4_ZeroShot.py → ...detection/Khouja20Stance_GPT4_ZeroShot.py
@@ -1,16 +1,16 @@
 import os
 import re
 
-from llmebench.datasets import StanceKhouja20Dataset
+from llmebench.datasets import Khouja20StanceDataset
 from llmebench.models import GPTChatCompletionModel
-from llmebench.tasks import StanceKhouja20Task
+from llmebench.tasks import Khouja20StanceTask
 
 
 def config():
     return {
-        "dataset": StanceKhouja20Dataset,
+        "dataset": Khouja20StanceDataset,
         "dataset_args": {},
-        "task": StanceKhouja20Task,
+        "task": Khouja20StanceTask,
         "task_args": {},
         "model": GPTChatCompletionModel,
         "model_args": {

diff --git a/...ection/StanceUnifiedFC_BLOOMZ_ZeroShot.py → ...ection/UnifiedFCStance_BLOOMZ_ZeroShot.py b/...ection/StanceUnifiedFC_BLOOMZ_ZeroShot.py → ...ection/UnifiedFCStance_BLOOMZ_ZeroShot.py
@@ -1,15 +1,15 @@
 import os
 
-from llmebench.datasets import StanceUnifiedFCDataset
+from llmebench.datasets import UnifiedFCStanceDataset
 from llmebench.models import BLOOMPetalModel
-from llmebench.tasks import StanceUnifiedFCTask
+from llmebench.tasks import UnifiedFCStanceTask
 
 
 def config():
     return {
-        "dataset": StanceUnifiedFCDataset,
+        "dataset": UnifiedFCStanceDataset,
         "dataset_args": {},
-        "task": StanceUnifiedFCTask,
+        "task": UnifiedFCStanceTask,
         "task_args": {},
         "model": BLOOMPetalModel,
         "model_args": {