Update asset configs to remove empty optional arguments (#235)

`dataset_args`, `model_args` and `task_args` are now optional in asset configs. This PR removes all empty arguments in existing assets and updates the tests+documentation to reflect this change. * Make dataset_args/task_args optional in tests * Remove empty args from asset configs * Add documentation for config format in tutorial
qcri · Sep 18, 2023 · e7d52db · e7d52db
1 parent f14121f
commit e7d52db
Show file tree

Hide file tree

Showing 286 changed files with 23 additions and 539 deletions.
diff --git a/assets/ar/MT/AraBench_Ara2Eng_Helsinki_NLP_Opus_MT_ZeroShot.py b/assets/ar/MT/AraBench_Ara2Eng_Helsinki_NLP_Opus_MT_ZeroShot.py
@@ -19,7 +19,6 @@ def config():
             "tgt_lang": "en",
         },
         "task": MachineTranslationTask,
-        "task_args": {},
         "model": HuggingFaceInferenceAPIModel,
         "model_args": {
             "task_type": HuggingFaceTaskTypes.Translation,

diff --git a/assets/ar/MT/AraBench_ar2en_BLOOMZ_ZeroShot.py b/assets/ar/MT/AraBench_ar2en_BLOOMZ_ZeroShot.py
@@ -19,7 +19,6 @@ def config():
             "tgt_lang": "en",
         },
         "task": MachineTranslationTask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "max_tries": 3,

diff --git a/assets/ar/MT/AraBench_ar2en_GPT35_ZeroShot.py b/assets/ar/MT/AraBench_ar2en_GPT35_ZeroShot.py
@@ -19,7 +19,6 @@ def config():
             "tgt_lang": "en",
         },
         "task": MachineTranslationTask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/MT/AraBench_ar2en_GPT4_ZeroShot.py b/assets/ar/MT/AraBench_ar2en_GPT4_ZeroShot.py
@@ -19,7 +19,6 @@ def config():
             "tgt_lang": "en",
         },
         "task": MachineTranslationTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/QA/ARCD_BLOOMZ_ZeroShot.py b/assets/ar/QA/ARCD_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ARCDDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/QA/ARCD_GPT35_ZeroShot.py b/assets/ar/QA/ARCD_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ARCDDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "max_tries": 3,

diff --git a/assets/ar/QA/ARCD_GPT4_FewShot.py b/assets/ar/QA/ARCD_GPT4_FewShot.py
@@ -19,9 +19,7 @@ def metadata():
 def config():
     return {
         "dataset": ARCDDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 30,

diff --git a/assets/ar/QA/ARCD_GPT4_ZeroShot.py b/assets/ar/QA/ARCD_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ARCDDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 50,

diff --git a/assets/ar/QA/ARCD_Random.py b/assets/ar/QA/ARCD_Random.py
@@ -17,9 +17,7 @@ def metadata():
 def config():
     return {
         "dataset": ARCDDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {"task_type": TaskType.QuestionAnswering},
         "general_args": {},

diff --git a/assets/ar/QA/MLQA_BLOOMZ_ZeroShot.py b/assets/ar/QA/MLQA_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/QA/MLQA_GPT35_ZeroShot.py b/assets/ar/QA/MLQA_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "max_tries": 3,

diff --git a/assets/ar/QA/MLQA_GPT4_FewShot.py b/assets/ar/QA/MLQA_GPT4_FewShot.py
@@ -19,9 +19,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 30,

diff --git a/assets/ar/QA/MLQA_GPT4_ZeroShot.py b/assets/ar/QA/MLQA_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 50,

diff --git a/assets/ar/QA/MLQA_Random.py b/assets/ar/QA/MLQA_Random.py
@@ -17,9 +17,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {"task_type": TaskType.QuestionAnswering},
         "general_args": {},

diff --git a/assets/ar/QA/MLQA_mdeberta_v3_base_squad2_ZeroShot.py b/assets/ar/QA/MLQA_mdeberta_v3_base_squad2_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": MLQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": HuggingFaceInferenceAPIModel,
         "model_args": {
             "task_type": HuggingFaceTaskTypes.Question_Answering,

diff --git a/assets/ar/QA/TyDiQA_BLOOMZ_ZeroShot.py b/assets/ar/QA/TyDiQA_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": TyDiQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/QA/TyDiQA_GPT35_ZeroShot.py b/assets/ar/QA/TyDiQA_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": TyDiQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "max_tries": 3,

diff --git a/assets/ar/QA/TyDiQA_GPT4_FewShot.py b/assets/ar/QA/TyDiQA_GPT4_FewShot.py
@@ -19,9 +19,7 @@ def metadata():
 def config():
     return {
         "dataset": TyDiQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 30,

diff --git a/assets/ar/QA/TyDiQA_GPT4_ZeroShot.py b/assets/ar/QA/TyDiQA_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": TyDiQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 50,

diff --git a/assets/ar/QA/TyDiQA_Random.py b/assets/ar/QA/TyDiQA_Random.py
@@ -17,9 +17,7 @@ def metadata():
 def config():
     return {
         "dataset": TyDiQADataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {"task_type": TaskType.QuestionAnswering},
         "general_args": {"test_split": "dev"},

diff --git a/assets/ar/QA/XQuAD_BLOOMZ_ZeroShot.py b/assets/ar/QA/XQuAD_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": XQuADDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "max_tries": 5,

diff --git a/assets/ar/QA/XQuAD_GPT35_ZeroShot.py b/assets/ar/QA/XQuAD_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": XQuADDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "max_tries": 3,

diff --git a/assets/ar/QA/XQuAD_GPT4_FewShot.py b/assets/ar/QA/XQuAD_GPT4_FewShot.py
@@ -19,9 +19,7 @@ def metadata():
 def config():
     return {
         "dataset": XQuADDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 30,

diff --git a/assets/ar/QA/XQuAD_GPT4_ZeroShot.py b/assets/ar/QA/XQuAD_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": XQuADDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "max_tries": 50,

diff --git a/assets/ar/QA/XQuAD_Random.py b/assets/ar/QA/XQuAD_Random.py
@@ -17,9 +17,7 @@ def metadata():
 def config():
     return {
         "dataset": XQuADDataset,
-        "dataset_args": {},
         "task": QATask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {"task_type": TaskType.QuestionAnswering},
         "general_args": {},

diff --git a/assets/ar/demographic_attributes/gender/ArabGend_BLOOMZ_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArabGend_BLOOMZ_ZeroShot.py
@@ -14,9 +14,7 @@ def metadata():
 def config():
     return {
         "dataset": ArabGendDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "class_labels": ["m", "f"],

diff --git a/assets/ar/demographic_attributes/gender/ArabGend_GPT35_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArabGend_GPT35_ZeroShot.py
@@ -14,9 +14,7 @@ def metadata():
 def config():
     return {
         "dataset": ArabGendDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "class_labels": ["m", "f"],

diff --git a/assets/ar/demographic_attributes/gender/ArabGend_GPT4_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArabGend_GPT4_ZeroShot.py
@@ -14,9 +14,7 @@ def metadata():
 def config():
     return {
         "dataset": ArabGendDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "class_labels": ["m", "f"],

diff --git a/assets/ar/demographic_attributes/gender/ArabGend_Random.py b/assets/ar/demographic_attributes/gender/ArabGend_Random.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArabGendDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {
             "task_type": TaskType.Classification,

diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_BLOOMZ_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArapTweet_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArapTweetDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "class_labels": ["Female", "Male"],

diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_GPT35_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArapTweet_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArapTweetDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "class_labels": ["Female", "Male"],

diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_GPT4_FewShot.py b/assets/ar/demographic_attributes/gender/ArapTweet_GPT4_FewShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArapTweetDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "class_labels": ["Female", "Male"],

diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_GPT4_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArapTweet_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArapTweetDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "class_labels": ["Female", "Male"],

diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_Random.py b/assets/ar/demographic_attributes/gender/ArapTweet_Random.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": ArapTweetDataset,
-        "dataset_args": {},
         "task": DemographyGenderTask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {
             "task_type": TaskType.Classification,

diff --git a/assets/ar/demographic_attributes/location/Location_BLOOMZ_ZeroShot.py b/assets/ar/demographic_attributes/location/Location_BLOOMZ_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": LocationDataset,
-        "dataset_args": {},
         "task": DemographyLocationTask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "class_labels": [

diff --git a/assets/ar/demographic_attributes/location/Location_GPT35_ZeroShot.py b/assets/ar/demographic_attributes/location/Location_GPT35_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": LocationDataset,
-        "dataset_args": {},
         "task": DemographyLocationTask,
-        "task_args": {},
         "model": LegacyOpenAIModel,
         "model_args": {
             "class_labels": [

diff --git a/assets/ar/demographic_attributes/location/Location_GPT4_FewShot.py b/assets/ar/demographic_attributes/location/Location_GPT4_FewShot.py
@@ -14,9 +14,7 @@ def metadata():
 def config():
     return {
         "dataset": LocationDataset,
-        "dataset_args": {},
         "task": DemographyLocationTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "class_labels": [

diff --git a/assets/ar/demographic_attributes/location/Location_GPT4_ZeroShot.py b/assets/ar/demographic_attributes/location/Location_GPT4_ZeroShot.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": LocationDataset,
-        "dataset_args": {},
         "task": DemographyLocationTask,
-        "task_args": {},
         "model": OpenAIModel,
         "model_args": {
             "class_labels": [

diff --git a/assets/ar/demographic_attributes/location/Location_Random.py b/assets/ar/demographic_attributes/location/Location_Random.py
@@ -15,9 +15,7 @@ def metadata():
 def config():
     return {
         "dataset": LocationDataset,
-        "dataset_args": {},
         "task": DemographyLocationTask,
-        "task_args": {},
         "model": RandomModel,
         "model_args": {
             "task_type": TaskType.Classification,

diff --git a/assets/ar/demographic_attributes/name_info/NameInfo_BLOOMZ_ZeroShot.py b/assets/ar/demographic_attributes/name_info/NameInfo_BLOOMZ_ZeroShot.py
@@ -16,9 +16,7 @@ def metadata():
 def config():
     return {
         "dataset": NameInfoDataset,
-        "dataset_args": {},
         "task": DemographyNameInfoTask,
-        "task_args": {},
         "model": PetalsModel,
         "model_args": {
             "class_labels": [