Fix AraBench HuggingFace asset

qcri · Sep 17, 2023 · 280e28a · 280e28a
1 parent 2e6edc3
commit 280e28a
Showing 1 changed file with 15 additions and 65 deletions.
diff --git a/assets/ar/MT/AraBench_Ara2Eng_Helsinki_NLP_Opus_MT_ZeroShot.py b/assets/ar/MT/AraBench_Ara2Eng_Helsinki_NLP_Opus_MT_ZeroShot.py
@@ -4,71 +4,21 @@
 
 
 def config():
-    sets = [
-        "bible.test.mgr.0.ma",
-        "bible.test.mgr.0.tn",
-        "bible.test.msa.0.ms",
-        "bible.test.msa.1.ms",
-        "ldc_web_eg.test.lev.0.jo",
-        "ldc_web_eg.test.lev.0.ps",
-        "ldc_web_eg.test.lev.0.sy",
-        "ldc_web_eg.test.mgr.0.tn",
-        "ldc_web_eg.test.msa.0.ms",
-        "ldc_web_eg.test.nil.0.eg",
-        "ldc_web_lv.test.lev.0.lv",
-        "madar.test.glf.0.iq",
-        "madar.test.glf.0.om",
-        "madar.test.glf.0.qa",
-        "madar.test.glf.0.sa",
-        "madar.test.glf.0.ye",
-        "madar.test.glf.1.iq",
-        "madar.test.glf.1.sa",
-        "madar.test.glf.2.iq",
-        "madar.test.lev.0.jo",
-        "madar.test.lev.0.lb",
-        "madar.test.lev.0.pa",
-        "madar.test.lev.0.sy",
-        "madar.test.lev.1.jo",
-        "madar.test.lev.1.sy",
-        "madar.test.mgr.0.dz",
-        "madar.test.mgr.0.ly",
-        "madar.test.mgr.0.ma",
-        "madar.test.mgr.0.tn",
-        "madar.test.mgr.1.ly",
-        "madar.test.mgr.1.ma",
-        "madar.test.mgr.1.tn",
-        "madar.test.msa.0.ms",
-        "madar.test.nil.0.eg",
-        "madar.test.nil.0.sd",
-        "madar.test.nil.1.eg",
-        "madar.test.nil.2.eg",
-    ]
-
-    configs = []
-    for testset in sets:
-        configs.append(
-            {
-                "name": testset,
-                "config": {
-                    "dataset": AraBenchDataset,
-                    "dataset_args": {
-                        "src": f"{testset}.ar",
-                        "tgt": f"{testset}.en",
-                    },
-                    "task": MachineTranslationTask,
-                    "task_args": {},
-                    "model": HuggingFaceInferenceAPIModel,
-                    "model_args": {
-                        "task_type": HuggingFaceTaskTypes.Translation,
-                        "inference_api_url": "https://api-inference.huggingface.co/models/Helsinki-NLP/opus-mt-ar-en",
-                        "max_tries": 5,
-                    },
-                    "general_args": {"data_path": "data/MT/"},
-                },
-            }
-        )
-
-    return configs
+    return {
+        "dataset": AraBenchDataset,
+        "dataset_args": {
+            "src_lang": "ar",
+            "tgt_lang": "en",
+        },
+        "task": MachineTranslationTask,
+        "task_args": {},
+        "model": HuggingFaceInferenceAPIModel,
+        "model_args": {
+            "task_type": HuggingFaceTaskTypes.Translation,
+            "inference_api_url": "https://api-inference.huggingface.co/models/Helsinki-NLP/opus-mt-ar-en",
+            "max_tries": 5,
+        },
+    }
 
 
 def prompt(input_sample):