fix: remove register_task

22-hours · Jul 5, 2024 · b7d2e80 · b7d2e80
1 parent c24baaa
commit b7d2e80
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/lm_eval/tasks/portuguese_benchmark/assin2/task.py b/lm_eval/tasks/portuguese_benchmark/assin2/task.py
@@ -121,7 +121,7 @@ def test_docs(self):
             return self.dataset["test"].map(self._process_doc)
 
 
-@register_task("assin2rte")
+
 class Assin2RTE(Assin2Base):
     VERSION = "balanced_log_likelihood"
     CLASS_NAMES = ["Não", "Sim"]
@@ -257,7 +257,7 @@ def higher_is_better(self):
         return {"macro_f1": True, "accuracy": True}
 
 
-@register_task("assin2sts")
+
 class Assin2STS(Assin2Base):
     VERSION = "balanced_log_likelihood_remove_low_confidence"
     # class names used only for training

diff --git a/lm_eval/tasks/portuguese_benchmark/faquad/task.py b/lm_eval/tasks/portuguese_benchmark/faquad/task.py
@@ -47,7 +47,7 @@ def _squad_agg(key, items):
     return _squad_metric(predictions=predictions, references=references).get(key, 0)
 
 
-@register_task("faquad")
+
 class FaQuAD(ConfigurableTask):
     VERSION = 1
     DATASET_PATH = "eraldoluis/faquad"