From b7d2e802126e163f22822fdc069bb87b41ce0165 Mon Sep 17 00:00:00 2001 From: celiolarcher Date: Fri, 5 Jul 2024 18:30:55 -0300 Subject: [PATCH] fix: remove register_task --- lm_eval/tasks/portuguese_benchmark/assin2/task.py | 4 ++-- lm_eval/tasks/portuguese_benchmark/faquad/task.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/lm_eval/tasks/portuguese_benchmark/assin2/task.py b/lm_eval/tasks/portuguese_benchmark/assin2/task.py index 0c77473c9b..876bbefb74 100644 --- a/lm_eval/tasks/portuguese_benchmark/assin2/task.py +++ b/lm_eval/tasks/portuguese_benchmark/assin2/task.py @@ -121,7 +121,7 @@ def test_docs(self): return self.dataset["test"].map(self._process_doc) -@register_task("assin2rte") + class Assin2RTE(Assin2Base): VERSION = "balanced_log_likelihood" CLASS_NAMES = ["Não", "Sim"] @@ -257,7 +257,7 @@ def higher_is_better(self): return {"macro_f1": True, "accuracy": True} -@register_task("assin2sts") + class Assin2STS(Assin2Base): VERSION = "balanced_log_likelihood_remove_low_confidence" # class names used only for training diff --git a/lm_eval/tasks/portuguese_benchmark/faquad/task.py b/lm_eval/tasks/portuguese_benchmark/faquad/task.py index 72c81858c3..986302d074 100644 --- a/lm_eval/tasks/portuguese_benchmark/faquad/task.py +++ b/lm_eval/tasks/portuguese_benchmark/faquad/task.py @@ -47,7 +47,7 @@ def _squad_agg(key, items): return _squad_metric(predictions=predictions, references=references).get(key, 0) -@register_task("faquad") + class FaQuAD(ConfigurableTask): VERSION = 1 DATASET_PATH = "eraldoluis/faquad"