diff --git a/fanoutqa/eval/scorer.py b/fanoutqa/eval/scorer.py index b11c35b..09ed45e 100644 --- a/fanoutqa/eval/scorer.py +++ b/fanoutqa/eval/scorer.py @@ -73,8 +73,6 @@ def get_qa_pairs(self) -> Iterable[tuple[DevQuestion, Optional[Answer]]]: else: for q in self.questions: a = self.answers_by_id.get(q.id) - if a is None: - yield q, None yield q, a # scorers diff --git a/leaderboard-submissions/hydrate.py b/leaderboard-submissions/hydrate.py index 309b6f9..67f92b7 100644 --- a/leaderboard-submissions/hydrate.py +++ b/leaderboard-submissions/hydrate.py @@ -50,6 +50,7 @@ def read_jsonl_answers(fp: Path) -> List[dict]: assert "id" in ans, "All generated answers must contain the 'id' key" assert "answer" in ans, "All generated answers must contain the 'answer' key" assert isinstance(ans["answer"], str), "All generated answers must be strings" + answers.append(ans) return answers diff --git a/pyproject.toml b/pyproject.toml index 1a5da4f..cb9b934 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "hatchling.build" [project] name = "fanoutqa" -version = "1.0.0" +version = "1.0.1" authors = [ { name = "Andrew Zhu", email = "andrew@zhu.codes" }, { name = "Alyssa Hwang", email = "ahwang16@seas.upenn.edu" },