Merge branch 'main' into leaderboard-gemma

zhudotexe · Apr 17, 2024 · d8366a1 · d8366a1
2 parents 7dad82b + 9675000
commit d8366a1
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 3 deletions.
diff --git a/fanoutqa/eval/scorer.py b/fanoutqa/eval/scorer.py
@@ -73,8 +73,6 @@ def get_qa_pairs(self) -> Iterable[tuple[DevQuestion, Optional[Answer]]]:
         else:
             for q in self.questions:
                 a = self.answers_by_id.get(q.id)
-                if a is None:
-                    yield q, None
                 yield q, a
 
     # scorers

diff --git a/leaderboard-submissions/hydrate.py b/leaderboard-submissions/hydrate.py
@@ -50,6 +50,7 @@ def read_jsonl_answers(fp: Path) -> List[dict]:
             assert "id" in ans, "All generated answers must contain the 'id' key"
             assert "answer" in ans, "All generated answers must contain the 'answer' key"
             assert isinstance(ans["answer"], str), "All generated answers must be strings"
+            answers.append(ans)
     return answers
 
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "fanoutqa"
-version = "1.0.0"
+version = "1.0.1"
 authors = [
     { name = "Andrew Zhu", email = "[email protected]" },
     { name = "Alyssa Hwang", email = "[email protected]" },