diff --git a/llmebench/datasets/MultiNativQA.py b/llmebench/datasets/MultiNativQA.py index 744b0411..8ada9a32 100644 --- a/llmebench/datasets/MultiNativQA.py +++ b/llmebench/datasets/MultiNativQA.py @@ -90,7 +90,7 @@ def load_data(self, data_path, no_labels=False): id = row[0] question = row[3] answer = row[4] - length = answer.split() + length = len(answer.split()) data.append( { "data_id": id,