Updates fine-tuning script

qcri · Dec 11, 2023 · 4603340 · 4603340
1 parent de762d0
commit 4603340
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/ArProSpan_FewShot_Explain.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/ArProSpan_FewShot_Explain.py
@@ -204,6 +204,9 @@ def fix_single_label(label):
 
 def fix_span(prediction):
     # print(prediction)
+    if prediction.endswith(","):
+        prediction = prediction[0:-1] + "}]"
+
     prediction = prediction.replace("},\n{", "}, {").replace("\\n", " ").replace("\n", " ").replace(
         '[  ', '[').replace('[ ', '[').replace("  {", "{").replace(" ]", "]").replace('  ]', ']').strip()