Format code

assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_BLOOMZ_ZeroShot.py

@@ -30,7 +30,7 @@ def prompt(input_sample):
         input_sample = arr[:1000]
 
     prompt_string = (
-        f'Does the following tweet contain a factually correct claim or not? Answer only by yes or no.\n\n'
+        f"Does the following tweet contain a factually correct claim or not? Answer only by yes or no.\n\n"
         f"tweet: {input_sample}\n"
         f"label: \n"
     )
@@ -46,13 +46,26 @@ def post_process(response):
     label = label.replace("</s>", "")
     label = label.lower()
 
-    if (label.startswith("i am unable to verify") or label.startswith(
-            "i am unable to categorize") or label.startswith("i cannot") or "cannot" in label
+    if (
+        label.startswith("i am unable to verify")
+        or label.startswith("i am unable to categorize")
+        or label.startswith("i cannot")
+        or "cannot" in label
     ):
         label_fixed = None
-    elif "label: incorrect" in label or "incorrect" in label or label == "no" or label == "لا":
+    elif (
+        "label: incorrect" in label
+        or "incorrect" in label
+        or label == "no"
+        or label == "لا"
+    ):
         label_fixed = "no"
-    elif "label: correct" in label or "correct" in label or "yes" in label or "نعم" in label:
+    elif (
+        "label: correct" in label
+        or "correct" in label
+        or "yes" in label
+        or "نعم" in label
+    ):
         label_fixed = "yes"
     else:
         label_fixed = None

assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_GPT35_ZeroShot.py

@@ -44,16 +44,28 @@ def prompt(input_sample):
 def post_process(response):
     label = response["choices"][0]["text"].lower().replace(".", "").lower()
 
-    if (label.startswith("i am unable to verify") or label.startswith(
-            "i am unable to categorize") or label.startswith("i cannot") or "cannot" in label
+    if (
+        label.startswith("i am unable to verify")
+        or label.startswith("i am unable to categorize")
+        or label.startswith("i cannot")
+        or "cannot" in label
     ):
         label_fixed = None
-    elif "label: incorrect" in label or "incorrect" in label or label == "no" or label == "لا":
+    elif (
+        "label: incorrect" in label
+        or "incorrect" in label
+        or label == "no"
+        or label == "لا"
+    ):
         label_fixed = "no"
-    elif "label: correct" in label or "correct" in label or "yes" in label or "نعم" in label:
+    elif (
+        "label: correct" in label
+        or "correct" in label
+        or "yes" in label
+        or "نعم" in label
+    ):
         label_fixed = "yes"
     else:
         label_fixed = None
 
-
     return label_fixed

assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_GPT4_FewShot.py

@@ -49,7 +49,7 @@ def few_shot_prompt(input_sample, base_prompt, examples):
 
 
 def prompt(input_sample, examples):
-    base_prompt = f'Does the following tweet contain a factually correct claim or not? Answer only by yes or no.'
+    base_prompt = f"Does the following tweet contain a factually correct claim or not? Answer only by yes or no."
     return [
         {
             "role": "system",
@@ -65,14 +65,27 @@ def prompt(input_sample, examples):
 def post_process(response):
     label = response["choices"][0]["message"]["content"].lower()
 
-    if (label.startswith("i am unable to verify") or label.startswith(
-        "i am unable to categorize") or label.startswith("i cannot") or "cannot" in label
+    if (
+        label.startswith("i am unable to verify")
+        or label.startswith("i am unable to categorize")
+        or label.startswith("i cannot")
+        or "cannot" in label
     ):
-        #print(label)
+        # print(label)
         label_fixed = None
-    elif "label: incorrect" in label or "incorrect" in label or label == "no" or label == "لا":
+    elif (
+        "label: incorrect" in label
+        or "incorrect" in label
+        or label == "no"
+        or label == "لا"
+    ):
         label_fixed = "no"
-    elif "label: correct" in label or "correct" in label or "yes" in label or "نعم" in label:
+    elif (
+        "label: correct" in label
+        or "correct" in label
+        or "yes" in label
+        or "نعم" in label
+    ):
         label_fixed = "yes"
     else:
         label_fixed = None

assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_GPT4_ZeroShot.py

@@ -26,7 +26,7 @@ def config():
 
 def prompt(input_sample):
     prompt_string = (
-        f'Does the following tweet contain a factually correct claim or not? Answer only by yes or no.\n\n'
+        f"Does the following tweet contain a factually correct claim or not? Answer only by yes or no.\n\n"
         f"tweet: {input_sample}\n"
         f"label: \n"
     )
@@ -45,14 +45,27 @@ def prompt(input_sample):
 def post_process(response):
     label = response["choices"][0]["message"]["content"].lower()
 
-    if (label.startswith("i am unable to verify") or label.startswith(
-        "i am unable to categorize") or label.startswith("i cannot") or "cannot" in label
+    if (
+        label.startswith("i am unable to verify")
+        or label.startswith("i am unable to categorize")
+        or label.startswith("i cannot")
+        or "cannot" in label
     ):
-        #print(label)
+        # print(label)
         label_fixed = None
-    elif "label: incorrect" in label or "incorrect" in label or label == "no" or label == "لا":
+    elif (
+        "label: incorrect" in label
+        or "incorrect" in label
+        or label == "no"
+        or label == "لا"
+    ):
         label_fixed = "no"
-    elif "label: correct" in label or "correct" in label or "yes" in label or "نعم" in label:
+    elif (
+        "label: correct" in label
+        or "correct" in label
+        or "yes" in label
+        or "نعم" in label
+    ):
         label_fixed = "yes"
     else:
         label_fixed = None