diff --git a/assets/ar/factuality_disinformation_harmful_content/adult_content_detection/Adult_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/adult_content_detection/Adult_JAIS13b_ZeroShot.py index 74149e7c..faf29cdf 100644 --- a/assets/ar/factuality_disinformation_harmful_content/adult_content_detection/Adult_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/adult_content_detection/Adult_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_JAIS13b_ZeroShot.py index 1fe36587..6266751d 100644 --- a/assets/ar/factuality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/attentionworthy/CT22Attentionworthy_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/checkworthyness/CT22Checkworthiness_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/checkworthyness/CT22Checkworthiness_JAIS13b_ZeroShot.py index 9f267caa..54e10e93 100644 --- a/assets/ar/factuality_disinformation_harmful_content/checkworthyness/CT22Checkworthiness_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/checkworthyness/CT22Checkworthiness_JAIS13b_ZeroShot.py @@ -1,5 +1,3 @@ -import re - from llmebench.datasets import CT22CheckworthinessDataset from llmebench.models import FastChatModel from llmebench.tasks import CheckworthinessTask @@ -8,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_JAIS13b_ZeroShot.py index 6d36b240..76283eea 100644 --- a/assets/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/claim_detection/CT22Claim_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/factuality/ANSFactuality_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/factuality/ANSFactuality_JAIS13b_ZeroShot.py index fac8db40..d2a4bd7f 100644 --- a/assets/ar/factuality_disinformation_harmful_content/factuality/ANSFactuality_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/factuality/ANSFactuality_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_JAIS13b_ZeroShot.py index 9f6965ae..7addca53 100644 --- a/assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/factuality/COVID19Factuality_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/factuality/UnifiedFCFactuality_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/factuality/UnifiedFCFactuality_JAIS13b_ZeroShot.py index f13af603..3cba8362 100644 --- a/assets/ar/factuality_disinformation_harmful_content/factuality/UnifiedFCFactuality_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/factuality/UnifiedFCFactuality_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/harmfulness_detection/CT22Harmful_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/harmfulness_detection/CT22Harmful_JAIS13b_ZeroShot.py index 1defc2f1..18de6cb1 100644 --- a/assets/ar/factuality_disinformation_harmful_content/harmfulness_detection/CT22Harmful_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/harmfulness_detection/CT22Harmful_JAIS13b_ZeroShot.py @@ -1,5 +1,3 @@ -import re - from llmebench.datasets import CT22HarmfulDataset from llmebench.models import FastChatModel from llmebench.tasks import HarmfulDetectionTask @@ -8,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/hate_speech/OSACT4SubtaskB_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/hate_speech/OSACT4SubtaskB_JAIS13b_ZeroShot.py index 03233b8e..651ea9f6 100644 --- a/assets/ar/factuality_disinformation_harmful_content/hate_speech/OSACT4SubtaskB_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/hate_speech/OSACT4SubtaskB_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/offensive_language/OSACT4SubtaskA_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/offensive_language/OSACT4SubtaskA_JAIS13b_ZeroShot.py index d56bb51e..b845742a 100644 --- a/assets/ar/factuality_disinformation_harmful_content/offensive_language/OSACT4SubtaskA_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/offensive_language/OSACT4SubtaskA_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_JAIS13b_ZeroShot.py index 5d437cdf..42b81aeb 100644 --- a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_JAIS13b_ZeroShot.py @@ -1,4 +1,3 @@ -import random import re from llmebench.datasets import WANLP22T3PropagandaDataset @@ -6,15 +5,11 @@ from llmebench.tasks import MultilabelPropagandaTask -random.seed(1333) - - def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/spam/Spam_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/spam/Spam_JAIS13b_ZeroShot.py index 80909dfe..e0342419 100644 --- a/assets/ar/factuality_disinformation_harmful_content/spam/Spam_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/spam/Spam_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_JAIS13b_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_JAIS13b_ZeroShot.py index 6acf4ca6..9360df94 100644 --- a/assets/ar/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_JAIS13b_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/subjectivity/CT23Subjectivity_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", }