diff --git a/assets/ar/demographic_attributes/gender/ArabGend_JAIS13b_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArabGend_JAIS13b_ZeroShot.py index b6a902f7..30e92e1d 100644 --- a/assets/ar/demographic_attributes/gender/ArabGend_JAIS13b_ZeroShot.py +++ b/assets/ar/demographic_attributes/gender/ArabGend_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } @@ -40,8 +39,8 @@ def prompt(input_sample): def post_process(response): label = response["choices"][0]["message"]["content"] - if label.lower() == 'male': - return 'm' + if label.lower() == "male": + return "m" elif "female" in label.lower(): return "f" else: diff --git a/assets/ar/demographic_attributes/gender/ArapTweet_JAIS13b_ZeroShot.py b/assets/ar/demographic_attributes/gender/ArapTweet_JAIS13b_ZeroShot.py index 3c56fc81..10241a89 100644 --- a/assets/ar/demographic_attributes/gender/ArapTweet_JAIS13b_ZeroShot.py +++ b/assets/ar/demographic_attributes/gender/ArapTweet_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } diff --git a/assets/ar/demographic_attributes/location/Location_JAIS13b_ZeroShot.py b/assets/ar/demographic_attributes/location/Location_JAIS13b_ZeroShot.py index e558f5aa..915cb63d 100644 --- a/assets/ar/demographic_attributes/location/Location_JAIS13b_ZeroShot.py +++ b/assets/ar/demographic_attributes/location/Location_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } @@ -71,8 +70,8 @@ def post_process(response): if "country code: " in label: label_fixed = label.replace("country code: ", "") - elif label.lower() == 'uae': - label_fixed = 'ae' + elif label.lower() == "uae": + label_fixed = "ae" elif label in label_list: label_fixed = label else: diff --git a/assets/ar/demographic_attributes/name_info/NameInfo_JAIS13b_ZeroShot.py b/assets/ar/demographic_attributes/name_info/NameInfo_JAIS13b_ZeroShot.py index 1640829e..1aafdab4 100644 --- a/assets/ar/demographic_attributes/name_info/NameInfo_JAIS13b_ZeroShot.py +++ b/assets/ar/demographic_attributes/name_info/NameInfo_JAIS13b_ZeroShot.py @@ -6,9 +6,8 @@ def metadata(): return { "author": "Arabic Language Technologies, QCRI, HBKU", - "model": "JAIS-13b", - "description": "Locally hosted JAIS-13b-chat model using FastChat.", - "scores": {"Macro-F1": ""}, + "model": "Jais-13b-chat", + "description": "Locally hosted Jais-13b-chat model using FastChat.", } @@ -146,8 +145,8 @@ def post_process(response): if "name: " in label: label_fixed = label.replace("name: ", "").lower() - elif label.lower() == 'uae': - label_fixed = 'ae' + elif label.lower() == "uae": + label_fixed = "ae" elif label.lower() in label_list: label_fixed = label.lower() elif (