diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_BLOOMZ_ZeroShot.py similarity index 97% rename from assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py rename to assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_BLOOMZ_ZeroShot.py index f364c45c..5e0988ec 100644 --- a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_BLOOMZ_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_BLOOMZ_ZeroShot.py @@ -1,17 +1,13 @@ -import random import re -from llmebench.datasets import WANLP22T3PropagandaDataset +from llmebench.datasets import WANLP22PropagandaDataset from llmebench.models import PetalsModel from llmebench.tasks import MultilabelPropagandaTask -random.seed(1333) - - def config(): return { - "dataset": WANLP22T3PropagandaDataset, + "dataset": WANLP22PropagandaDataset, "dataset_args": { "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt" }, diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT35_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT35_ZeroShot.py similarity index 97% rename from assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT35_ZeroShot.py rename to assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT35_ZeroShot.py index 4db21ab5..5ed5e64f 100644 --- a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT35_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT35_ZeroShot.py @@ -1,13 +1,13 @@ import regex as re -from llmebench.datasets import WANLP22T3PropagandaDataset +from llmebench.datasets import WANLP22PropagandaDataset from llmebench.models import LegacyOpenAIModel from llmebench.tasks import MultilabelPropagandaTask def config(): return { - "dataset": WANLP22T3PropagandaDataset, + "dataset": WANLP22PropagandaDataset, "dataset_args": { "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt" }, diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_FewShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_FewShot.py similarity index 96% rename from assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_FewShot.py rename to assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_FewShot.py index 23de19b7..895fe5cd 100644 --- a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_FewShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_FewShot.py @@ -1,17 +1,13 @@ -import random import re -from llmebench.datasets import WANLP22T3PropagandaDataset +from llmebench.datasets import WANLP22PropagandaDataset from llmebench.models import OpenAIModel from llmebench.tasks import MultilabelPropagandaTask -random.seed(1333) - - def config(): return { - "dataset": WANLP22T3PropagandaDataset, + "dataset": WANLP22PropagandaDataset, "dataset_args": { "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt" }, diff --git a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_ZeroShot.py b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_ZeroShot.py similarity index 97% rename from assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_ZeroShot.py rename to assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_ZeroShot.py index f733a52b..938fd8bf 100644 --- a/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22T3_GPT4_ZeroShot.py +++ b/assets/ar/factuality_disinformation_harmful_content/propaganda/WANLP22Propaganda_GPT4_ZeroShot.py @@ -1,17 +1,13 @@ -import random import re -from llmebench.datasets import WANLP22T3PropagandaDataset +from llmebench.datasets import WANLP22PropagandaDataset from llmebench.models import OpenAIModel from llmebench.tasks import MultilabelPropagandaTask -random.seed(1333) - - def config(): return { - "dataset": WANLP22T3PropagandaDataset, + "dataset": WANLP22PropagandaDataset, "dataset_args": { "techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt" }, diff --git a/llmebench/datasets/WANLP22T3Propaganda.py b/llmebench/datasets/WANLP22Propaganda.py similarity index 95% rename from llmebench/datasets/WANLP22T3Propaganda.py rename to llmebench/datasets/WANLP22Propaganda.py index 4e2deb51..31cb24ac 100644 --- a/llmebench/datasets/WANLP22T3Propaganda.py +++ b/llmebench/datasets/WANLP22Propaganda.py @@ -5,11 +5,11 @@ from llmebench.datasets.dataset_base import DatasetBase -class WANLP22T3PropagandaDataset(DatasetBase): +class WANLP22PropagandaDataset(DatasetBase): def __init__(self, techniques_path=None, **kwargs): # Get the path to the file listing the target techniques self.techniques_path = Path(techniques_path) if techniques_path else None - super(WANLP22T3PropagandaDataset, self).__init__(**kwargs) + super(WANLP22PropagandaDataset, self).__init__(**kwargs) def metadata(): return { diff --git a/llmebench/datasets/__init__.py b/llmebench/datasets/__init__.py index 65cba2c7..9131f301 100644 --- a/llmebench/datasets/__init__.py +++ b/llmebench/datasets/__init__.py @@ -41,7 +41,7 @@ from .TyDiQA import TyDiQADataset from .UnifiedFCFactuality import UnifiedFCFactualityDataset from .UnifiedFCStance import UnifiedFCStanceDataset -from .WANLP22T3Propaganda import WANLP22T3PropagandaDataset +from .WANLP22Propaganda import WANLP22PropagandaDataset from .WikiNewsDiacritization import WikiNewsDiacritizationDataset from .WikiNewsLemmatization import WikiNewsLemmatizationDataset from .WikiNewsPOS import WikiNewsPOSDataset