Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Rename WANLP22 Propaganda dataset and assets #209

Merged
merged 1 commit into from
Sep 10, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -1,17 +1,13 @@
import random
import re

from llmebench.datasets import WANLP22T3PropagandaDataset
from llmebench.datasets import WANLP22PropagandaDataset
from llmebench.models import PetalsModel
from llmebench.tasks import MultilabelPropagandaTask


random.seed(1333)


def config():
return {
"dataset": WANLP22T3PropagandaDataset,
"dataset": WANLP22PropagandaDataset,
"dataset_args": {
"techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
},
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import regex as re

from llmebench.datasets import WANLP22T3PropagandaDataset
from llmebench.datasets import WANLP22PropagandaDataset
from llmebench.models import LegacyOpenAIModel
from llmebench.tasks import MultilabelPropagandaTask


def config():
return {
"dataset": WANLP22T3PropagandaDataset,
"dataset": WANLP22PropagandaDataset,
"dataset_args": {
"techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
},
Expand Down
Original file line number Diff line number Diff line change
@@ -1,17 +1,13 @@
import random
import re

from llmebench.datasets import WANLP22T3PropagandaDataset
from llmebench.datasets import WANLP22PropagandaDataset
from llmebench.models import OpenAIModel
from llmebench.tasks import MultilabelPropagandaTask


random.seed(1333)


def config():
return {
"dataset": WANLP22T3PropagandaDataset,
"dataset": WANLP22PropagandaDataset,
"dataset_args": {
"techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
},
Expand Down
Original file line number Diff line number Diff line change
@@ -1,17 +1,13 @@
import random
import re

from llmebench.datasets import WANLP22T3PropagandaDataset
from llmebench.datasets import WANLP22PropagandaDataset
from llmebench.models import OpenAIModel
from llmebench.tasks import MultilabelPropagandaTask


random.seed(1333)


def config():
return {
"dataset": WANLP22T3PropagandaDataset,
"dataset": WANLP22PropagandaDataset,
"dataset_args": {
"techniques_path": "data/factuality_disinformation_harmful_content/propaganda/classes.txt"
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,11 @@
from llmebench.datasets.dataset_base import DatasetBase


class WANLP22T3PropagandaDataset(DatasetBase):
class WANLP22PropagandaDataset(DatasetBase):
def __init__(self, techniques_path=None, **kwargs):
# Get the path to the file listing the target techniques
self.techniques_path = Path(techniques_path) if techniques_path else None
super(WANLP22T3PropagandaDataset, self).__init__(**kwargs)
super(WANLP22PropagandaDataset, self).__init__(**kwargs)

def metadata():
return {
Expand Down
2 changes: 1 addition & 1 deletion llmebench/datasets/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@
from .TyDiQA import TyDiQADataset
from .UnifiedFCFactuality import UnifiedFCFactualityDataset
from .UnifiedFCStance import UnifiedFCStanceDataset
from .WANLP22T3Propaganda import WANLP22T3PropagandaDataset
from .WANLP22Propaganda import WANLP22PropagandaDataset
from .WikiNewsDiacritization import WikiNewsDiacritizationDataset
from .WikiNewsLemmatization import WikiNewsLemmatizationDataset
from .WikiNewsPOS import WikiNewsPOSDataset
Expand Down
Loading