Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Reorganize assets and unify naming scheme #191

Merged
merged 26 commits into from
Sep 6, 2023
Merged

Reorganize assets and unify naming scheme #191

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
26 commits
Select commit Hold shift + click to select a range
1abba38
Reorganize assets and unify naming scheme
fdalvi Aug 31, 2023
f34563f
Remove duplicate GPT4 propaganda asset
fdalvi Aug 31, 2023
1bc0e72
Remove duplicate GPT3.5 harmfulness detection asset
fdalvi Aug 31, 2023
ccafb6f
Remove duplicate GPT3.5 claim detection asset, and unify naming schem…
fdalvi Aug 31, 2023
f51a7b2
Add missing Lemmatization assets for BLOOMZ and GPT4
fdalvi Aug 31, 2023
91114a0
Rename gender assets to remove redundant 'Gender' prefix
fdalvi Sep 3, 2023
ae2039a
Rename CT22/CT23/Propaganda datasets
fdalvi Sep 4, 2023
76627b9
Fix language codes and format code
fdalvi Sep 5, 2023
8dd5674
Fix HateSpeech and Offensive dataset names
fdalvi Sep 4, 2023
8a026cc
Fix Parsing citations and dataset name
fdalvi Sep 4, 2023
09eb723
Fix ArSAS dataset name
fdalvi Sep 4, 2023
eade9de
Fix ADI dataset name
fdalvi Sep 4, 2023
4dfd74a
Fix default label type in Propaganda task
fdalvi Sep 5, 2023
2bf2d03
Fix incorrect Dataset in Harmful GPT4 asset
fdalvi Sep 5, 2023
f78c7f9
renamed datasets, assets and tasks for stance and fact.
MaramHasanain Sep 5, 2023
db99243
Fix Lemmatization dataset name and citation
fdalvi Sep 5, 2023
d699309
Format code
fdalvi Sep 5, 2023
7c119a1
Fix Diacritization dataset name and citation
fdalvi Sep 5, 2023
5b4e44f
Add Dialectal Diacritization dataset and asset
fdalvi Sep 5, 2023
c0ccc42
Add GPT4 diacritization assets
fdalvi Sep 5, 2023
4bd2ec1
Split segmentation assets across correct datasets
fdalvi Sep 5, 2023
e474c39
Split POS assets across correct datasets and add proper citations
fdalvi Sep 5, 2023
e812c9d
Merged similar tasks and updated assets
MaramHasanain Sep 5, 2023
bd8ae2b
Format code
fdalvi Sep 6, 2023
f4349f3
Rename STS assets to match convention
fdalvi Sep 6, 2023
d14d5be
Merge branch 'main' into maintenance/reorganize_assets
fdalvi Sep 6, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
0 ...v1/MT/AraBench_Ara2Eng_BLOOMZ_ZeroShot.py → ...s/ar/MT/AraBench_ar2en_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...1/MT/AraBench_Ara2Eng_ChatGPT_ZeroShot.py → ...ts/ar/MT/AraBench_ar2en_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 .../MT/AraBench_Ara2Eng_ChatGPT4_ZeroShot.py → assets/ar/MT/AraBench_ar2en_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...s/benchmark_v1/QA/ARCD_BLOOMZ_ZeroShot.py → assets/ar/QA/ARCD_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 .../benchmark_v1/QA/ARCD_ChatGPT_ZeroShot.py → assets/ar/QA/ARCD_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...k_v1/QA/ARCD_GPTChatCompletion_FewShot.py → assets/ar/QA/ARCD_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ..._v1/QA/ARCD_GPTChatCompletion_ZeroShot.py → assets/ar/QA/ARCD_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...s/benchmark_v1/QA/MLQA_BLOOMZ_ZeroShot.py → assets/ar/QA/MLQA_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 .../benchmark_v1/QA/MLQA_ChatGPT_ZeroShot.py → assets/ar/QA/MLQA_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...k_v1/QA/MLQA_GPTChatCompletion_FewShot.py → assets/ar/QA/MLQA_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ..._v1/QA/MLQA_GPTChatCompletion_ZeroShot.py → assets/ar/QA/MLQA_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...benchmark_v1/QA/TyDiQA_BLOOMZ_ZeroShot.py → assets/ar/QA/TyDiQA_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...enchmark_v1/QA/TyDiQA_ChatGPT_ZeroShot.py → assets/ar/QA/TyDiQA_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...v1/QA/TyDiQA_GPTChatCompletion_FewShot.py → assets/ar/QA/TyDiQA_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ...1/QA/TydiQA_GPTChatCompletion_ZeroShot.py → assets/ar/QA/TydiQA_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 .../benchmark_v1/QA/XQuAD_BLOOMZ_ZeroShot.py → assets/ar/QA/XQuAD_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...benchmark_v1/QA/XQuAD_ChatGPT_ZeroShot.py → assets/ar/QA/XQuAD_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...v1/QA/XQuAD_GPTChatCompletion_ZeroShot.py → assets/ar/QA/XQuAD_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ..._v1/QA/XQuaD_GPTChatCompletion_FewShot.py → assets/ar/QA/XQuaD_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 .../gender/GenderArabGend_BLOOMZ_ZeroShot.py → ...ibutes/gender/ArabGend_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...gender/GenderArabGend_ChatGPT_ZeroShot.py → ...ributes/gender/ArabGend_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...derArabGend_GPTChatCompletion_ZeroShot.py → ...tributes/gender/ArabGend_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...gender/GenderArapTweet_BLOOMZ_ZeroShot.py → ...butes/gender/ArapTweet_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...ender/GenderArapTweet_ChatGPT_ZeroShot.py → ...ibutes/gender/ArapTweet_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...derArapTweet_GPTChatCompletion_FewShot.py → ...tributes/gender/ArapTweet_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ...erArapTweet_GPTChatCompletion_ZeroShot.py → ...ributes/gender/ArapTweet_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...aphy/location/Location_BLOOMZ_ZeroShot.py → ...utes/location/Location_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...phy/location/Location_ChatGPT_ZeroShot.py → ...butes/location/Location_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...ion/Location_GPTChatCompletion_FewShot.py → ...ributes/location/Location_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ...on/Location_GPTChatCompletion_ZeroShot.py → ...ibutes/location/Location_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...phy/name_info/NameInfo_BLOOMZ_ZeroShot.py → ...tes/name_info/NameInfo_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...hy/name_info/NameInfo_ChatGPT_ZeroShot.py → ...utes/name_info/NameInfo_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...nfo/NameInfo_GPTChatCompletion_FewShot.py → ...ibutes/name_info/NameInfo_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ...fo/NameInfo_GPTChatCompletion_ZeroShot.py → ...butes/name_info/NameInfo_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ..._harmful_content/Adult_BLOOMZ_ZeroShot.py → ...ontent_detection/Adult_BLOOMZ_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...harmful_content/Adult_ChatGPT_ZeroShot.py → ...content_detection/Adult_GPT35_ZeroShot.py
View file
Open in desktop
File renamed without changes.
0 ...ontent/Adult_GPTChatCompletion_FewShot.py → ...t_content_detection/Adult_GPT4_FewShot.py
View file
Open in desktop
File renamed without changes.
0 ...ntent/Adult_GPTChatCompletion_ZeroShot.py → ..._content_detection/Adult_GPT4_ZeroShot.py
View file
Open in desktop
File renamed without changes.
4 changes: 2 additions & 2 deletions ...ontent/Attentionworthy_BLOOMZ_ZeroShot.py → ...hy/CT22Attentionworthy_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import AttentionworthyDataset
from llmebench.datasets import CT22AttentionworthyDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import AttentionworthyTask


def config():
return {
"dataset": AttentionworthyDataset,
"dataset": CT22AttentionworthyDataset,
"dataset_args": {},
"task": AttentionworthyTask,
"task_args": {},
Expand Down
6 changes: 3 additions & 3 deletions ...ntent/Attentionworthy_ChatGPT_ZeroShot.py → ...thy/CT22Attentionworthy_GPT35_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,14 +1,14 @@
import os
import re

from llmebench.datasets import AttentionworthyDataset
from llmebench.models import GPTModel, RandomGPTModel
from llmebench.datasets import CT22AttentionworthyDataset
from llmebench.models import GPTModel
from llmebench.tasks import AttentionworthyTask


def config():
return {
"dataset": AttentionworthyDataset,
"dataset": CT22AttentionworthyDataset,
"dataset_args": {},
"task": AttentionworthyTask,
"task_args": {},
Expand Down
9 changes: 2 additions & 7 deletions ...entionworthy_GPTChatCompletion_Fewshot.py → ...orthy/CT22Attentionworthy_GPT4_FewShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,13 @@
import os
import random
import re

from llmebench.datasets import AttentionworthyDataset
from llmebench.datasets import CT22AttentionworthyDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import AttentionworthyTask


random.seed(1333)


def config():
return {
"dataset": AttentionworthyDataset,
"dataset": CT22AttentionworthyDataset,
"dataset_args": {},
"task": AttentionworthyTask,
"task_args": {},
Expand Down
9 changes: 2 additions & 7 deletions ...ntionworthy_GPTChatCompletion_ZeroShot.py → ...rthy/CT22Attentionworthy_GPT4_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,13 @@
import os
import random
import re

from llmebench.datasets import AttentionworthyDataset
from llmebench.datasets import CT22AttentionworthyDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import AttentionworthyTask


random.seed(1333)


def config():
return {
"dataset": AttentionworthyDataset,
"dataset": CT22AttentionworthyDataset,
"dataset_args": {},
"task": AttentionworthyTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...ontent/Checkworthiness_BLOOMZ_ZeroShot.py → ...ss/CT22Checkworthiness_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import CheckworthinessDataset
from llmebench.datasets import CT22CheckworthinessDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import CheckworthinessTask


def config():
return {
"dataset": CheckworthinessDataset,
"dataset": CT22CheckworthinessDataset,
"dataset_args": {},
"task": CheckworthinessTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...ntent/Checkworthiness_ChatGPT_ZeroShot.py → ...ess/CT22Checkworthiness_GPT35_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import CheckworthinessDataset
from llmebench.datasets import CT22CheckworthinessDataset
from llmebench.models import GPTModel, RandomGPTModel
from llmebench.tasks import CheckworthinessTask


def config():
return {
"dataset": CheckworthinessDataset,
"dataset": CT22CheckworthinessDataset,
"dataset_args": {},
"task": CheckworthinessTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...ckworthiness_GPTChatCompletion_FewShot.py → ...yness/CT22Checkworthiness_GPT4_FewShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import random
import re

from llmebench.datasets import CheckworthinessDataset
from llmebench.datasets import CT22CheckworthinessDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import CheckworthinessTask

Expand All @@ -12,7 +12,7 @@

def config():
return {
"dataset": CheckworthinessDataset,
"dataset": CT22CheckworthinessDataset,
"dataset_args": {},
"task": CheckworthinessTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...kworthiness_GPTChatCompletion_ZeroShot.py → ...ness/CT22Checkworthiness_GPT4_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import random
import re

from llmebench.datasets import CheckworthinessDataset
from llmebench.datasets import CT22CheckworthinessDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import CheckworthinessTask

Expand All @@ -12,7 +12,7 @@

def config():
return {
"dataset": CheckworthinessDataset,
"dataset": CT22CheckworthinessDataset,
"dataset_args": {},
"task": CheckworthinessTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...content/COVClaimDetect_BLOOMZ_ZeroShot.py → ...im_detection/CT22Claim_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import CovidClaimDataset
from llmebench.datasets import CT22ClaimDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import ClaimDetectionTask


def config():
return {
"dataset": CovidClaimDataset,
"dataset": CT22ClaimDataset,
"dataset_args": {},
"task": ClaimDetectionTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...ent/ClaimDetectCOVID19_CGPT35_ZeroShot.py → ...aim_detection/CT22Claim_GPT35_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import CovidClaimDataset
from llmebench.datasets import CT22ClaimDataset
from llmebench.models import GPTModel
from llmebench.tasks import ClaimDetectionTask


def config():
return {
"dataset": CovidClaimDataset,
"dataset": CT22ClaimDataset,
"dataset_args": {},
"task": ClaimDetectionTask,
"task_args": {},
Expand Down
4 changes: 2 additions & 2 deletions ...ul_content/COVClaimDetect_GPT4_FewShot.py → ...claim_detection/CT22Claim_GPT4_FewShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import os

from llmebench.datasets import CovidClaimDataset
from llmebench.datasets import CT22ClaimDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import ClaimDetectionTask


def config():
return {
"dataset": CovidClaimDataset,
"dataset": CT22ClaimDataset,
"dataset_args": {},
"task": ClaimDetectionTask,
"task_args": {},
Expand Down
9 changes: 2 additions & 7 deletions ...tectCOVID19_GPTChatCompletion_ZeroShot.py → ...laim_detection/CT22Claim_GPT4_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,13 @@
import os
import random
import re

from llmebench.datasets import CheckworthinessDataset
from llmebench.datasets import CT22CheckworthinessDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import CheckworthinessTask


random.seed(1333)


def config():
return {
"dataset": CheckworthinessDataset,
"dataset": CT22CheckworthinessDataset,
"dataset_args": {},
"task": CheckworthinessTask,
"task_args": {},
Expand Down
8 changes: 4 additions & 4 deletions ...tent/FactualityCOVID19_BLOOMZ_ZeroShot.py → ...lity/COVID19Factuality_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
import os

from llmebench.datasets import FactualityCOVID19Dataset
from llmebench.datasets import COVID19FactualityDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import FactualityCOVID19Task
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityCOVID19Dataset,
"dataset": COVID19FactualityDataset,
"dataset_args": {},
"task": FactualityCOVID19Task,
"task": FactualityTask,
"task_args": {},
"model": BLOOMPetalModel,
"model_args": {
Expand Down
13 changes: 4 additions & 9 deletions ...alityCOVID19_GPTChatCompletion_FewShot.py → ...tuality/COVID19Factuality_GPT4_FewShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,20 +1,15 @@
import os
import random
import re

from llmebench.datasets import FactualityCOVID19Dataset
from llmebench.datasets import COVID19FactualityDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import FactualityCOVID19Task


random.seed(1333)
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityCOVID19Dataset,
"dataset": COVID19FactualityDataset,
"dataset_args": {},
"task": FactualityCOVID19Task,
"task": FactualityTask,
"task_args": {},
"model": GPTChatCompletionModel,
"model_args": {
Expand Down
13 changes: 4 additions & 9 deletions ...lityCOVID19_GPTChatCompletion_ZeroShot.py → ...uality/COVID19Factuality_GPT4_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,20 +1,15 @@
import os
import random
import re

from llmebench.datasets import FactualityCOVID19Dataset
from llmebench.datasets import COVID19FactualityDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import FactualityCOVID19Task


random.seed(1333)
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityCOVID19Dataset,
"dataset": COVID19FactualityDataset,
"dataset_args": {},
"task": FactualityCOVID19Task,
"task": FactualityTask,
"task_args": {},
"model": GPTChatCompletionModel,
"model_args": {
Expand Down
13 changes: 4 additions & 9 deletions ...ent/FactualityKhouja20_BLOOMZ_ZeroShot.py → ...ity/Khouja20Factuality_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,20 +1,15 @@
import os
import random
import re

from llmebench.datasets import FactualityKhouja20Dataset
from llmebench.datasets import Khouja20FactualityDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import FactualityKhouja20Task


random.seed(1333)
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityKhouja20Dataset,
"dataset": Khouja20FactualityDataset,
"dataset_args": {},
"task": FactualityKhouja20Task,
"task": FactualityTask,
"task_args": {},
"model": BLOOMPetalModel,
"model_args": {
Expand Down
10 changes: 5 additions & 5 deletions ...nt/FactualityKhouja20_ChatGPT_ZeroShot.py → ...lity/Khouja20Factuality_GPT35_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
import os

from llmebench.datasets import FactualityKhouja20Dataset
from llmebench.models import GPTModel, RandomGPTModel
from llmebench.tasks import FactualityKhouja20Task
from llmebench.datasets import Khouja20FactualityDataset
from llmebench.models import GPTModel
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityKhouja20Dataset,
"dataset": Khouja20FactualityDataset,
"dataset_args": {},
"task": FactualityKhouja20Task,
"task": FactualityTask,
"task_args": {},
"model": GPTModel,
"model_args": {
Expand Down
8 changes: 4 additions & 4 deletions ...ontent/FactualityKhouja20_GPT4_FewShot.py → ...uality/Khouja20Factuality_GPT4_FewShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
import os

from llmebench.datasets import FactualityKhouja20Dataset
from llmebench.datasets import Khouja20FactualityDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import FactualityKhouja20Task
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityKhouja20Dataset,
"dataset": Khouja20FactualityDataset,
"dataset_args": {},
"task": FactualityKhouja20Task,
"task": FactualityTask,
"task_args": {},
"model": GPTChatCompletionModel,
"model_args": {
Expand Down
8 changes: 4 additions & 4 deletions ...ntent/FactualityKhouja20_GPT4_ZeroShot.py → ...ality/Khouja20Factuality_GPT4_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
import os

from llmebench.datasets import FactualityKhouja20Dataset
from llmebench.datasets import Khouja20FactualityDataset
from llmebench.models import GPTChatCompletionModel
from llmebench.tasks import FactualityKhouja20Task
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityKhouja20Dataset,
"dataset": Khouja20FactualityDataset,
"dataset_args": {},
"task": FactualityKhouja20Task,
"task": FactualityTask,
"task_args": {},
"model": GPTChatCompletionModel,
"model_args": {
Expand Down
13 changes: 4 additions & 9 deletions ...nt/FactualityUnifiedFC_BLOOMZ_ZeroShot.py → ...ty/UnifiedFCFactuality_BLOOMZ_ZeroShot.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,20 +1,15 @@
import os
import random
import re

from llmebench.datasets import FactualityUnifiedFCDataset
from llmebench.datasets import UnifiedFCFactualityDataset
from llmebench.models import BLOOMPetalModel
from llmebench.tasks import FactualityUnifiedFCTask


random.seed(1333)
from llmebench.tasks import FactualityTask


def config():
return {
"dataset": FactualityUnifiedFCDataset,
"dataset": UnifiedFCFactualityDataset,
"dataset_args": {},
"task": FactualityUnifiedFCTask,
"task": FactualityTask,
"task_args": {},
"model": BLOOMPetalModel,
"model_args": {
Expand Down
Loading