Skip to content

Commit

Permalink
add mteb_dataset_name field to *.json
Browse files Browse the repository at this point in the history
  • Loading branch information
small-starriest committed Nov 19, 2024
1 parent 3c2672b commit 58fd4e0
Show file tree
Hide file tree
Showing 3,052 changed files with 53,010 additions and 1,503 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
2,033 changes: 2,025 additions & 8 deletions paths.json

Large diffs are not rendered by default.

475 changes: 2 additions & 473 deletions results.py

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.31936,
"main_score": 0.31936
}
]
},
"task_name": "ACORDAR",
"mteb_dataset_name": "ACORDAR"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.10177,
"main_score": 0.10177
}
]
},
"task_name": "AILA2019-Case",
"mteb_dataset_name": "AILA2019-Case"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.17416,
"main_score": 0.17416
}
]
},
"task_name": "AILA2019-Statutes",
"mteb_dataset_name": "AILA2019-Statutes"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.46328,
"main_score": 0.46328
}
]
},
"task_name": "APPS",
"mteb_dataset_name": "APPS"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.23766,
"main_score": 0.23766
}
]
},
"task_name": "AY2",
"mteb_dataset_name": "AY2"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.60263,
"main_score": 0.60263
}
]
},
"task_name": "Apple",
"mteb_dataset_name": "Apple"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.44193,
"main_score": 0.44193
}
]
},
"task_name": "ArguAna",
"mteb_dataset_name": "ArguAna"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.34233,
"main_score": 0.34233
}
]
},
"task_name": "BSARD",
"mteb_dataset_name": "BSARD"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.85362,
"main_score": 0.85362
}
]
},
"task_name": "BillSum",
"mteb_dataset_name": "BillSum"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.61337,
"main_score": 0.61337
}
]
},
"task_name": "CARE",
"mteb_dataset_name": "CARE"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.29479,
"main_score": 0.29479
}
]
},
"task_name": "CAsT_2019",
"mteb_dataset_name": "CAsT_2019"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.28642,
"main_score": 0.28642
}
]
},
"task_name": "CAsT_2020",
"mteb_dataset_name": "CAsT_2020"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.27323,
"main_score": 0.27323
}
]
},
"task_name": "CAsT_2021",
"mteb_dataset_name": "CAsT_2021"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.69916,
"main_score": 0.69916
}
]
},
"task_name": "CAsT_2022",
"mteb_dataset_name": "CAsT_2022"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.05105,
"main_score": 0.05105
}
]
},
"task_name": "CPCD",
"mteb_dataset_name": "CPCD"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"CQADupStack_Android_queries": {
"NDCG@10": 0.49941
},
"CQADupStack_English_queries": {
"NDCG@10": 0.4061
},
"CQADupStack_Gaming_queries": {
"NDCG@10": 0.52891
},
"CQADupStack_Gis_queries": {
"NDCG@10": 0.60952
},
"CQADupStack_Math_queries": {
"NDCG@10": 0.13262
},
"CQADupStack_Physics_queries": {
"NDCG@10": 0.15651
},
"CQADupStack_Programmers_queries": {
"NDCG@10": 0.60302
},
"CQADupStack_Stats_queries": {
"NDCG@10": 0.22079
},
"CQADupStack_Tex_queries": {
"NDCG@10": 0.29871
},
"CQADupStack_Unix_queries": {
"NDCG@10": 0.56487
},
"CQADupStack_WebMasters_queries": {
"NDCG@10": 0.3695
},
"CQADupStack_Wordpress_queries": {
"NDCG@10": 0.12869
},
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.3765541666666667,
"main_score": 0.3765541666666667
}
]
},
"task_name": "CQADupStack",
"mteb_dataset_name": "CQADupStack"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"GOOSEHEADINSURANCE_queries": {
"NDCG@10": 0.20238
},
"GRANTIERRAENERGY_queries": {
"NDCG@10": 0.1526
},
"HarpoonTherapeutics_queries": {
"NDCG@10": 0.34576
},
"Monsanto_Company_queries": {
"NDCG@10": 0.42536
},
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.2965718181818182,
"main_score": 0.2965718181818182
}
]
},
"task_name": "CUAD",
"mteb_dataset_name": "CUAD"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.50292,
"main_score": 0.50292
}
]
},
"task_name": "ChroniclingAmericaQA",
"mteb_dataset_name": "ChroniclingAmericaQA"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6",
"mteb_version": "1.2.0",
"evaluation_time": null,
"scores": {
"test": [
{
"hf_subset": "default",
"NDCG@10": 0.54725,
"main_score": 0.54725
}
]
},
"task_name": "CliniDS_2014",
"mteb_dataset_name": "CliniDS_2014"
}
Loading

0 comments on commit 58fd4e0

Please sign in to comment.