update clustering

embeddings-benchmark · Sep 3, 2024 · 0d2acf4 · 0d2acf4
1 parent c5c732b
commit 0d2acf4
Show file tree

Hide file tree

Showing 27 changed files with 288 additions and 288 deletions.
diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GeoreviewClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GeoreviewClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "97a313c8fc85b47f13f33e7e9a95c1ad888c7fec",
-  "evaluation_time": 18.1637966632843,
-  "kg_co2_emissions": 0.003436204840852146,
+  "evaluation_time": 22.403052806854248,
+  "kg_co2_emissions": 0.0038498791521601526,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [

diff --git a/...s/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RuSciBenchGRNTIClusteringP2P.json b/...s/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RuSciBenchGRNTIClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1",
-  "evaluation_time": 30.805849313735962,
-  "kg_co2_emissions": 0.006053619711238504,
+  "evaluation_time": 35.20674800872803,
+  "kg_co2_emissions": 0.005398911982086151,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.501793532720552,
-        "v_measure": 0.501793532720552,
-        "v_measure_std": 0.01023556343284732,
+        "main_score": 0.5083470670121341,
+        "v_measure": 0.5083470670121341,
+        "v_measure_std": 0.010810912545598522,
         "v_measures": {
           "Level 0": [
-            0.4940400459858155,
-            0.5042229183260977,
-            0.4918572063493507,
-            0.5116778991469306,
-            0.5014693352998999,
-            0.48562596608673547,
-            0.4947420652302548,
-            0.5189612817113327,
-            0.5002457497027245,
-            0.5150928593663786
+            0.5094842678356597,
+            0.5049095837784613,
+            0.5096835683747635,
+            0.499578404886917,
+            0.4950166001220036,
+            0.5117868295350868,
+            0.505507776991919,
+            0.5182291165102249,
+            0.5333801296457965,
+            0.49589439244050854
           ]
         }
       }

diff --git a/...ts/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RuSciBenchOECDClusteringP2P.json b/...ts/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RuSciBenchOECDClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "26c88e99dcaba32bb45d0e1bfc21902337f6d471",
-  "evaluation_time": 29.739948511123657,
-  "kg_co2_emissions": 0.005836374359836605,
+  "evaluation_time": 52.71666359901428,
+  "kg_co2_emissions": 0.007519958772573069,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.43640382184877546,
-        "v_measure": 0.43640382184877546,
-        "v_measure_std": 0.009627264113146043,
+        "main_score": 0.432082498945941,
+        "v_measure": 0.432082498945941,
+        "v_measure_std": 0.014195382266248946,
         "v_measures": {
           "Level 0": [
-            0.4343545612331717,
-            0.43573023075658174,
-            0.4293014905269303,
-            0.4175157911978759,
-            0.4495087182129116,
-            0.4297491826707938,
-            0.4445488723095997,
-            0.4480759782986794,
-            0.43079318813762196,
-            0.44446020514358886
+            0.4196455666453906,
+            0.43070697870508357,
+            0.42692082888279514,
+            0.431113191743639,
+            0.45888321128238024,
+            0.44444560404800704,
+            0.44183503599998625,
+            0.4120577800732804,
+            0.4421630508534951,
+            0.4130537412253526
           ]
         }
       }

diff --git a/...bert_large_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/GeoreviewClusteringP2P.json b/...bert_large_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/GeoreviewClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "97a313c8fc85b47f13f33e7e9a95c1ad888c7fec",
-  "evaluation_time": 15.999439239501953,
-  "kg_co2_emissions": 0.0027657593973703684,
+  "evaluation_time": 19.23139190673828,
+  "kg_co2_emissions": 0.002781357031272363,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [

diff --git a/...arge_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/RuSciBenchGRNTIClusteringP2P.json b/...arge_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/RuSciBenchGRNTIClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1",
-  "evaluation_time": 25.271103858947754,
-  "kg_co2_emissions": 0.004205465385661146,
+  "evaluation_time": 28.02802538871765,
+  "kg_co2_emissions": 0.004320818289116899,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.5111764930829088,
-        "v_measure": 0.5111764930829088,
-        "v_measure_std": 0.011208639352436267,
+        "main_score": 0.5143639746005286,
+        "v_measure": 0.5143639746005286,
+        "v_measure_std": 0.009048609174102027,
         "v_measures": {
           "Level 0": [
-            0.5052721114454618,
-            0.49968100082678807,
-            0.5073454855512981,
-            0.497833054358193,
-            0.4967966044858186,
-            0.5147956298091397,
-            0.532898766298346,
-            0.519397980146414,
-            0.5219404002827486,
-            0.5158038976248791
+            0.5040188389105025,
+            0.5155346300524732,
+            0.49935180624888464,
+            0.511039888766344,
+            0.5073026191237229,
+            0.5279295938299691,
+            0.5179839702535664,
+            0.5130596984982654,
+            0.5186794441814422,
+            0.5287392561401149
           ]
         }
       }

diff --git a/...large_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/RuSciBenchOECDClusteringP2P.json b/...large_mt_nlu_ru/05300876c2b83f46d3ddd422a7f17e45cf633bb0/RuSciBenchOECDClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "26c88e99dcaba32bb45d0e1bfc21902337f6d471",
-  "evaluation_time": 24.554574728012085,
-  "kg_co2_emissions": 0.0040644732146955815,
+  "evaluation_time": 26.931490659713745,
+  "kg_co2_emissions": 0.004457295139167488,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.45467988432011125,
-        "v_measure": 0.45467988432011125,
-        "v_measure_std": 0.007463577520954791,
+        "main_score": 0.4535880138843543,
+        "v_measure": 0.4535880138843543,
+        "v_measure_std": 0.009451584810188542,
         "v_measures": {
           "Level 0": [
-            0.45169570408199855,
-            0.4564177553191353,
-            0.46222182339207396,
-            0.4587294701570076,
-            0.4697434710551285,
-            0.45197192160188643,
-            0.45648691651642886,
-            0.45009700611991404,
-            0.44744033114363846,
-            0.4419944438139008
+            0.43573123179100703,
+            0.44487385999417073,
+            0.44830940652085666,
+            0.4605374676872288,
+            0.4706410940188168,
+            0.44786003835517046,
+            0.4591663835614146,
+            0.46145365850087194,
+            0.4519575614491639,
+            0.4553494369648418
           ]
         }
       }

diff --git a/...__sbert_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/GeoreviewClusteringP2P.json b/...__sbert_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/GeoreviewClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "97a313c8fc85b47f13f33e7e9a95c1ad888c7fec",
-  "evaluation_time": 16.150691032409668,
-  "kg_co2_emissions": 0.0030137437907542695,
+  "evaluation_time": 23.08635687828064,
+  "kg_co2_emissions": 0.003290712788366805,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [

diff --git a/...t_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/RuSciBenchGRNTIClusteringP2P.json b/...t_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/RuSciBenchGRNTIClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1",
-  "evaluation_time": 25.320042848587036,
-  "kg_co2_emissions": 0.004607408716760589,
+  "evaluation_time": 29.63620638847351,
+  "kg_co2_emissions": 0.004515713656567279,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.49991344888524986,
-        "v_measure": 0.49991344888524986,
-        "v_measure_std": 0.005471965186409943,
+        "main_score": 0.49700527239812675,
+        "v_measure": 0.49700527239812675,
+        "v_measure_std": 0.01166904620654753,
         "v_measures": {
           "Level 0": [
-            0.4976436240156719,
-            0.5001266364589995,
-            0.5104232406516286,
-            0.49656607718993395,
-            0.508634017487115,
-            0.4909894150767012,
-            0.4974543025354071,
-            0.49725121977173287,
-            0.4986591043168863,
-            0.5013868513484223
+            0.4888724950458101,
+            0.5199719109745362,
+            0.5030240989095481,
+            0.4929367099037469,
+            0.49887863014463985,
+            0.5121026729373608,
+            0.4946273290023334,
+            0.48384328010397903,
+            0.4795595560145485,
+            0.4962360409447655
           ]
         }
       }

diff --git a/...rt_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/RuSciBenchOECDClusteringP2P.json b/...rt_large_nlu_ru/af977d5dfa46a3635e29bf0ef383f2df2a08d47a/RuSciBenchOECDClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "26c88e99dcaba32bb45d0e1bfc21902337f6d471",
-  "evaluation_time": 24.369733095169067,
-  "kg_co2_emissions": 0.004260381003955405,
+  "evaluation_time": 28.17802405357361,
+  "kg_co2_emissions": 0.004369184458130556,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.44424373335482004,
-        "v_measure": 0.44424373335482004,
-        "v_measure_std": 0.009622725411255154,
+        "main_score": 0.44483117618717916,
+        "v_measure": 0.44483117618717916,
+        "v_measure_std": 0.00737113130726444,
         "v_measures": {
           "Level 0": [
-            0.4283030226000799,
-            0.43920701455739747,
-            0.44970912856177414,
-            0.45029179586965545,
-            0.4640199409896038,
-            0.43643017126772804,
-            0.4354961860203061,
-            0.4454886393533906,
-            0.45106455269353873,
-            0.44242688163472677
+            0.4468992785190398,
+            0.4341291972050592,
+            0.45436535189625143,
+            0.434276255982634,
+            0.44425521871213514,
+            0.44931526499926294,
+            0.43587033414187865,
+            0.4514007301132422,
+            0.4536547100320282,
+            0.4441454202702605
           ]
         }
       }

diff --git a/...grated__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/GeoreviewClusteringP2P.json b/...grated__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/GeoreviewClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "97a313c8fc85b47f13f33e7e9a95c1ad888c7fec",
-  "evaluation_time": 5.577955007553101,
-  "kg_co2_emissions": 0.0007230951825559471,
+  "evaluation_time": 6.232751369476318,
+  "kg_co2_emissions": 0.0007942840972366127,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [

diff --git a/...__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/RuSciBenchGRNTIClusteringP2P.json b/...__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/RuSciBenchGRNTIClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1",
-  "evaluation_time": 5.201459884643555,
-  "kg_co2_emissions": 0.0007035370272070047,
+  "evaluation_time": 6.911771535873413,
+  "kg_co2_emissions": 0.0008956302471850218,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.39103654175167535,
-        "v_measure": 0.39103654175167535,
-        "v_measure_std": 0.008759705597997653,
+        "main_score": 0.3978238325057125,
+        "v_measure": 0.3978238325057125,
+        "v_measure_std": 0.004757148320351495,
         "v_measures": {
           "Level 0": [
-            0.4040376690502437,
-            0.3753847769446954,
-            0.39461733614411726,
-            0.3906576165116946,
-            0.394512240741283,
-            0.3937784994298428,
-            0.3981306944340535,
-            0.3910005253621595,
-            0.37477339639061924,
-            0.3934726625080445
+            0.39174444715540613,
+            0.3964186951393732,
+            0.4042095081617127,
+            0.3999197192652975,
+            0.4009074639122401,
+            0.4010139528036232,
+            0.40386282522588207,
+            0.39019101790543526,
+            0.3925694901507174,
+            0.39740120533743806
           ]
         }
       }

diff --git a/...d__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/RuSciBenchOECDClusteringP2P.json b/...d__rubert-tiny2/dad72b8f77c5eef6995dd3e4691b758ba56b90c3/RuSciBenchOECDClusteringP2P.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "26c88e99dcaba32bb45d0e1bfc21902337f6d471",
-  "evaluation_time": 4.92979097366333,
-  "kg_co2_emissions": 0.0006890678905896697,
+  "evaluation_time": 11.276029825210571,
+  "kg_co2_emissions": 0.0014578066143914295,
   "mteb_version": "1.14.12",
   "scores": {
     "test": [
@@ -10,21 +10,21 @@
         "languages": [
           "rus-Cyrl"
         ],
-        "main_score": 0.35575280939567466,
-        "v_measure": 0.35575280939567466,
-        "v_measure_std": 0.0072794627473546925,
+        "main_score": 0.35983041009075467,
+        "v_measure": 0.35983041009075467,
+        "v_measure_std": 0.006548948456745963,
         "v_measures": {
           "Level 0": [
-            0.3574579710628587,
-            0.3467685099663727,
-            0.36843174672731077,
-            0.36569681639286783,
-            0.3527219611398156,
-            0.3554158255647195,
-            0.3501783091747031,
-            0.36285413544200107,
-            0.35053038728587654,
-            0.34747243120022053
+            0.3597993700409504,
+            0.3600557592525636,
+            0.3565715723560681,
+            0.36626917701859146,
+            0.35959580765548743,
+            0.3612020338543814,
+            0.3656227579283591,
+            0.34893796530930776,
+            0.3495784699263912,
+            0.3706711875654459
           ]
         }
       }