diff --git a/paths.json b/paths.json index 16eb33aa5..b0d8b6899 100644 --- a/paths.json +++ b/paths.json @@ -52,6 +52,132 @@ "results\\ai-forever__sbert_large_nlu_ru\\af977d5dfa46a3635e29bf0ef383f2df2a08d47a\\XNLI.json" ], "Alibaba-NLP__gte-base-en-v1.5": [ + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ACORDAR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AILA2019-Case.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AILA2019-Statutes.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Apple.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\APPS.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ArguAna.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AY2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\BillSum.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\BSARD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CARE.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ChroniclingAmericaQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2014.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2015.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2016.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CodeEditSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CodeSearchNet.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Competition-Math.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Conala.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ConvFinQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Core17.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Core_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CPCD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CQADupStack.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CUAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2015.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2016.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ELI5.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ExcluIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Fever.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FinanceBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FinQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FiQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FoodAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2004.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2005.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2006.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2007.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\GerDaLIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HC3Finance.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HuggingfaceAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HumanEval-X.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\IFEval.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\InstructIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LeCaRDv2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LeetCode.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LegalQuAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LitSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\MBPP.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2011.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2012.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2013.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2014.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\MISeD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Monant.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR-Tech_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NevIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\News21.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NFCorpus.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NTCIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PointRec.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine-Article_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine-Article_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2018.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProCIS-Dialog.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProCIS-Turn.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProductSearch_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProofWiki_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProofWiki_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PytorchAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\QuanTemp.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Quora.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\REGIR-EU2UK.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\REGIR-UK2EU.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\RepoBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Robust04.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SCIDOCS.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SciFact.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SParC-SQL.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SParC.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Spider-SQL.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Spider.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SpotifyAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\StackMathQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stacks_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stacks_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stein_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stein_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SWE-Bench-Lite.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAS2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAT-DQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TensorAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TLDR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TMDB.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToolBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TopiOCQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToT_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToT_2024.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Touche.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trade-the-event.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trec-Covid.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TREC-Legal_2011.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trench_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trench_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TREx.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WeatherAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WebTableSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WnCw.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WnWi.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WoW.json", + "results\\Alibaba-NLP__gte-base-en-v1.5\\6a9b641cb627be442996ce096a996ced2bdd81ea\\zsRE.json", "results\\Alibaba-NLP__gte-base-en-v1.5\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\ACORDAR.json", "results\\Alibaba-NLP__gte-base-en-v1.5\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\AILA2019-Case.json", "results\\Alibaba-NLP__gte-base-en-v1.5\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\AILA2019-Statutes.json", @@ -180,6 +306,132 @@ "results\\Alibaba-NLP__gte-base-en-v1.5\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\zsRE.json" ], "Alibaba-NLP__gte-base-en-v1.5-instruct": [ + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ACORDAR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AILA2019-Case.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AILA2019-Statutes.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Apple.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\APPS.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ArguAna.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\AY2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\BillSum.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\BSARD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CARE.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CAsT_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ChroniclingAmericaQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ClinicalTrials_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2014.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2015.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CliniDS_2016.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CodeEditSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CodeSearchNet.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Competition-Math.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Conala.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ConvFinQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Core17.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Core_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CPCD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CQADupStack.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\CUAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2015.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2016.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\DD_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ELI5.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ExcluIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2021.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FairRanking_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Fever.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FinanceBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FinQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FiQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\FoodAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2004.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2005.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2006.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Genomics-AdHoc_2007.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\GerDaLIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HC3Finance.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HuggingfaceAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\HumanEval-X.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\IFEval.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\InstructIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LeCaRDv2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LeetCode.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LegalQuAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\LitSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\MBPP.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2011.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2012.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2013.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Microblog_2014.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\MISeD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Monant.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR-Tech_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR_2022.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NeuCLIR_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NevIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\News21.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NFCorpus.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\NTCIR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PointRec.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine-Article_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine-Article_2020.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2017.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2018.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PrecisionMedicine_2019.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProCIS-Dialog.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProCIS-Turn.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProductSearch_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProofWiki_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ProofWiki_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\PytorchAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\QuanTemp.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Quora.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\REGIR-EU2UK.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\REGIR-UK2EU.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\RepoBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Robust04.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SCIDOCS.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SciFact.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SParC-SQL.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SParC.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Spider-SQL.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Spider.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SpotifyAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\StackMathQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stacks_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stacks_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stein_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Stein_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\SWE-Bench-Lite.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAD.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAS2.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TAT-DQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TensorAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TLDR.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TMDB.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToolBench.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TopiOCQA.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToT_2023.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\ToT_2024.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Touche.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trade-the-event.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trec-Covid.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TREC-Legal_2011.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trench_Proof.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\Trench_Reference.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\TREx.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WeatherAPI.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WebTableSearch.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WnCw.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WnWi.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\WoW.json", + "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\6a9b641cb627be442996ce096a996ced2bdd81ea\\zsRE.json", "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\ACORDAR.json", "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\AILA2019-Case.json", "results\\Alibaba-NLP__gte-base-en-v1.5-instruct\\a829fd0e060bb84554da0dfd354d0de0f7712b7f\\AILA2019-Statutes.json", @@ -814,6 +1066,132 @@ "results\\Alibaba-NLP__gte-Qwen1.5-7B-instruct\\no_revision_available\\Waimai.json" ], "Alibaba-NLP__gte-Qwen2-1.5B": [ + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ACORDAR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AILA2019-Case.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AILA2019-Statutes.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Apple.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\APPS.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ArguAna.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AY2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\BillSum.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\BSARD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CARE.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ChroniclingAmericaQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2014.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2015.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2016.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CodeEditSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CodeSearchNet.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Competition-Math.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Conala.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ConvFinQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Core17.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Core_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CPCD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CQADupStack.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CUAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2015.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2016.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ELI5.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ExcluIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Fever.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FinanceBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FinQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FiQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FoodAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2004.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2005.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2006.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2007.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\GerDaLIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HC3Finance.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HuggingfaceAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HumanEval-X.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\IFEval.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\InstructIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LeCaRDv2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LeetCode.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LegalQuAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LitSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\MBPP.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2011.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2012.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2013.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2014.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\MISeD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Monant.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR-Tech_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NevIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\News21.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NFCorpus.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NTCIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PointRec.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine-Article_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine-Article_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2018.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProCIS-Dialog.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProCIS-Turn.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProductSearch_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProofWiki_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProofWiki_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PytorchAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\QuanTemp.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Quora.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\REGIR-EU2UK.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\REGIR-UK2EU.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\RepoBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Robust04.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SCIDOCS.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SciFact.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SParC-SQL.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SParC.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Spider-SQL.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Spider.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SpotifyAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\StackMathQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stacks_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stacks_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stein_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stein_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SWE-Bench-Lite.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAS2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAT-DQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TensorAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TLDR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TMDB.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToolBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TopiOCQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToT_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToT_2024.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Touche.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trade-the-event.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trec-Covid.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TREC-Legal_2011.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trench_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trench_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TREx.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WeatherAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WebTableSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WnCw.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WnWi.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WoW.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\zsRE.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\ACORDAR.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\AILA2019-Case.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\AILA2019-Statutes.json", @@ -942,6 +1320,132 @@ "results\\Alibaba-NLP__gte-Qwen2-1.5B\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\zsRE.json" ], "Alibaba-NLP__gte-Qwen2-1.5B-instruct": [ + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ACORDAR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AILA2019-Case.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AILA2019-Statutes.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Apple.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\APPS.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ArguAna.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\AY2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\BillSum.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\BSARD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CARE.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CAsT_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ChroniclingAmericaQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ClinicalTrials_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2014.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2015.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CliniDS_2016.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CodeEditSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CodeSearchNet.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Competition-Math.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Conala.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ConvFinQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Core17.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Core_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CPCD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CQADupStack.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\CUAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2015.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2016.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\DD_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ELI5.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ExcluIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2021.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FairRanking_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Fever.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FinanceBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FinQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FiQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\FoodAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2004.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2005.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2006.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Genomics-AdHoc_2007.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\GerDaLIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HC3Finance.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HuggingfaceAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\HumanEval-X.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\IFEval.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\InstructIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LeCaRDv2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LeetCode.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LegalQuAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\LitSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\MBPP.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2011.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2012.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2013.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Microblog_2014.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\MISeD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Monant.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR-Tech_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR_2022.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NeuCLIR_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NevIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\News21.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NFCorpus.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\NTCIR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PointRec.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine-Article_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine-Article_2020.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2017.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2018.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PrecisionMedicine_2019.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProCIS-Dialog.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProCIS-Turn.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProductSearch_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProofWiki_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ProofWiki_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\PytorchAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\QuanTemp.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Quora.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\REGIR-EU2UK.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\REGIR-UK2EU.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\RepoBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Robust04.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SCIDOCS.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SciFact.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SParC-SQL.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SParC.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Spider-SQL.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Spider.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SpotifyAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\StackMathQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stacks_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stacks_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stein_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Stein_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\SWE-Bench-Lite.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAD.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAS2.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TAT-DQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TensorAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TLDR.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TMDB.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToolBench.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TopiOCQA.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToT_2023.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\ToT_2024.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Touche.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trade-the-event.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trec-Covid.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TREC-Legal_2011.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trench_Proof.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\Trench_Reference.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\TREx.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WeatherAPI.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WebTableSearch.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WnCw.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WnWi.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\WoW.json", + "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a\\zsRE.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\ACORDAR.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\AILA2019-Case.json", "results\\Alibaba-NLP__gte-Qwen2-1.5B-instruct\\8fdde9cf9d708de7289a58a29877ddf6ae9b618c\\AILA2019-Statutes.json", @@ -1593,7 +2097,133 @@ "results\\BAAI__bge-base-en-v1.5\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\WnWi.json", "results\\BAAI__bge-base-en-v1.5\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\WoW.json", "results\\BAAI__bge-base-en-v1.5\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\XNLI.json", - "results\\BAAI__bge-base-en-v1.5\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\zsRE.json" + "results\\BAAI__bge-base-en-v1.5\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\zsRE.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ACORDAR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AILA2019-Case.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AILA2019-Statutes.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Apple.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\APPS.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ArguAna.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AY2.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\BillSum.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\BSARD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CARE.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2019.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2020.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2021.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2022.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ChroniclingAmericaQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2021.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2022.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2023.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2014.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2015.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2016.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CodeEditSearch.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CodeSearchNet.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Competition-Math.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Conala.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ConvFinQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Core17.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Core_2017.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CPCD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CQADupStack.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CUAD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2015.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2016.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2017.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ELI5.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ExcluIR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2020.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2021.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2022.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Fever.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FinanceBench.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FinQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FiQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FoodAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2004.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2005.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2006.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2007.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\GerDaLIR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HC3Finance.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HuggingfaceAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HumanEval-X.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\IFEval.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\InstructIR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LeCaRDv2.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LeetCode.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LegalQuAD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LitSearch.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\MBPP.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2011.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2012.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2013.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2014.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\MISeD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Monant.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR-Tech_2023.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR_2022.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR_2023.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NevIR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\News21.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NFCorpus.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NTCIR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PointRec.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine-Article_2019.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine-Article_2020.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2017.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2018.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2019.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProCIS-Dialog.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProCIS-Turn.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProductSearch_2023.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProofWiki_Proof.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProofWiki_Reference.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PytorchAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\QuanTemp.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Quora.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\REGIR-EU2UK.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\REGIR-UK2EU.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\RepoBench.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Robust04.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SCIDOCS.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SciFact.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SParC-SQL.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SParC.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Spider-SQL.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Spider.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SpotifyAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\StackMathQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stacks_Proof.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stacks_Reference.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stein_Proof.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stein_Reference.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SWE-Bench-Lite.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAD.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAS2.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAT-DQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TensorAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TLDR.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TMDB.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToolBench.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TopiOCQA.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToT_2023.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToT_2024.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Touche.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trade-the-event.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trec-Covid.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TREC-Legal_2011.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trench_Proof.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trench_Reference.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TREx.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WeatherAPI.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WebTableSearch.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WnCw.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WnWi.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WoW.json", + "results\\BAAI__bge-base-en-v1.5\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\zsRE.json" ], "BAAI__bge-base-en-v1.5-instruct": [ "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\ACORDAR.json", @@ -1736,7 +2366,133 @@ "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\WnCw.json", "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\WnWi.json", "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\WoW.json", - "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\zsRE.json" + "results\\BAAI__bge-base-en-v1.5-instruct\\a5beb1e3e68b9ab74eb54cfd186867f64f240e1a\\zsRE.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ACORDAR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AILA2019-Case.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AILA2019-Statutes.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Apple.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\APPS.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ArguAna.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\AY2.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\BillSum.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\BSARD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CARE.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2019.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2020.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2021.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CAsT_2022.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ChroniclingAmericaQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2021.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2022.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ClinicalTrials_2023.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2014.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2015.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CliniDS_2016.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CodeEditSearch.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CodeSearchNet.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Competition-Math.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Conala.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ConvFinQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Core17.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Core_2017.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CPCD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CQADupStack.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\CUAD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2015.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2016.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\DD_2017.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ELI5.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ExcluIR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2020.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2021.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FairRanking_2022.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Fever.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FinanceBench.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FinQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FiQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\FoodAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2004.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2005.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2006.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Genomics-AdHoc_2007.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\GerDaLIR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HC3Finance.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HuggingfaceAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\HumanEval-X.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\IFEval.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\InstructIR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LeCaRDv2.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LeetCode.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LegalQuAD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\LitSearch.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\MBPP.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2011.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2012.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2013.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Microblog_2014.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\MISeD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Monant.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR-Tech_2023.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR_2022.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NeuCLIR_2023.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NevIR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\News21.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NFCorpus.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\NTCIR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PointRec.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine-Article_2019.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine-Article_2020.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2017.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2018.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PrecisionMedicine_2019.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProCIS-Dialog.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProCIS-Turn.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProductSearch_2023.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProofWiki_Proof.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ProofWiki_Reference.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\PytorchAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\QuanTemp.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Quora.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\REGIR-EU2UK.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\REGIR-UK2EU.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\RepoBench.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Robust04.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SCIDOCS.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SciFact.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SParC-SQL.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SParC.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Spider-SQL.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Spider.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SpotifyAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\StackMathQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stacks_Proof.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stacks_Reference.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stein_Proof.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Stein_Reference.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\SWE-Bench-Lite.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAD.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAS2.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TAT-DQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TensorAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TLDR.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TMDB.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToolBench.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TopiOCQA.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToT_2023.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\ToT_2024.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Touche.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trade-the-event.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trec-Covid.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TREC-Legal_2011.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trench_Proof.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\Trench_Reference.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\TREx.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WeatherAPI.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WebTableSearch.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WnCw.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WnWi.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\WoW.json", + "results\\BAAI__bge-base-en-v1.5-instruct\\ee8df28b39310223529a7349aed36bb6f65e8ca3\\zsRE.json" ], "BAAI__bge-base-zh": [ "results\\BAAI__bge-base-zh\\no_revision_available\\AFQMC.json", @@ -1818,6 +2574,132 @@ "results\\BAAI__bge-large-en\\no_revision_available\\Robust04InstructionRetrieval.json" ], "BAAI__bge-large-en-v1.5": [ + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ACORDAR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AILA2019-Case.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AILA2019-Statutes.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Apple.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\APPS.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ArguAna.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AY2.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\BillSum.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\BSARD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CARE.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2019.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2020.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2021.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2022.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ChroniclingAmericaQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2021.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2022.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2023.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2014.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2015.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2016.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CodeEditSearch.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CodeSearchNet.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Competition-Math.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Conala.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ConvFinQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Core17.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Core_2017.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CPCD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CQADupStack.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CUAD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2015.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2016.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2017.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ELI5.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ExcluIR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2020.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2021.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2022.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Fever.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FinanceBench.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FinQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FiQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FoodAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2004.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2005.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2006.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2007.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\GerDaLIR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HC3Finance.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HuggingfaceAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HumanEval-X.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\IFEval.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\InstructIR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LeCaRDv2.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LeetCode.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LegalQuAD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LitSearch.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\MBPP.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2011.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2012.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2013.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2014.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\MISeD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Monant.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR-Tech_2023.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR_2022.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR_2023.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NevIR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\News21.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NFCorpus.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NTCIR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PointRec.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine-Article_2019.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine-Article_2020.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2017.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2018.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2019.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProCIS-Dialog.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProCIS-Turn.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProductSearch_2023.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProofWiki_Proof.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProofWiki_Reference.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PytorchAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\QuanTemp.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Quora.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\REGIR-EU2UK.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\REGIR-UK2EU.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\RepoBench.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Robust04.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SCIDOCS.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SciFact.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SParC-SQL.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SParC.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Spider-SQL.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Spider.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SpotifyAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\StackMathQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stacks_Proof.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stacks_Reference.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stein_Proof.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stein_Reference.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SWE-Bench-Lite.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAD.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAS2.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAT-DQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TensorAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TLDR.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TMDB.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToolBench.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TopiOCQA.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToT_2023.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToT_2024.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Touche.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trade-the-event.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trec-Covid.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TREC-Legal_2011.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trench_Proof.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trench_Reference.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TREx.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WeatherAPI.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WebTableSearch.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WnCw.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WnWi.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WoW.json", + "results\\BAAI__bge-large-en-v1.5\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\zsRE.json", "results\\BAAI__bge-large-en-v1.5\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\ACORDAR.json", "results\\BAAI__bge-large-en-v1.5\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\AfriSentiClassification.json", "results\\BAAI__bge-large-en-v1.5\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\AILA2019-Case.json", @@ -2089,6 +2971,132 @@ "results\\BAAI__bge-large-en-v1.5\\no_revision_available\\LegalSummarization.json" ], "BAAI__bge-large-en-v1.5-instruct": [ + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ACORDAR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AILA2019-Case.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AILA2019-Statutes.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Apple.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\APPS.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ArguAna.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\AY2.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\BillSum.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\BSARD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CARE.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2019.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2020.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2021.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CAsT_2022.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ChroniclingAmericaQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2021.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2022.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ClinicalTrials_2023.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2014.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2015.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CliniDS_2016.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CodeEditSearch.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CodeSearchNet.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Competition-Math.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Conala.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ConvFinQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Core17.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Core_2017.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CPCD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CQADupStack.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\CUAD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2015.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2016.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\DD_2017.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ELI5.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ExcluIR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2020.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2021.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FairRanking_2022.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Fever.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FinanceBench.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FinQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FiQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\FoodAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2004.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2005.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2006.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Genomics-AdHoc_2007.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\GerDaLIR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HC3Finance.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HuggingfaceAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\HumanEval-X.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\IFEval.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\InstructIR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LeCaRDv2.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LeetCode.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LegalQuAD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\LitSearch.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\MBPP.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2011.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2012.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2013.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Microblog_2014.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\MISeD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Monant.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR-Tech_2023.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR_2022.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NeuCLIR_2023.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NevIR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\News21.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NFCorpus.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\NTCIR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PointRec.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine-Article_2019.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine-Article_2020.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2017.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2018.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PrecisionMedicine_2019.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProCIS-Dialog.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProCIS-Turn.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProductSearch_2023.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProofWiki_Proof.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ProofWiki_Reference.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\PytorchAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\QuanTemp.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Quora.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\REGIR-EU2UK.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\REGIR-UK2EU.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\RepoBench.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Robust04.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SCIDOCS.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SciFact.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SParC-SQL.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SParC.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Spider-SQL.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Spider.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SpotifyAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\StackMathQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stacks_Proof.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stacks_Reference.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stein_Proof.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Stein_Reference.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\SWE-Bench-Lite.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAD.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAS2.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TAT-DQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TensorAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TLDR.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TMDB.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToolBench.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TopiOCQA.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToT_2023.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\ToT_2024.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Touche.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trade-the-event.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trec-Covid.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TREC-Legal_2011.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trench_Proof.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\Trench_Reference.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\TREx.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WeatherAPI.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WebTableSearch.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WnCw.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WnWi.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\WoW.json", + "results\\BAAI__bge-large-en-v1.5-instruct\\11ac840c797fb8e4d006d5253310b73e8e3c1e53\\zsRE.json", "results\\BAAI__bge-large-en-v1.5-instruct\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\ACORDAR.json", "results\\BAAI__bge-large-en-v1.5-instruct\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\AILA2019-Case.json", "results\\BAAI__bge-large-en-v1.5-instruct\\d4aa6901d3a41ba39fb536a557fa166f842b0e09\\AILA2019-Statutes.json", @@ -4701,7 +5709,8 @@ "results\\Geotrend__distilbert-base-fr-cased\\no_revision_available\\XPQARetrieval.json" ], "gpt-4o-instruct": [ - "results\\gpt-4o-instruct\\54a4d6db20eda5776c2deecac8510f689087ad77\\IFEval.json" + "results\\gpt-4o-instruct\\54a4d6db20eda5776c2deecac8510f689087ad77\\IFEval.json", + "results\\gpt-4o-instruct\\eaddcd6e424610691bb5953cd7e9e10d065299c5\\IFEval.json" ], "GritLM__GritLM-7B": [ "results\\GritLM__GritLM-7B\\13f00a0e36500c80ce12870ea513846a066004af\\ACORDAR.json", @@ -5928,6 +6937,132 @@ "results\\intfloat__e5-base-v2\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\WoW.json", "results\\intfloat__e5-base-v2\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\XNLI.json", "results\\intfloat__e5-base-v2\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\zsRE.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ACORDAR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\AILA2019-Case.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\AILA2019-Statutes.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Apple.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\APPS.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ArguAna.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\AY2.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\BillSum.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\BSARD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CARE.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2019.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2020.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2021.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2022.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2021.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2022.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2023.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2014.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2015.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2016.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CodeEditSearch.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CodeSearchNet.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Competition-Math.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Conala.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ConvFinQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Core17.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Core_2017.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CPCD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CQADupStack.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\CUAD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2015.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2016.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2017.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ELI5.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ExcluIR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2020.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2021.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2022.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Fever.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FinanceBench.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FinQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FiQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\FoodAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\GerDaLIR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\HC3Finance.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\HuggingfaceAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\HumanEval-X.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\IFEval.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\InstructIR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\LeCaRDv2.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\LeetCode.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\LegalQuAD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\LitSearch.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\MBPP.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2011.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2012.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2013.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2014.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\MISeD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Monant.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR_2022.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR_2023.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NevIR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\News21.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NFCorpus.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\NTCIR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PointRec.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ProCIS-Dialog.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ProCIS-Turn.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ProductSearch_2023.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ProofWiki_Proof.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ProofWiki_Reference.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\PytorchAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\QuanTemp.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Quora.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\REGIR-EU2UK.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\REGIR-UK2EU.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\RepoBench.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Robust04.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SCIDOCS.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SciFact.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SParC-SQL.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SParC.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Spider-SQL.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Spider.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SpotifyAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\StackMathQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Stacks_Proof.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Stacks_Reference.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Stein_Proof.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Stein_Reference.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\SWE-Bench-Lite.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TAD.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TAS2.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TAT-DQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TensorAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TLDR.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TMDB.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ToolBench.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TopiOCQA.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ToT_2023.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\ToT_2024.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Touche.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Trade-the-event.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Trec-Covid.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TREC-Legal_2011.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Trench_Proof.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\Trench_Reference.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\TREx.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\WeatherAPI.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\WebTableSearch.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\WnCw.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\WnWi.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\WoW.json", + "results\\intfloat__e5-base-v2\\374d123d6f9257d6f056687cb742abe7048bed97\\zsRE.json", "results\\intfloat__e5-base-v2\\no_revision_available\\Core17InstructionRetrieval.json", "results\\intfloat__e5-base-v2\\no_revision_available\\News21InstructionRetrieval.json", "results\\intfloat__e5-base-v2\\no_revision_available\\Robust04InstructionRetrieval.json" @@ -6058,7 +7193,133 @@ "results\\intfloat__e5-base-v2-instruct\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\WnCw.json", "results\\intfloat__e5-base-v2-instruct\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\WnWi.json", "results\\intfloat__e5-base-v2-instruct\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\WoW.json", - "results\\intfloat__e5-base-v2-instruct\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\zsRE.json" + "results\\intfloat__e5-base-v2-instruct\\1c644c92ad3ba1efdad3f1451a637716616a20e8\\zsRE.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ACORDAR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\AILA2019-Case.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\AILA2019-Statutes.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Apple.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\APPS.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ArguAna.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\AY2.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\BillSum.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\BSARD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CARE.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2019.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2020.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2021.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CAsT_2022.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2021.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2022.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ClinicalTrials_2023.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2014.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2015.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CliniDS_2016.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CodeEditSearch.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CodeSearchNet.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Competition-Math.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Conala.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ConvFinQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Core17.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Core_2017.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CPCD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CQADupStack.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\CUAD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2015.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2016.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\DD_2017.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ELI5.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ExcluIR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2020.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2021.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FairRanking_2022.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Fever.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FinanceBench.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FinQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FiQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\FoodAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\GerDaLIR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\HC3Finance.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\HuggingfaceAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\HumanEval-X.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\IFEval.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\InstructIR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\LeCaRDv2.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\LeetCode.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\LegalQuAD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\LitSearch.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\MBPP.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2011.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2012.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2013.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Microblog_2014.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\MISeD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Monant.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR_2022.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NeuCLIR_2023.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NevIR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\News21.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NFCorpus.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\NTCIR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PointRec.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ProCIS-Dialog.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ProCIS-Turn.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ProductSearch_2023.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ProofWiki_Proof.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ProofWiki_Reference.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\PytorchAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\QuanTemp.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Quora.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\REGIR-EU2UK.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\REGIR-UK2EU.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\RepoBench.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Robust04.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SCIDOCS.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SciFact.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SParC-SQL.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SParC.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Spider-SQL.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Spider.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SpotifyAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\StackMathQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Stacks_Proof.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Stacks_Reference.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Stein_Proof.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Stein_Reference.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\SWE-Bench-Lite.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TAD.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TAS2.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TAT-DQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TensorAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TLDR.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TMDB.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ToolBench.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TopiOCQA.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ToT_2023.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\ToT_2024.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Touche.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Trade-the-event.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Trec-Covid.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TREC-Legal_2011.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Trench_Proof.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\Trench_Reference.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\TREx.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\WeatherAPI.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\WebTableSearch.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\WnCw.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\WnWi.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\WoW.json", + "results\\intfloat__e5-base-v2-instruct\\374d123d6f9257d6f056687cb742abe7048bed97\\zsRE.json" ], "intfloat__e5-large": [ "results\\intfloat__e5-large\\no_revision_available\\AngryTweetsClassification.json", @@ -6346,6 +7607,132 @@ "results\\intfloat__e5-large-v2\\b322e09026e4ea05f42beadf4d661fb4e101d311\\WoW.json", "results\\intfloat__e5-large-v2\\b322e09026e4ea05f42beadf4d661fb4e101d311\\XNLI.json", "results\\intfloat__e5-large-v2\\b322e09026e4ea05f42beadf4d661fb4e101d311\\zsRE.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ACORDAR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AILA2019-Case.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AILA2019-Statutes.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Apple.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\APPS.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ArguAna.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AY2.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\BillSum.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\BSARD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CARE.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2019.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2020.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2021.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2022.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2021.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2022.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2023.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2014.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2015.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2016.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CodeEditSearch.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CodeSearchNet.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Competition-Math.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Conala.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ConvFinQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Core17.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Core_2017.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CPCD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CQADupStack.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CUAD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2015.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2016.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2017.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ELI5.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ExcluIR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2020.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2021.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2022.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Fever.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FinanceBench.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FinQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FiQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FoodAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\GerDaLIR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HC3Finance.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HuggingfaceAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HumanEval-X.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\IFEval.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\InstructIR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LeCaRDv2.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LeetCode.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LegalQuAD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LitSearch.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\MBPP.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2011.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2012.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2013.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2014.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\MISeD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Monant.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR_2022.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR_2023.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NevIR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\News21.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NFCorpus.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NTCIR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PointRec.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProCIS-Dialog.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProCIS-Turn.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProductSearch_2023.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProofWiki_Proof.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProofWiki_Reference.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PytorchAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\QuanTemp.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Quora.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\REGIR-EU2UK.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\REGIR-UK2EU.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\RepoBench.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Robust04.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SCIDOCS.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SciFact.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SParC-SQL.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SParC.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Spider-SQL.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Spider.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SpotifyAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\StackMathQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stacks_Proof.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stacks_Reference.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stein_Proof.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stein_Reference.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SWE-Bench-Lite.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAD.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAS2.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAT-DQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TensorAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TLDR.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TMDB.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToolBench.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TopiOCQA.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToT_2023.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToT_2024.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Touche.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trade-the-event.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trec-Covid.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TREC-Legal_2011.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trench_Proof.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trench_Reference.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TREx.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WeatherAPI.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WebTableSearch.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WnCw.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WnWi.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WoW.json", + "results\\intfloat__e5-large-v2\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\zsRE.json", "results\\intfloat__e5-large-v2\\no_revision_available\\Core17InstructionRetrieval.json", "results\\intfloat__e5-large-v2\\no_revision_available\\News21InstructionRetrieval.json", "results\\intfloat__e5-large-v2\\no_revision_available\\Robust04InstructionRetrieval.json" @@ -6476,7 +7863,133 @@ "results\\intfloat__e5-large-v2-instruct\\b322e09026e4ea05f42beadf4d661fb4e101d311\\WnCw.json", "results\\intfloat__e5-large-v2-instruct\\b322e09026e4ea05f42beadf4d661fb4e101d311\\WnWi.json", "results\\intfloat__e5-large-v2-instruct\\b322e09026e4ea05f42beadf4d661fb4e101d311\\WoW.json", - "results\\intfloat__e5-large-v2-instruct\\b322e09026e4ea05f42beadf4d661fb4e101d311\\zsRE.json" + "results\\intfloat__e5-large-v2-instruct\\b322e09026e4ea05f42beadf4d661fb4e101d311\\zsRE.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ACORDAR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AILA2019-Case.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AILA2019-Statutes.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Apple.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\APPS.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ArguAna.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\AY2.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\BillSum.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\BSARD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CARE.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2019.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2020.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2021.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CAsT_2022.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2021.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2022.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ClinicalTrials_2023.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2014.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2015.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CliniDS_2016.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CodeEditSearch.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CodeSearchNet.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Competition-Math.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Conala.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ConvFinQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Core17.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Core_2017.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CPCD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CQADupStack.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\CUAD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2015.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2016.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\DD_2017.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ELI5.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ExcluIR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2020.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2021.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FairRanking_2022.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Fever.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FinanceBench.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FinQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FiQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\FoodAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\GerDaLIR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HC3Finance.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HuggingfaceAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\HumanEval-X.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\IFEval.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\InstructIR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LeCaRDv2.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LeetCode.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LegalQuAD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\LitSearch.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\MBPP.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2011.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2012.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2013.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Microblog_2014.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\MISeD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Monant.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR_2022.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NeuCLIR_2023.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NevIR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\News21.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NFCorpus.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\NTCIR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PointRec.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProCIS-Dialog.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProCIS-Turn.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProductSearch_2023.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProofWiki_Proof.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ProofWiki_Reference.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\PytorchAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\QuanTemp.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Quora.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\REGIR-EU2UK.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\REGIR-UK2EU.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\RepoBench.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Robust04.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SCIDOCS.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SciFact.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SParC-SQL.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SParC.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Spider-SQL.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Spider.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SpotifyAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\StackMathQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stacks_Proof.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stacks_Reference.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stein_Proof.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Stein_Reference.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\SWE-Bench-Lite.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAD.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAS2.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TAT-DQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TensorAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TLDR.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TMDB.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToolBench.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TopiOCQA.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToT_2023.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\ToT_2024.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Touche.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trade-the-event.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trec-Covid.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TREC-Legal_2011.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trench_Proof.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\Trench_Reference.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\TREx.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WeatherAPI.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WebTableSearch.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WnCw.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WnWi.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\WoW.json", + "results\\intfloat__e5-large-v2-instruct\\dfadf041b6891d89af74e8e99e896a9d4ac62cb2\\zsRE.json" ], "intfloat__e5-mistral-7b": [ "results\\intfloat__e5-mistral-7b\\029dc0e2d8fc864745c4e714720731a4df0c2954\\ACORDAR.json", @@ -7650,7 +9163,133 @@ "results\\intfloat__e5-small-v2\\dca8b1a9dae0d4575df2bf423a5edb485a431236\\WikipediaRerankingMultilingual.json", "results\\intfloat__e5-small-v2\\dca8b1a9dae0d4575df2bf423a5edb485a431236\\WikipediaRetrievalMultilingual.json", "results\\intfloat__e5-small-v2\\dca8b1a9dae0d4575df2bf423a5edb485a431236\\WinoGrande.json", - "results\\intfloat__e5-small-v2\\dca8b1a9dae0d4575df2bf423a5edb485a431236\\XNLI.json" + "results\\intfloat__e5-small-v2\\dca8b1a9dae0d4575df2bf423a5edb485a431236\\XNLI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ACORDAR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\AILA2019-Case.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\AILA2019-Statutes.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Apple.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\APPS.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ArguAna.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\AY2.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\BillSum.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\BSARD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CARE.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2019.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2020.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2021.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2022.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2021.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2022.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2023.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2014.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2015.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2016.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CodeEditSearch.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CodeSearchNet.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Competition-Math.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Conala.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ConvFinQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Core17.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Core_2017.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CPCD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CQADupStack.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\CUAD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2015.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2016.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2017.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ELI5.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ExcluIR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2020.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2021.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2022.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Fever.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FinanceBench.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FinQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FiQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\FoodAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\GerDaLIR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\HC3Finance.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\HuggingfaceAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\HumanEval-X.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\IFEval.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\InstructIR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\LeCaRDv2.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\LeetCode.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\LegalQuAD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\LitSearch.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\MBPP.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2011.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2012.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2013.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2014.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\MISeD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Monant.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR_2022.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR_2023.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NevIR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\News21.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NFCorpus.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\NTCIR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PointRec.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ProCIS-Dialog.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ProCIS-Turn.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ProductSearch_2023.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ProofWiki_Proof.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ProofWiki_Reference.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\PytorchAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\QuanTemp.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Quora.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\REGIR-EU2UK.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\REGIR-UK2EU.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\RepoBench.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Robust04.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SCIDOCS.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SciFact.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SParC-SQL.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SParC.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Spider-SQL.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Spider.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SpotifyAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\StackMathQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Stacks_Proof.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Stacks_Reference.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Stein_Proof.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Stein_Reference.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\SWE-Bench-Lite.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TAD.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TAS2.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TAT-DQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TensorAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TLDR.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TMDB.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ToolBench.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TopiOCQA.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ToT_2023.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\ToT_2024.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Touche.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Trade-the-event.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Trec-Covid.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TREC-Legal_2011.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Trench_Proof.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\Trench_Reference.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\TREx.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\WeatherAPI.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\WebTableSearch.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\WnCw.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\WnWi.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\WoW.json", + "results\\intfloat__e5-small-v2\\e519452236c636f5514f7387e3c9a4aa863877de\\zsRE.json" ], "intfloat__e5-small-v2-instruct": [ "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\ACORDAR.json", @@ -7778,7 +9417,133 @@ "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\WnCw.json", "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\WnWi.json", "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\WoW.json", - "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\zsRE.json" + "results\\intfloat__e5-small-v2-instruct\\a81da2d3d5990c4ef456177ecf94abd605a60cb8\\zsRE.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ACORDAR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\AILA2019-Case.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\AILA2019-Statutes.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Apple.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\APPS.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ArguAna.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\AY2.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\BillSum.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\BSARD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CARE.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2019.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2020.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2021.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CAsT_2022.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ChroniclingAmericaQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2021.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2022.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ClinicalTrials_2023.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2014.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2015.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CliniDS_2016.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CodeEditSearch.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CodeSearchNet.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Competition-Math.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Conala.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ConvFinQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Core17.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Core_2017.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CPCD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CQADupStack.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\CUAD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2015.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2016.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\DD_2017.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ELI5.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ExcluIR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2020.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2021.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FairRanking_2022.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Fever.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FinanceBench.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FinQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FiQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\FoodAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2004.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2005.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2006.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Genomics-AdHoc_2007.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\GerDaLIR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\HC3Finance.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\HuggingfaceAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\HumanEval-X.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\IFEval.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\InstructIR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\LeCaRDv2.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\LeetCode.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\LegalQuAD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\LitSearch.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\MBPP.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2011.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2012.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2013.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Microblog_2014.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\MISeD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Monant.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR-Tech_2023.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR_2022.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NeuCLIR_2023.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NevIR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\News21.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NFCorpus.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\NTCIR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PointRec.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine-Article_2019.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine-Article_2020.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2017.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2018.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PrecisionMedicine_2019.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ProCIS-Dialog.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ProCIS-Turn.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ProductSearch_2023.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ProofWiki_Proof.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ProofWiki_Reference.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\PytorchAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\QuanTemp.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Quora.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\REGIR-EU2UK.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\REGIR-UK2EU.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\RepoBench.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Robust04.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SCIDOCS.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SciFact.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SParC-SQL.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SParC.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Spider-SQL.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Spider.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SpotifyAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\StackMathQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Stacks_Proof.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Stacks_Reference.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Stein_Proof.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Stein_Reference.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\SWE-Bench-Lite.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TAD.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TAS2.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TAT-DQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TensorAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TLDR.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TMDB.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ToolBench.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TopiOCQA.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ToT_2023.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\ToT_2024.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Touche.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Trade-the-event.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Trec-Covid.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TREC-Legal_2011.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Trench_Proof.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\Trench_Reference.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\TREx.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\WeatherAPI.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\WebTableSearch.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\WnCw.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\WnWi.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\WoW.json", + "results\\intfloat__e5-small-v2-instruct\\e519452236c636f5514f7387e3c9a4aa863877de\\zsRE.json" ], "intfloat__multilingual-e5-base": [ "results\\intfloat__multilingual-e5-base\\d13f1b27baf31030b7fd040960d60d909913633f\\AFQMC.json", @@ -15682,6 +17447,132 @@ "results\\sentence-transformers__all-MiniLM-L6-v2\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\YahooAnswersTopicsClassification.json", "results\\sentence-transformers__all-MiniLM-L6-v2\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\YelpReviewFullClassification.json", "results\\sentence-transformers__all-MiniLM-L6-v2\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\YueOpenriceReviewClassification.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ACORDAR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\AILA2019-Case.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\AILA2019-Statutes.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Apple.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\APPS.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ArguAna.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\AY2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\BillSum.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\BSARD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CARE.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ChroniclingAmericaQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2014.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2015.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2016.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CodeEditSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CodeSearchNet.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Competition-Math.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Conala.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ConvFinQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Core17.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Core_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CPCD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CQADupStack.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\CUAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2015.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2016.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ELI5.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ExcluIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Fever.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FinanceBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FinQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FiQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\FoodAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2004.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2005.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2006.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2007.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\GerDaLIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\HC3Finance.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\HuggingfaceAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\HumanEval-X.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\IFEval.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\InstructIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\LeCaRDv2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\LeetCode.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\LegalQuAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\LitSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\MBPP.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2011.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2012.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2013.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2014.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\MISeD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Monant.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR-Tech_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NevIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\News21.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NFCorpus.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\NTCIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PointRec.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine-Article_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine-Article_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2018.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ProCIS-Dialog.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ProCIS-Turn.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ProductSearch_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ProofWiki_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ProofWiki_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\PytorchAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\QuanTemp.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Quora.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\REGIR-EU2UK.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\REGIR-UK2EU.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\RepoBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Robust04.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SCIDOCS.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SciFact.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SParC-SQL.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SParC.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Spider-SQL.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Spider.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SpotifyAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\StackMathQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Stacks_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Stacks_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Stein_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Stein_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\SWE-Bench-Lite.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TAS2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TAT-DQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TensorAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TLDR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TMDB.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ToolBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TopiOCQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ToT_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\ToT_2024.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Touche.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Trade-the-event.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Trec-Covid.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TREC-Legal_2011.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Trench_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\Trench_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\TREx.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\WeatherAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\WebTableSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\WnCw.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\WnWi.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\WoW.json", + "results\\sentence-transformers__all-MiniLM-L6-v2\\ea89dfad053bba14677bb784a4269898abbdce44\\zsRE.json", "results\\sentence-transformers__all-MiniLM-L6-v2\\no_revision_available\\AlloProfClusteringP2P.json", "results\\sentence-transformers__all-MiniLM-L6-v2\\no_revision_available\\AlloProfClusteringS2S.json", "results\\sentence-transformers__all-MiniLM-L6-v2\\no_revision_available\\AlloprofReranking.json", @@ -15927,7 +17818,133 @@ "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\TempReasonL2Pure.json", "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\TempReasonL3Fact.json", "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\TempReasonL3Pure.json", - "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\WinoGrande.json" + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\8b3219a92973c328a8e22fadcfa821b5dc75636a\\WinoGrande.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ACORDAR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\AILA2019-Case.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\AILA2019-Statutes.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Apple.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\APPS.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ArguAna.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\AY2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\BillSum.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\BSARD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CARE.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CAsT_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ChroniclingAmericaQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ClinicalTrials_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2014.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2015.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CliniDS_2016.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CodeEditSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CodeSearchNet.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Competition-Math.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Conala.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ConvFinQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Core17.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Core_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CPCD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CQADupStack.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\CUAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2015.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2016.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\DD_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ELI5.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ExcluIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2021.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FairRanking_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Fever.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FinanceBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FinQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FiQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\FoodAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2004.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2005.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2006.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Genomics-AdHoc_2007.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\GerDaLIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\HC3Finance.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\HuggingfaceAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\HumanEval-X.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\IFEval.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\InstructIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\LeCaRDv2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\LeetCode.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\LegalQuAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\LitSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\MBPP.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2011.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2012.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2013.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Microblog_2014.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\MISeD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Monant.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR-Tech_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR_2022.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NeuCLIR_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NevIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\News21.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NFCorpus.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\NTCIR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PointRec.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine-Article_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine-Article_2020.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2017.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2018.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PrecisionMedicine_2019.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ProCIS-Dialog.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ProCIS-Turn.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ProductSearch_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ProofWiki_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ProofWiki_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\PytorchAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\QuanTemp.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Quora.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\REGIR-EU2UK.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\REGIR-UK2EU.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\RepoBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Robust04.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SCIDOCS.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SciFact.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SParC-SQL.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SParC.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Spider-SQL.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Spider.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SpotifyAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\StackMathQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Stacks_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Stacks_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Stein_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Stein_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\SWE-Bench-Lite.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TAD.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TAS2.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TAT-DQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TensorAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TLDR.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TMDB.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ToolBench.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TopiOCQA.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ToT_2023.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\ToT_2024.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Touche.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Trade-the-event.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Trec-Covid.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TREC-Legal_2011.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Trench_Proof.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\Trench_Reference.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\TREx.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\WeatherAPI.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\WebTableSearch.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\WnCw.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\WnWi.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\WoW.json", + "results\\sentence-transformers__all-MiniLM-L6-v2-instruct\\ea89dfad053bba14677bb784a4269898abbdce44\\zsRE.json" ], "sentence-transformers__all-mpnet-base-v2": [ "results\\sentence-transformers__all-mpnet-base-v2\\84f2bcc00d77236f9e89c8a360a00fb1139bf47d\\AFQMC.json", diff --git a/results.py b/results.py index 71ee0dddf..67def51c9 100644 --- a/results.py +++ b/results.py @@ -292,479 +292,8 @@ ], } -# MODELS = sorted(list(set([str(file).split('/')[-1] for file in (Path(__file__).parent / "results").glob("*") if file.is_dir()]))) -MODELS =[ - "aari1995__German_Semantic_STS_V2", - "AbderrahmanSkiredj1__Arabic_text_embedding_for_sts", - "AbderrahmanSkiredj1__arabic_text_embedding_sts_arabertv02_arabicnlitriplet", - "abhinand__MedEmbed-small-v0.1", - "AdrienB134__llm2vec-occiglot-mntp", - "ai-forever__ru-en-RoSBERTa", - "ai-forever__sbert_large_mt_nlu_ru", - "ai-forever__sbert_large_nlu_ru", - "aiacademyvn__multilingual-e5-large-instruct", - "akarum__cloudy-large-zh", - "Alibaba-NLP__gte-base-en-v1.5", - "Alibaba-NLP__gte-base-en-v1.5-instruct", - "Alibaba-NLP__gte-large-en-v1.5", - "Alibaba-NLP__gte-large-en-v1.5-instruct", - "Alibaba-NLP__gte-multilingual-base", - "Alibaba-NLP__gte-Qwen1.5-7B-instruct", - "Alibaba-NLP__gte-Qwen2-1.5B", - "Alibaba-NLP__gte-Qwen2-1.5B-instruct", - "Alibaba-NLP__gte-Qwen2-7B-instruct", - "aliyun__OpenSearch-text-hybrid", - "almanach__camembert-base", - "almanach__camembert-large", - "amazon__titan-embed-text-v1", - "amazon__Titan-text-embeddings-v2", - "Amu__tao", - "andersonbcdefg__bge-small-4096", - "arcdev__e5-mistral-7b-instruct", - "arcdev__SFR-Embedding-Mistral", - "arkohut__jina-embeddings-v2-base-zh", - "arkohut__jina-embeddings-v3", - "aspire__acge_text_embedding", - "atian-chapters__Chapters-SFR-Embedding-Mistral", - "avsolatorio__GIST-all-MiniLM-L6-v2", - "avsolatorio__GIST-Embedding-v0", - "avsolatorio__GIST-large-Embedding-v0", - "avsolatorio__GIST-small-Embedding-v0", - "avsolatorio__NoInstruct-small-Embedding-v0", - "BAAI__bge-base-en", - "BAAI__bge-base-en-v1.5", - "BAAI__bge-base-en-v1.5-instruct", - "BAAI__bge-base-zh", - "BAAI__bge-base-zh-v1.5", - "BAAI__bge-en-icl", - "BAAI__bge-large-en", - "BAAI__bge-large-en-v1.5", - "BAAI__bge-large-en-v1.5-instruct", - "BAAI__bge-large-zh", - "BAAI__bge-large-zh-noinstruct", - "BAAI__bge-large-zh-v1.5", - "BAAI__bge-m3", - "BAAI__bge-m3-instruct", - "BAAI__bge-multilingual-gemma2", - "BAAI__bge-reranker-base", - "BAAI__bge-small-en", - "BAAI__bge-small-en-v1.5", - "BAAI__bge-small-en-v1.5-instruct", - "BAAI__bge-small-zh", - "BAAI__bge-small-zh-v1.5", - "baichuan-ai__text-embedding", - "barisaydin__bge-base-en", - "barisaydin__bge-large-en", - "barisaydin__bge-small-en", - "barisaydin__gte-base", - "barisaydin__gte-large", - "barisaydin__gte-small", - "barisaydin__text2vec-base-multilingual", - "beademiguelperez__sentence-transformers-multilingual-e5-small", - "BeastyZ__e5-R-mistral-7b", - "bennegeek__stella_en_1.5B_v5", - "biggunnyso4__stella_en_400M_v5_cpu", - "bigscience-data__sgpt-bloom-1b7-nli", - "bigscience-data__sgpt-bloom-7b1-msmarco", - "bigscience__sgpt-bloom-7b1-msmarco", - "bijaygurung__stella_en_400M_v5", - "biswa921__bge-m3", - "bm25", - "bm25s", - "brahmairesearch__slx-v0.1", - "castorini__mdpr-tied-pft-msmarco", - "castorini__monobert-large-msmarco", - "castorini__monot5-3b-msmarco-10k", - "castorini__monot5-base-msmarco-10k", - "chcaa__dfm-encoder-large-v1", - "chuxin-llm__Chuxin-Embedding", - "ClayAtlas__winberta-large", - "Cohere__Cohere-embed-english-light-v3.0", - "Cohere__Cohere-embed-english-v3.0", - "Cohere__Cohere-embed-english-v3.0-instruct", - "Cohere__Cohere-embed-multilingual-light-v3.0", - "Cohere__Cohere-embed-multilingual-v3.0", - "cointegrated__LaBSE-en-ru", - "cointegrated__rubert-tiny", - "cointegrated__rubert-tiny2", - "consciousAI__cai-lunaris-text-embeddings", - "consciousAI__cai-stellaris-text-embeddings", - "d0rj__e5-large-en-ru", - "dangvantuan__sentence-camembert-base", - "dangvantuan__sentence-camembert-large", - "davidpeer__gte-small", - "deepfile__embedder-100p", - "DeepPavlov__distilrubert-small-cased-conversational", - "DeepPavlov__rubert-base-cased", - "DeepPavlov__rubert-base-cased-sentence", - "deepset__gbert-base", - "deepset__gbert-large", - "deepset__gelectra-base", - "deepset__gelectra-large", - "deepvk__deberta-v1-base", - "deepvk__USER-base", - "deepvk__USER-bge-m3", - "distilbert__distilbert-base-uncased", - "DivineNnamdi__jina-embeddings-v3", - "djovak__multi-qa-MiniLM-L6-cos-v1", - "DMetaSoul__Dmeta-embedding-zh-small", - "DMetaSoul__sbert-chinese-general-v1", - "dumyy__sft-bge-small", - "dunzhang__stella-large-zh-v3-1792d", - "dunzhang__stella-mrl-large-zh-v3.5-1792d", - "dunzhang__stella_en_1.5B_v5", - "dunzhang__stella_en_400M_v5", - "dwzhu__e5-base-4k", - "EdwardBurgin__paraphrase-multilingual-mpnet-base-v2", - "ekorman-strive__bge-large-en-v1.5", - "elastic__elser-v2", - "Erin__IYun-large-zh", - "Erin__mist-zh", - "FacebookAI__xlm-roberta-base", - "FacebookAI__xlm-roberta-large", - "facebookresearch__dragon-plus", - "facebookresearch__dragon-plus-instruct", - "facebookresearch__LASER2", - "facebook__contriever", - "facebook__contriever-instruct", - "facebook__dpr-ctx_encoder-multiset-base", - "facebook__dragon-plus-context-encoder", - "facebook__SONAR", - "facebook__tart-full-flan-t5-xl", - "fangxq__XYZ-embedding-zh", - "fangxq__XYZ-embedding-zh-v2", - "GameScribes__stella_en_400M_v5", - "Gameselo__STS-multilingual-mpnet-base-v2", - "Geotrend__bert-base-10lang-cased", - "Geotrend__bert-base-15lang-cased", - "Geotrend__bert-base-25lang-cased", - "Geotrend__distilbert-base-25lang-cased", - "Geotrend__distilbert-base-en-fr-cased", - "Geotrend__distilbert-base-en-fr-es-pt-it-cased", - "Geotrend__distilbert-base-fr-cased", - "ggrn__e5-small-v2", - "gizmo-ai__Cohere-embed-multilingual-v3.0", - "goldenrooster__multilingual-e5-large", - "gpt-4o-instruct", - "GritLM__GritLM-7B", - "GritLM__GritLM-7B-instruct", - "GritLM__GritLM-7B-noinstruct", - "GritLM__GritLM-8x7B", - "Haon-Chen__speed-embedding-7b-instruct", - "HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1", - "HIT-TMG__KaLM-embedding-multilingual-mini-v1", - "Hum-Works__lodestone-base-4096-v1", - "iampanda__zpoint_large_embedding_zh", - "IEITYuan__Yuan-embedding-1.0", - "ildodeltaRule__multilingual-e5-large", - "infgrad__stella-base-en-v2", - "infgrad__stella-base-zh", - "infgrad__stella-base-zh-v2", - "infgrad__stella-base-zh-v3-1792d", - "infgrad__stella-large-zh", - "infgrad__stella-large-zh-v2", - "Intel__neural-embedding-v1", - "intfloat__e5-base", - "intfloat__e5-base-v2", - "intfloat__e5-base-v2-instruct", - "intfloat__e5-large", - "intfloat__e5-large-v2", - "intfloat__e5-large-v2-instruct", - "intfloat__e5-mistral-7b", - "intfloat__e5-mistral-7b-instruct", - "intfloat__e5-mistral-7b-instruct-noinstruct", - "intfloat__e5-small", - "intfloat__e5-small-v2", - "intfloat__e5-small-v2-instruct", - "intfloat__multilingual-e5-base", - "intfloat__multilingual-e5-large", - "intfloat__multilingual-e5-large-instruct", - "intfloat__multilingual-e5-small", - "ipipan__herbert-base-retrieval-v2", - "ipipan__silver-retriever-base-v1", - "izhx__udever-bloom-1b1", - "izhx__udever-bloom-3b", - "izhx__udever-bloom-560m", - "izhx__udever-bloom-7b1", - "jamesgpt1__sf_model_e5", - "Jaume__gemma-2b-embeddings", - "jhu-clsp__FollowIR-7B", - "jinaai__jina-embedding-b-en-v1", - "jinaai__jina-embedding-l-en-v1", - "jinaai__jina-embedding-s-en-v1", - "jinaai__jina-embeddings-v2-base-de", - "jinaai__jina-embeddings-v2-base-en", - "jinaai__jina-embeddings-v2-base-es", - "jinaai__jina-embeddings-v2-base-zh", - "jinaai__jina-embeddings-v2-small-en", - "jinaai__jina-embeddings-v3", - "jingyeom__korean_embedding_model", - "jonfd__electra-small-nordic", - "jxm__cde-small-v1", - "karsar__gte-multilingual-base-hu", - "karsar__paraphrase-multilingual-MiniLM-L12-hu-v2", - "karsar__paraphrase-multilingual-MiniLM-L12-hu_v1", - "katanemo__bge-large-en-v1.5", - "KBLab__electra-small-swedish-cased-discriminator", - "KBLab__sentence-bert-swedish-cased", - "KB__bert-base-swedish-cased", - "keeeeenw__MicroLlama-text-embedding", - "khoa-klaytn__bge-small-en-v1.5-angle", - "krilecy__e5-mistral-7b-instruct", - "Labib11__MUG-B-1.6", - "Lajavaness__bilingual-embedding-base", - "Lajavaness__bilingual-embedding-large", - "Lajavaness__bilingual-embedding-large-8k", - "Lajavaness__bilingual-embedding-small", - "Lenovo-Zhihui__Zhihui_LLM_Embedding", - "lier007__xiaobu-embedding", - "Linq-AI-Research__Linq-Embed-Mistral", - "ltg__norbert3-base", - "ltg__norbert3-large", - "maiyad__multilingual-e5-small", - "malenia1__ternary-weight-embedding", - "manu__bge-m3-custom-fr", - "manu__sentence_croissant_alpha_v0.2", - "manu__sentence_croissant_alpha_v0.3", - "manu__sentence_croissant_alpha_v0.4", - "markaw__NV-Embed-v2", - "Marqo__dunzhang-stella_en_400M_v5", - "McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse", - "McGill-NLP__LLM2Vec-Llama-2-unsupervised", - "McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised", - "McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse", - "McGill-NLP__LLM2Vec-Meta-Llama-3-supervised", - "McGill-NLP__LLM2Vec-Meta-Llama-3-unsupervised", - "McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised", - "McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse", - "McGill-NLP__LLM2Vec-Mistral-supervised", - "McGill-NLP__LLM2Vec-Mistral-unsupervised", - "McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-supervised", - "McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse", - "McGill-NLP__LLM2Vec-Sheared-Llama-supervised", - "McGill-NLP__LLM2Vec-Sheared-Llama-unsupervised", - "meta-llama__llama-2-7b-chat", - "michaelfeil__ct2fast-bge-base-en-v1.5", - "michaelfeil__ct2fast-bge-large-en-v1.5", - "michaelfeil__ct2fast-bge-small-en-v1.5", - "michaelfeil__ct2fast-e5-large", - "michaelfeil__ct2fast-e5-large-v2", - "michaelfeil__ct2fast-e5-small", - "michaelfeil__ct2fast-e5-small-v2", - "michaelfeil__ct2fast-gte-base", - "michaelfeil__ct2fast-gte-large", - "Mihaiii__Bulbasaur", - "Mihaiii__gte-micro", - "Mihaiii__gte-micro-v4", - "Mihaiii__Ivysaur", - "Mihaiii__Squirtle", - "Mihaiii__Venusaur", - "Mihaiii__Wartortle", - "minishlab__M2V_base_glove", - "minishlab__M2V_base_glove_subword", - "minishlab__M2V_base_output", - "minishlab__potion-base-2M", - "minishlab__potion-base-4M", - "minishlab__potion-base-8M", - "mistralai__mistral-7b-instruct-v0.2", - "mistral__mistral-embed", - "mixedbread-ai__mxbai-embed-2d-large-v1", - "mixedbread-ai__mxbai-embed-large-v1", - "mixedbread-ai__mxbai-embed-xsmall-v1", - "moka-ai__m3e-base", - "moka-ai__m3e-large", - "Muennighoff__SGPT-1.3B-weightedmean-msmarco-specb-bitfit", - "Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit", - "Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit-doc", - "Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit-que", - "Muennighoff__SGPT-125M-weightedmean-nli-bitfit", - "Muennighoff__SGPT-2.7B-weightedmean-msmarco-specb-bitfit", - "Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit", - "Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit-que", - "Muennighoff__SGPT-5.8B-weightedmean-nli-bitfit", - "Narsil__bge-base-en", - "NbAiLab__nb-bert-base", - "NbAiLab__nb-bert-large", - "neofung__bge-reranker-large-1k", - "neofung__LdIR-Qwen2-reranker-1.5B", - "neofung__LdIR-reranker-large", - "neofung__m3e-ernie-xbase-zh", - "neuralmagic__bge-base-en-v1.5-quant", - "neuralmagic__bge-base-en-v1.5-sparse", - "neuralmagic__bge-large-en-v1.5-quant", - "neuralmagic__bge-large-en-v1.5-sparse", - "neuralmagic__bge-small-en-v1.5-quant", - "neuralmagic__bge-small-en-v1.5-sparse", - "Nextcloud-AI__multilingual-e5-large-instruct", - "nickprock__mmarco-bert-base-italian-uncased", - "nickprock__mmarco-sentence-flare-it", - "nickprock__stsbm-sentence-flare-it", - "NLPArtisan__qwen-1.8b-retrieval-test", - "nomic-ai__nomic-embed-text-v1", - "nomic-ai__nomic-embed-text-v1-ablated", - "nomic-ai__nomic-embed-text-v1-unsupervised", - "nomic-ai__nomic-embed-text-v1.5", - "nomic-ai__nomic-embed-text-v1.5-128", - "nomic-ai__nomic-embed-text-v1.5-256", - "nomic-ai__nomic-embed-text-v1.5-512", - "nomic-ai__nomic-embed-text-v1.5-64", - "nthakur__contriever-base-msmarco", - "nthakur__mcontriever-base-msmarco", - "nvidia__NV-Embed-v1", - "nvidia__NV-Embed-v1-instruct", - "nvidia__NV-Embed-v2", - "nvidia__NV-Retriever-v1", - "odunola__e5-base-v2", - "omarelshehy__arabic-english-sts-matryoshka", - "omarelshehy__Arabic-STS-Matryoshka", - "Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka", - "Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka", - "Omartificial-Intelligence-Space__Arabic-labse-Matryoshka", - "Omartificial-Intelligence-Space__Arabic-MiniLM-L12-v2-all-nli-triplet", - "Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet", - "Omartificial-Intelligence-Space__GATE-AraBert-v1", - "Omartificial-Intelligence-Space__Marbert-all-nli-triplet-Matryoshka", - "openai__text-embedding-3-large", - "openai__text-embedding-3-large-256", - "openai__text-embedding-3-large-instruct", - "openai__text-embedding-3-small", - "openai__text-embedding-3-small-instruct", - "openai__text-embedding-ada-002", - "openai__text-embedding-ada-002-instruct", - "openai__text-search-ada-001", - "openai__text-search-ada-doc-001", - "openai__text-search-babbage-001", - "openai__text-search-curie-001", - "openai__text-search-davinci-001", - "openai__text-similarity-ada-001", - "openai__text-similarity-babbage-001", - "openai__text-similarity-curie-001", - "openai__text-similarity-davinci-001", - "openbmb__MiniCPM-Embedding", - "OrcaDB__cde-small-v1", - "OrcaDB__gte-base-en-v1.5", - "OrdalieTech__Solon-embeddings-large-0.1", - "orionweller__tart-dual-contriever-msmarco", - "OrlikB__KartonBERT-USE-base-v1", - "OrlikB__st-polish-kartonberta-base-alpha-v1", - "pengql__checkpoint-9000", - "princeton-nlp__sup-simcse-bert-base-uncased", - "princeton-nlp__unsup-simcse-bert-base-uncased", - "Pristinenlp__alime-embedding-large-zh", - "Pristinenlp__alime-reranker-large-zh", - "qinxianliu__FAB-Ramy-v1", - "qinxianliu__FAE-v1", - "qinxianliu__FUE-v1", - "radames__e5-large", - "raghavlight__SE_v1", - "rlsChapters__Chapters-SFR-Embedding-Mistral", - "RookieHX__bge_m3e_stella", - "Salesforce__SFR-Embedding-2_R", - "Salesforce__SFR-Embedding-Mistral", - "sdadas__mmlw-e5-base", - "sdadas__mmlw-e5-large", - "sdadas__mmlw-e5-small", - "sdadas__mmlw-roberta-base", - "sdadas__mmlw-roberta-large", - "sdadas__st-polish-paraphrase-from-distilroberta", - "sdadas__st-polish-paraphrase-from-mpnet", - "sensenova__piccolo-base-zh", - "sensenova__piccolo-large-zh", - "sensenova__piccolo-large-zh-v2", - "sentence-transformers__all-MiniLM-L12-v2", - "sentence-transformers__all-MiniLM-L6-v2", - "sentence-transformers__all-MiniLM-L6-v2-instruct", - "sentence-transformers__all-mpnet-base-v2", - "sentence-transformers__all-mpnet-base-v2-instruct", - "sentence-transformers__allenai-specter", - "sentence-transformers__average_word_embeddings_glove.6B.300d", - "sentence-transformers__average_word_embeddings_komninos", - "sentence-transformers__distiluse-base-multilingual-cased-v2", - "sentence-transformers__gtr-t5-base", - "sentence-transformers__gtr-t5-large", - "sentence-transformers__gtr-t5-xl", - "sentence-transformers__gtr-t5-xxl", - "sentence-transformers__LaBSE", - "sentence-transformers__msmarco-bert-co-condensor", - "sentence-transformers__multi-qa-MiniLM-L6-cos-v1", - "sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2", - "sentence-transformers__paraphrase-multilingual-mpnet-base-v2", - "sentence-transformers__sentence-t5-base", - "sentence-transformers__sentence-t5-large", - "sentence-transformers__sentence-t5-xl", - "sentence-transformers__sentence-t5-xxl", - "sentence-transformers__use-cmlm-multilingual", - "sergeyzh__LaBSE-ru-turbo", - "sergeyzh__rubert-tiny-turbo", - "shanghung__stella-base-zh-v3-1792d", - "shhy1995__AGE_Hybrid", - "shibing624__text2vec-base-chinese", - "shibing624__text2vec-base-multilingual", - "shibing624__text2vec-large-chinese", - "silk-road__luotuo-bert-medium", - "silma-ai__silma-embeddding-matryoshka-v0.1", - "silverjam__jina-embeddings-v2-base-zh", - "sionic-ai__sionic-ai-v1", - "sionic-ai__sionic-ai-v2", - "Snowflake__snowflake-arctic-embed-l", - "Snowflake__snowflake-arctic-embed-m", - "Snowflake__snowflake-arctic-embed-m-long", - "Snowflake__snowflake-arctic-embed-m-v1.5", - "Snowflake__snowflake-arctic-embed-s", - "Snowflake__snowflake-arctic-embed-xs", - "srikanthmalla__BAAI-bge-reranker-large", - "T-Systems-onsite__cross-en-de-roberta-sentence-transformer", - "tanmaylaud__ret-phi2-v0", - "thenlper__gte-base", - "thenlper__gte-base-zh", - "thenlper__gte-large", - "thenlper__gte-large-zh", - "thenlper__gte-small", - "thenlper__gte-small-zh", - "thtang__ALL_862873", - "tomaarsen__bge-base-en-v1.5", - "towing__gte-small-zh", - "TownsWu__PEG", - "tsirif__BinGSE-Meta-Llama-3-8B-Instruct", - "uklfr__gottbert-base", - "vectoriseai__bge-base-en-v1.5", - "vectoriseai__bge-large-en-v1.5", - "vectoriseai__bge-small-en", - "vectoriseai__bge-small-en-v1.5", - "vectoriseai__e5-base", - "vectoriseai__e5-base-v2", - "vectoriseai__e5-large", - "vectoriseai__e5-large-v2", - "vectoriseai__e5-small-v2", - "vectoriseai__gte-base", - "vectoriseai__gte-large", - "vectoriseai__gte-small", - "vectoriseai__multilingual-e5-large", - "VectorStackAI__vstackai-law-1", - "vesteinn__DanskBERT", - "voyage-multilingual-2", - "voyageai__voyage-2", - "voyageai__voyage-3", - "voyageai__voyage-3-lite", - "voyageai__voyage-code-2", - "voyageai__voyage-large-2-instruct", - "voyageai__voyage-law-2", - "voyageai__voyage-lite-01-instruct", - "voyageai__voyage-lite-02-instruct", - "voyageai__voyage-multilingual-2", - "vprelovac__universal-sentence-encoder-4", - "vprelovac__universal-sentence-encoder-large-5", - "vprelovac__universal-sentence-encoder-multilingual-3", - "vprelovac__universal-sentence-encoder-multilingual-large-3", - "WhereIsAI__UAE-Large-V1", - "Wissam42__sentence-croissant-llm-base", - "woody72__multilingual-e5-base", - "zeroshot__gte-large-quant", - "zeroshot__gte-large-sparse", - "zeroshot__gte-small-quant", - "zeta-alpha-ai__Zeta-Alpha-E5-Mistral", -] +MODELS = sorted(list(set([str(file).split('/')[-1] for file in (Path(__file__).parent / "results").glob("*") if file.is_dir()]))) + # Needs to be run whenever new files are added def get_paths(): import collections, json, os diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json new file mode 100644 index 000000000..1822d76d6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31936, + "main_score": 0.31936 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json new file mode 100644 index 000000000..2305f4423 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10177, + "main_score": 0.10177 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json new file mode 100644 index 000000000..28d5c02d6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17416, + "main_score": 0.17416 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json new file mode 100644 index 000000000..2c59e6a26 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46328, + "main_score": 0.46328 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json new file mode 100644 index 000000000..f6ed683b5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23766, + "main_score": 0.23766 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json new file mode 100644 index 000000000..f6bb8ae1d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60263, + "main_score": 0.60263 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json new file mode 100644 index 000000000..8bec8f6e0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44193, + "main_score": 0.44193 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json new file mode 100644 index 000000000..82a2e2073 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34233, + "main_score": 0.34233 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json new file mode 100644 index 000000000..0f0202e69 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85362, + "main_score": 0.85362 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json new file mode 100644 index 000000000..22149d6a1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61337, + "main_score": 0.61337 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json new file mode 100644 index 000000000..7933faa93 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29479, + "main_score": 0.29479 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json new file mode 100644 index 000000000..1b07c9c59 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28642, + "main_score": 0.28642 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json new file mode 100644 index 000000000..adb875ca7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27323, + "main_score": 0.27323 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json new file mode 100644 index 000000000..0a98a15af --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69916, + "main_score": 0.69916 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json new file mode 100644 index 000000000..01fc52da5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05105, + "main_score": 0.05105 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json new file mode 100644 index 000000000..ef442fa75 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.49941 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.4061 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.52891 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.60952 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.13262 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.15651 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.60302 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.22079 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.29871 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.56487 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.3695 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.12869 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3765541666666667, + "main_score": 0.3765541666666667 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json new file mode 100644 index 000000000..0301414b0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.20238 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.1526 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.34576 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.42536 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2965718181818182, + "main_score": 0.2965718181818182 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json new file mode 100644 index 000000000..11a756038 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50292, + "main_score": 0.50292 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json new file mode 100644 index 000000000..523c24462 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54725, + "main_score": 0.54725 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json new file mode 100644 index 000000000..0c82072ac --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45494, + "main_score": 0.45494 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json new file mode 100644 index 000000000..2a42d30ac --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22708, + "main_score": 0.22708 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json new file mode 100644 index 000000000..1891fbaa8 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25411, + "main_score": 0.25411 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json new file mode 100644 index 000000000..5d10a6d3e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24003, + "main_score": 0.24003 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json new file mode 100644 index 000000000..fc30a8773 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24537, + "main_score": 0.24537 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json new file mode 100644 index 000000000..325dff4ac --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41505, + "main_score": 0.41505 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json new file mode 100644 index 000000000..7bd212f88 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8056, + "main_score": 0.8056 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json new file mode 100644 index 000000000..ed7310b17 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.90173, + "main_score": 0.90173 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json new file mode 100644 index 000000000..6845f79ae --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31357, + "main_score": 0.31357 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json new file mode 100644 index 000000000..dd0be5cf9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74358, + "main_score": 0.74358 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json new file mode 100644 index 000000000..cb730e83e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32651, + "main_score": 0.32651 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json new file mode 100644 index 000000000..22248dcdc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56162, + "main_score": 0.56162 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json new file mode 100644 index 000000000..a3cc3725c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51041, + "main_score": 0.51041 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json new file mode 100644 index 000000000..f6d7afe93 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3736499999999999, + "main_score": 0.3736499999999999 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json new file mode 100644 index 000000000..fe45a6ede --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31191, + "main_score": 0.31191 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json new file mode 100644 index 000000000..bc1e13066 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46063, + "main_score": 0.46063 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json new file mode 100644 index 000000000..751e675cd --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8381799999999999, + "main_score": 0.8381799999999999 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json new file mode 100644 index 000000000..e4f32ae09 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42535000000000006, + "main_score": 0.42535000000000006 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json new file mode 100644 index 000000000..e92e89e1f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57041, + "main_score": 0.57041 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json new file mode 100644 index 000000000..7bb3de7b9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8521500000000001, + "main_score": 0.8521500000000001 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json new file mode 100644 index 000000000..222548f61 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.91689, + "main_score": 0.91689 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json new file mode 100644 index 000000000..57275dcf4 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51732, + "main_score": 0.51732 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json new file mode 100644 index 000000000..3154e0423 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68664, + "main_score": 0.68664 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json new file mode 100644 index 000000000..5b7471d05 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53638, + "main_score": 0.53638 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json new file mode 100644 index 000000000..3e12bae23 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64892, + "main_score": 0.64892 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..5ccf47f58 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57279, + "main_score": 0.57279 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..e968f1b9e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41537, + "main_score": 0.41537 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..69e1830c7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51053, + "main_score": 0.51053 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..fbcaec724 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4319, + "main_score": 0.4319 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json new file mode 100644 index 000000000..d0cd4b756 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39903, + "main_score": 0.39903 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json new file mode 100644 index 000000000..6afc900c9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32795, + "main_score": 0.32795 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json new file mode 100644 index 000000000..cfa3da429 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42375, + "main_score": 0.42375 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json new file mode 100644 index 000000000..637d96a28 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.90295, + "main_score": 0.90295 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json new file mode 100644 index 000000000..479c21300 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.49857 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.83646 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.19519 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.06625 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.07336 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.79676 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.77991 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.79517 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.39531 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.93057 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.77991 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.59586 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.5225 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.87012 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.70658 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.69065 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.80069 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.54236 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.87012 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.69947 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.48864 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06943 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.55414 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.38363 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.86431 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.63254 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.93375 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.06943 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.56379 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.26181 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.71519 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.70077 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.84159 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.54236 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.56723 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.4441 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.8572 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.6434 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.37878 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.76559 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.19519 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.4441 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.24891 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 1.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.14465 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.42521 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.56379 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.49829 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.80069 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.85798 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.66876 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.06943 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.93057 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.68308 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.80069 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.70341 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.63715 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.06943 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.76953 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.20905 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.62741 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.76635 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.69616 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.70591 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.79676 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.50799 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.07336 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.06625 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.5474 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.29737 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.28635 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.51736 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.62741 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.56379 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.3437 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.8486 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.28952 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 1.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.50332 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.64893 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.46664 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.06625 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.72733 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.21223 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.14465 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.80069 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.64219 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.3437 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.1763 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.51351 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.8572 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.61225 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.69376 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.20483 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.35895 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4275707954545453, + "main_score": 0.4275707954545453 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json new file mode 100644 index 000000000..b139030b7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82872, + "main_score": 0.82872 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json new file mode 100644 index 000000000..e09818379 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65716, + "main_score": 0.65716 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json new file mode 100644 index 000000000..909f9b6bd --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50208, + "main_score": 0.50208 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json new file mode 100644 index 000000000..713d0f2d7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65982, + "main_score": 0.65982 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json new file mode 100644 index 000000000..3ac5a106c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7626899999999999, + "main_score": 0.7626899999999999 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json new file mode 100644 index 000000000..c37efbf24 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88227, + "main_score": 0.88227 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json new file mode 100644 index 000000000..a56a55a0f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.76634 + }, + "Bro027_queries": { + "NDCG@10": 0.58155 + }, + "covid4_queries": { + "NDCG@10": 0.51524 + }, + "covid9_queries": { + "NDCG@10": 0.52806 + }, + "education4_queries": { + "NDCG@10": 0.53511 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.590791304347826, + "main_score": 0.590791304347826 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json new file mode 100644 index 000000000..ea91cf909 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4703, + "main_score": 0.4703 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json new file mode 100644 index 000000000..8bf217ca2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39260000000000006, + "main_score": 0.39260000000000006 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json new file mode 100644 index 000000000..59c017643 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57926, + "main_score": 0.57926 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json new file mode 100644 index 000000000..c56771747 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75204, + "main_score": 0.75204 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json new file mode 100644 index 000000000..0426258a2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8233, + "main_score": 0.8233 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json new file mode 100644 index 000000000..a768e3a23 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37058, + "main_score": 0.37058 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json new file mode 100644 index 000000000..af9abc4f1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19675000000000004, + "main_score": 0.19675000000000004 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..d8feb4799 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41128999999999993, + "main_score": 0.41128999999999993 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json new file mode 100644 index 000000000..3d59841ad --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59906, + "main_score": 0.59906 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json new file mode 100644 index 000000000..717546568 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56014, + "main_score": 0.56014 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json new file mode 100644 index 000000000..87a6b5845 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6538299999999999, + "main_score": 0.6538299999999999 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json new file mode 100644 index 000000000..4a7e08b9d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3177, + "main_score": 0.3177 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json new file mode 100644 index 000000000..1c8c9f1a4 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57972, + "main_score": 0.57972 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..ec157b219 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50907, + "main_score": 0.50907 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..c07b8d9b0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04642, + "main_score": 0.04642 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json new file mode 100644 index 000000000..88d25dca5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18915, + "main_score": 0.18915 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json new file mode 100644 index 000000000..496b8904e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24457, + "main_score": 0.24457 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json new file mode 100644 index 000000000..b0115b0ad --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19876, + "main_score": 0.19876 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json new file mode 100644 index 000000000..39f553446 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60548, + "main_score": 0.60548 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json new file mode 100644 index 000000000..01c52ebeb --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42371, + "main_score": 0.42371 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json new file mode 100644 index 000000000..f9998a9f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59166, + "main_score": 0.59166 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json new file mode 100644 index 000000000..894494b1a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7014099999999999, + "main_score": 0.7014099999999999 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json new file mode 100644 index 000000000..917b41ccc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13384, + "main_score": 0.13384 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json new file mode 100644 index 000000000..2a62e88b2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6597, + "main_score": 0.6597 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json new file mode 100644 index 000000000..67a352de4 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.91518, + "main_score": 0.91518 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json new file mode 100644 index 000000000..1e5ce1a43 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.89009, + "main_score": 0.89009 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json new file mode 100644 index 000000000..57db83219 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65791, + "main_score": 0.65791 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json new file mode 100644 index 000000000..5297d626b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59614, + "main_score": 0.59614 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json new file mode 100644 index 000000000..c7785a62e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19923, + "main_score": 0.19923 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json new file mode 100644 index 000000000..2f572eeab --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3379, + "main_score": 0.3379 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json new file mode 100644 index 000000000..ad447b23c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22182, + "main_score": 0.22182 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json new file mode 100644 index 000000000..fe5bf5229 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.12139 + }, + "college_2_queries": { + "NDCG@10": 0.66188 + }, + "store_1_queries": { + "NDCG@10": 0.57666 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5095378571428572, + "main_score": 0.5095378571428572 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json new file mode 100644 index 000000000..3ab63fbf2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.27485 + }, + "college_2_queries": { + "NDCG@10": 0.67406 + }, + "store_1_queries": { + "NDCG@10": 0.84444 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6615349999999999, + "main_score": 0.6615349999999999 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json new file mode 100644 index 000000000..e6917ec56 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.61829 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.26407 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.20438 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 0.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.0 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.0 + }, + "django__django_15869_queries": { + "NDCG@10": 0.35621 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.5 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.31271 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.28906 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.63644 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.14804 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.61315 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.30103 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.35621 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.28369 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.14804 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.80657 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.17724 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.14127 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.43068 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.51353 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.30103 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.70392 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.13013 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.2463 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.30657 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.63093 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20440714285714287, + "main_score": 0.20440714285714287 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json new file mode 100644 index 000000000..66f8419da --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8040999999999999, + "main_score": 0.8040999999999999 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json new file mode 100644 index 000000000..6100685b1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.34368 + }, + "college_2_queries": { + "NDCG@10": 0.47779 + }, + "store_1_queries": { + "NDCG@10": 0.3869 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41655716981132074, + "main_score": 0.41655716981132074 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json new file mode 100644 index 000000000..287ad0282 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.60402 + }, + "college_2_queries": { + "NDCG@10": 0.48733 + }, + "store_1_queries": { + "NDCG@10": 0.68458 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5807409433962264, + "main_score": 0.5807409433962264 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json new file mode 100644 index 000000000..c26d3296e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63692, + "main_score": 0.63692 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json new file mode 100644 index 000000000..ad095d288 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51051, + "main_score": 0.51051 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json new file mode 100644 index 000000000..a731a741a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4698, + "main_score": 0.4698 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json new file mode 100644 index 000000000..0514f894c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22424, + "main_score": 0.22424 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json new file mode 100644 index 000000000..9b1265abf --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68418, + "main_score": 0.68418 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json new file mode 100644 index 000000000..904750696 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27361, + "main_score": 0.27361 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json new file mode 100644 index 000000000..7d4dd1d03 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34602, + "main_score": 0.34602 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json new file mode 100644 index 000000000..76c6d99ea --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44433, + "main_score": 0.44433 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json new file mode 100644 index 000000000..bd599f3e6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83683, + "main_score": 0.83683 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json new file mode 100644 index 000000000..13d3610d0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24884, + "main_score": 0.24884 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json new file mode 100644 index 000000000..9a514d77b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57202, + "main_score": 0.57202 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json new file mode 100644 index 000000000..df9e86d19 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4539000000000001, + "main_score": 0.4539000000000001 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json new file mode 100644 index 000000000..4f046177d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.72897, + "main_score": 0.72897 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json new file mode 100644 index 000000000..c9c120896 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50443, + "main_score": 0.50443 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json new file mode 100644 index 000000000..0400a0f76 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63896, + "main_score": 0.63896 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json new file mode 100644 index 000000000..0638a6cf1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56446, + "main_score": 0.56446 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json new file mode 100644 index 000000000..caef3012e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7679300000000001, + "main_score": 0.7679300000000001 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json new file mode 100644 index 000000000..c49d3c36f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5073, + "main_score": 0.5073 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json new file mode 100644 index 000000000..d275c388a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57265, + "main_score": 0.57265 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json new file mode 100644 index 000000000..cadfe31ac --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.9706199999999999, + "main_score": 0.9706199999999999 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json new file mode 100644 index 000000000..bf09e8ea9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77672, + "main_score": 0.77672 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json new file mode 100644 index 000000000..35f750378 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7408, + "main_score": 0.7408 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json new file mode 100644 index 000000000..22647cfa1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2612, + "main_score": 0.2612 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json new file mode 100644 index 000000000..318e91ba4 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7648899999999998, + "main_score": 0.7648899999999998 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json new file mode 100644 index 000000000..9f2bb5b18 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16301, + "main_score": 0.16301 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json new file mode 100644 index 000000000..704f49a08 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11689, + "main_score": 0.11689 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json new file mode 100644 index 000000000..4e0148973 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11069, + "main_score": 0.11069 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json new file mode 100644 index 000000000..c315baff0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63859, + "main_score": 0.63859 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json new file mode 100644 index 000000000..df10faadc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "Alibaba-NLP__gte-Qwen2-1.5B-instruct", + "revision": "019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a", + "release_date": "2024-08-02", + "languages": [], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json new file mode 100644 index 000000000..b282af8d7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.92062, + "main_score": 0.92062 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json new file mode 100644 index 000000000..e20c8730e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33826, + "main_score": 0.33826 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json new file mode 100644 index 000000000..86dadbd91 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09298999999999999, + "main_score": 0.09298999999999999 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json new file mode 100644 index 000000000..7abd58ba3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20818, + "main_score": 0.20818 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json new file mode 100644 index 000000000..5bde4a0c7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35563, + "main_score": 0.35563 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json new file mode 100644 index 000000000..31964e977 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13423, + "main_score": 0.13423 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json new file mode 100644 index 000000000..ffd519337 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63947, + "main_score": 0.63947 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json new file mode 100644 index 000000000..4864d7d1e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41703, + "main_score": 0.41703 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json new file mode 100644 index 000000000..acaf33f41 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33085000000000003, + "main_score": 0.33085000000000003 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json new file mode 100644 index 000000000..44389f3ce --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86001, + "main_score": 0.86001 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json new file mode 100644 index 000000000..7a53fcd44 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68269, + "main_score": 0.68269 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json new file mode 100644 index 000000000..dc8e39031 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20524, + "main_score": 0.20524 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json new file mode 100644 index 000000000..0c7f589f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23311999999999997, + "main_score": 0.23311999999999997 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json new file mode 100644 index 000000000..9712a19f0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26255, + "main_score": 0.26255 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json new file mode 100644 index 000000000..094980e27 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67952, + "main_score": 0.67952 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json new file mode 100644 index 000000000..4bf035776 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03195, + "main_score": 0.03195 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json new file mode 100644 index 000000000..d7b018bc3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.58519 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.4 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.53092 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.57073 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.08424 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.19379 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.60725 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.2197 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.31309 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.48791 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.40438 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.08562 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37356833333333334, + "main_score": 0.37356833333333334 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json new file mode 100644 index 000000000..e9989173b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.19142 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.13611 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.32755 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.40937 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28136340909090907, + "main_score": 0.28136340909090907 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json new file mode 100644 index 000000000..a29e64447 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5565, + "main_score": 0.5565 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json new file mode 100644 index 000000000..13b8627cc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51354, + "main_score": 0.51354 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json new file mode 100644 index 000000000..9461a0658 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40012, + "main_score": 0.40012 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json new file mode 100644 index 000000000..30f8e19c0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15703000000000003, + "main_score": 0.15703000000000003 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json new file mode 100644 index 000000000..1b5348b90 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26372, + "main_score": 0.26372 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json new file mode 100644 index 000000000..942562d25 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26649, + "main_score": 0.26649 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json new file mode 100644 index 000000000..696ac53d0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28381, + "main_score": 0.28381 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json new file mode 100644 index 000000000..bc3a93146 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41533000000000003, + "main_score": 0.41533000000000003 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json new file mode 100644 index 000000000..b10844172 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78979, + "main_score": 0.78979 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json new file mode 100644 index 000000000..09228fb3f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.90621, + "main_score": 0.90621 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json new file mode 100644 index 000000000..efbfe0738 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27244, + "main_score": 0.27244 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json new file mode 100644 index 000000000..ca1454cd7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.73429, + "main_score": 0.73429 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json new file mode 100644 index 000000000..381d918a2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2152, + "main_score": 0.2152 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json new file mode 100644 index 000000000..f4d590356 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44907, + "main_score": 0.44907 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json new file mode 100644 index 000000000..dc2d445ce --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49366, + "main_score": 0.49366 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json new file mode 100644 index 000000000..22654aa5a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3349, + "main_score": 0.3349 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json new file mode 100644 index 000000000..e9914ffae --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30908, + "main_score": 0.30908 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json new file mode 100644 index 000000000..7c13183fe --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42384999999999995, + "main_score": 0.42384999999999995 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json new file mode 100644 index 000000000..0795ce121 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8419200000000001, + "main_score": 0.8419200000000001 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json new file mode 100644 index 000000000..06235f6dc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3996, + "main_score": 0.3996 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json new file mode 100644 index 000000000..563b40c1c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53113, + "main_score": 0.53113 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json new file mode 100644 index 000000000..dea1fb87a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82979, + "main_score": 0.82979 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json new file mode 100644 index 000000000..b52d41be2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81282, + "main_score": 0.81282 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json new file mode 100644 index 000000000..27f78e142 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46341, + "main_score": 0.46341 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json new file mode 100644 index 000000000..35a18dd79 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65264, + "main_score": 0.65264 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json new file mode 100644 index 000000000..c673d9a72 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52026, + "main_score": 0.52026 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json new file mode 100644 index 000000000..1ebb2361f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63739, + "main_score": 0.63739 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..66c7b2f61 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56841, + "main_score": 0.56841 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..ff5f2a6af --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40354999999999996, + "main_score": 0.40354999999999996 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..a078969d9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4951, + "main_score": 0.4951 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..e719c55cb --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4593900000000001, + "main_score": 0.4593900000000001 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json new file mode 100644 index 000000000..03cb0810a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38421999999999995, + "main_score": 0.38421999999999995 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json new file mode 100644 index 000000000..59de16d90 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31296, + "main_score": 0.31296 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json new file mode 100644 index 000000000..70f5ad2af --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39121, + "main_score": 0.39121 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json new file mode 100644 index 000000000..a15919b0b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.90388, + "main_score": 0.90388 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json new file mode 100644 index 000000000..9a8534b40 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.70974 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.70656 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.44174 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.55798 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.87012 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.79358 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.31834 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.22009 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.11005 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.55798 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.28998 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.469 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.06362 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.06943 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.30523 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.13886 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.06943 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.20248 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.68402 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.42839 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.86695 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.35895 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.3785 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.86695 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.55133 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.49594 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.17948 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.43735 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.21145 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.27455 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.43232 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.43735 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.35031 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.28371 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.79358 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0784 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.44129 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.68484 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.56379 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.72733 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.8572 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.469 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.71519 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.19519 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.31488 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.469 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.1514 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.36289 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.17367 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.29849 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.15176 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.46319 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.49827 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.28635 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.41528 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.79676 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.78498 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.62357 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.22009 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.51007 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.44773 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.31253 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.36474 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.08514 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.79173 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.09479 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.07336 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.38431 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.21726 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.22784 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.13569 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.30523 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.55414 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.35895 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21847227272727265, + "main_score": 0.21847227272727265 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json new file mode 100644 index 000000000..a585cad1c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50324, + "main_score": 0.50324 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json new file mode 100644 index 000000000..abb86a64f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69367, + "main_score": 0.69367 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json new file mode 100644 index 000000000..c10b5aa31 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33856, + "main_score": 0.33856 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json new file mode 100644 index 000000000..1afc4ef72 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6267, + "main_score": 0.6267 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json new file mode 100644 index 000000000..bfc51e136 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74044, + "main_score": 0.74044 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json new file mode 100644 index 000000000..cb4546eb7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.84905, + "main_score": 0.84905 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json new file mode 100644 index 000000000..79e607399 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.78489 + }, + "Bro027_queries": { + "NDCG@10": 0.58017 + }, + "covid4_queries": { + "NDCG@10": 0.6618 + }, + "covid9_queries": { + "NDCG@10": 0.52619 + }, + "education4_queries": { + "NDCG@10": 0.51652 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6156460869565218, + "main_score": 0.6156460869565218 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json new file mode 100644 index 000000000..43d89c6b2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49667, + "main_score": 0.49667 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json new file mode 100644 index 000000000..c677ffe33 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40463, + "main_score": 0.40463 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json new file mode 100644 index 000000000..70ab4cb19 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5669, + "main_score": 0.5669 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json new file mode 100644 index 000000000..4bb39088a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74927, + "main_score": 0.74927 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json new file mode 100644 index 000000000..6538b9459 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8894199999999999, + "main_score": 0.8894199999999999 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json new file mode 100644 index 000000000..6c854f031 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34405, + "main_score": 0.34405 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json new file mode 100644 index 000000000..843543776 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16126, + "main_score": 0.16126 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..230e1198a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39017, + "main_score": 0.39017 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json new file mode 100644 index 000000000..d3eadb0ca --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53114, + "main_score": 0.53114 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json new file mode 100644 index 000000000..2b3476a75 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48699, + "main_score": 0.48699 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json new file mode 100644 index 000000000..b73caf95d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65279, + "main_score": 0.65279 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json new file mode 100644 index 000000000..316999c36 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24362, + "main_score": 0.24362 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json new file mode 100644 index 000000000..aabfde956 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48653, + "main_score": 0.48653 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..77a9929e5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53997, + "main_score": 0.53997 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..504c423d5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03368, + "main_score": 0.03368 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json new file mode 100644 index 000000000..a8ba0e370 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22644, + "main_score": 0.22644 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json new file mode 100644 index 000000000..b2e812ece --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27421, + "main_score": 0.27421 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json new file mode 100644 index 000000000..5ab35f581 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25548, + "main_score": 0.25548 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json new file mode 100644 index 000000000..effa96941 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49905, + "main_score": 0.49905 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json new file mode 100644 index 000000000..306f2f5a6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38743, + "main_score": 0.38743 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json new file mode 100644 index 000000000..8949e03dd --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59118, + "main_score": 0.59118 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json new file mode 100644 index 000000000..c697f0310 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63212, + "main_score": 0.63212 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json new file mode 100644 index 000000000..bdca06150 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12153, + "main_score": 0.12153 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json new file mode 100644 index 000000000..b27fbf52a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61776, + "main_score": 0.61776 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json new file mode 100644 index 000000000..d05bbfb85 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.9230800000000001, + "main_score": 0.9230800000000001 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json new file mode 100644 index 000000000..40807f8c2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8981600000000001, + "main_score": 0.8981600000000001 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json new file mode 100644 index 000000000..7147687e2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69336, + "main_score": 0.69336 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json new file mode 100644 index 000000000..50ced52cf --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55672, + "main_score": 0.55672 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json new file mode 100644 index 000000000..254e8f514 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10346, + "main_score": 0.10346 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json new file mode 100644 index 000000000..e98787b8d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30062, + "main_score": 0.30062 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json new file mode 100644 index 000000000..565e9023f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21492, + "main_score": 0.21492 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json new file mode 100644 index 000000000..e1b8d00ea --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.15958 + }, + "college_2_queries": { + "NDCG@10": 0.80167 + }, + "store_1_queries": { + "NDCG@10": 0.59359 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5749021428571428, + "main_score": 0.5749021428571428 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json new file mode 100644 index 000000000..9ca3708a5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.25848 + }, + "college_2_queries": { + "NDCG@10": 0.81406 + }, + "store_1_queries": { + "NDCG@10": 0.88663 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7261085714285713, + "main_score": 0.7261085714285713 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json new file mode 100644 index 000000000..84fd7b74e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.85034 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.59317 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.91972 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.38685 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 0.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.17724 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.5 + }, + "django__django_15869_queries": { + "NDCG@10": 1.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.35621 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.87722 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.88433 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.83855 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.66637 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.61315 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.61732 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.46928 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.87722 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.52498 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.23464 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.83187 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.43068 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.35621 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.35621 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.36332 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.10779 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.76536 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.38685 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.11752 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.22009 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.63093 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 0.63093 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.61315 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 1.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37197823529411767, + "main_score": 0.37197823529411767 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json new file mode 100644 index 000000000..191bbc549 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.76192, + "main_score": 0.76192 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json new file mode 100644 index 000000000..ad7e9ec61 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.35558 + }, + "college_2_queries": { + "NDCG@10": 0.52305 + }, + "store_1_queries": { + "NDCG@10": 0.39321 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44103566037735853, + "main_score": 0.44103566037735853 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json new file mode 100644 index 000000000..8fdff11ed --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.47897 + }, + "college_2_queries": { + "NDCG@10": 0.44651 + }, + "store_1_queries": { + "NDCG@10": 0.72208 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5474492452830189, + "main_score": 0.5474492452830189 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json new file mode 100644 index 000000000..3817a4aa5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58687, + "main_score": 0.58687 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json new file mode 100644 index 000000000..bb28bc6f4 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51662, + "main_score": 0.51662 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json new file mode 100644 index 000000000..576f6c16f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42487, + "main_score": 0.42487 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json new file mode 100644 index 000000000..5e8588fd7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24898, + "main_score": 0.24898 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json new file mode 100644 index 000000000..b47542c2c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67914, + "main_score": 0.67914 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json new file mode 100644 index 000000000..a71b42aa9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29438, + "main_score": 0.29438 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json new file mode 100644 index 000000000..026f430c7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3538, + "main_score": 0.3538 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json new file mode 100644 index 000000000..e91786684 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4471, + "main_score": 0.4471 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json new file mode 100644 index 000000000..d397286ca --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.79054, + "main_score": 0.79054 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json new file mode 100644 index 000000000..30894fd5d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1715, + "main_score": 0.1715 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json new file mode 100644 index 000000000..f3a8a0f84 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56894, + "main_score": 0.56894 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json new file mode 100644 index 000000000..d8f5f977d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28413, + "main_score": 0.28413 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json new file mode 100644 index 000000000..5b7800467 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63382, + "main_score": 0.63382 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json new file mode 100644 index 000000000..c7d81da85 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44815, + "main_score": 0.44815 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json new file mode 100644 index 000000000..4e2c9fa0b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53313, + "main_score": 0.53313 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json new file mode 100644 index 000000000..49e4fcc82 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47064, + "main_score": 0.47064 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json new file mode 100644 index 000000000..3da50931b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7534399999999999, + "main_score": 0.7534399999999999 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json new file mode 100644 index 000000000..259385a11 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49287, + "main_score": 0.49287 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json new file mode 100644 index 000000000..362e6df36 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43162, + "main_score": 0.43162 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json new file mode 100644 index 000000000..675b02bbf --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.97262, + "main_score": 0.97262 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json new file mode 100644 index 000000000..522af906d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54239, + "main_score": 0.54239 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json new file mode 100644 index 000000000..677cf56e8 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7463599999999999, + "main_score": 0.7463599999999999 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json new file mode 100644 index 000000000..33f7e03dc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26286, + "main_score": 0.26286 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json new file mode 100644 index 000000000..c2911ce04 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.76939, + "main_score": 0.76939 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json new file mode 100644 index 000000000..ff296fe1a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14064, + "main_score": 0.14064 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json new file mode 100644 index 000000000..d8e8f0e93 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12368, + "main_score": 0.12368 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json new file mode 100644 index 000000000..11b0f77da --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.081, + "main_score": 0.081 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json new file mode 100644 index 000000000..e73d2af56 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60532, + "main_score": 0.60532 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json new file mode 100644 index 000000000..92dea08ca --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "Alibaba-NLP__gte-Qwen2-1.5B", + "revision": "019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a", + "release_date": "2024-08-02", + "languages": [], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json new file mode 100644 index 000000000..4c15b3b7e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B/019d06d1eaeacded7a08d4ae7139e5c0f7b76b7a/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.9094, + "main_score": 0.9094 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json new file mode 100644 index 000000000..5768e5af3 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14857, + "main_score": 0.14857 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json new file mode 100644 index 000000000..a66f6f712 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09768, + "main_score": 0.09768 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json new file mode 100644 index 000000000..9036140bb --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12127, + "main_score": 0.12127 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json new file mode 100644 index 000000000..ba4eed1ca --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09417999999999999, + "main_score": 0.09417999999999999 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json new file mode 100644 index 000000000..8a4c9d847 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1636, + "main_score": 0.1636 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json new file mode 100644 index 000000000..051cf954a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2616, + "main_score": 0.2616 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json new file mode 100644 index 000000000..6994af3ec --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40611, + "main_score": 0.40611 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json new file mode 100644 index 000000000..16685dbc8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06571, + "main_score": 0.06571 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json new file mode 100644 index 000000000..2ae795d65 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6955899999999999, + "main_score": 0.6955899999999999 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json new file mode 100644 index 000000000..a4d665c09 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55851, + "main_score": 0.55851 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json new file mode 100644 index 000000000..9024cf2f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18970000000000004, + "main_score": 0.18970000000000004 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json new file mode 100644 index 000000000..afefa508a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07861, + "main_score": 0.07861 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json new file mode 100644 index 000000000..71ab1c38d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11474, + "main_score": 0.11474 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json new file mode 100644 index 000000000..b57afb528 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41969, + "main_score": 0.41969 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json new file mode 100644 index 000000000..7418b168f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00136, + "main_score": 0.00136 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json new file mode 100644 index 000000000..9d6c5bac4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.50909 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.21413 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.46007 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.34464 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.08026 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.0 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.50809 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.2429 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.192 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.44081 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.46131 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.16309 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30136583333333333, + "main_score": 0.30136583333333333 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json new file mode 100644 index 000000000..bba7a928f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.15383 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.05887 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.22448 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.34402 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2117428409090909, + "main_score": 0.2117428409090909 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json new file mode 100644 index 000000000..83e9bef91 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23692, + "main_score": 0.23692 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json new file mode 100644 index 000000000..3e67a6466 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47738, + "main_score": 0.47738 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json new file mode 100644 index 000000000..26352aa48 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3623199999999999, + "main_score": 0.3623199999999999 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json new file mode 100644 index 000000000..f392d8bda --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22406999999999996, + "main_score": 0.22406999999999996 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json new file mode 100644 index 000000000..afd8e2f2f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3232, + "main_score": 0.3232 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json new file mode 100644 index 000000000..997ed7ffd --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24883, + "main_score": 0.24883 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json new file mode 100644 index 000000000..c30996928 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09281, + "main_score": 0.09281 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json new file mode 100644 index 000000000..2979011e3 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0512, + "main_score": 0.0512 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json new file mode 100644 index 000000000..024932650 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37389000000000006, + "main_score": 0.37389000000000006 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json new file mode 100644 index 000000000..e1cec1c2e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.70748, + "main_score": 0.70748 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json new file mode 100644 index 000000000..1357a2150 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05927, + "main_score": 0.05927 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json new file mode 100644 index 000000000..e93242a92 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59387, + "main_score": 0.59387 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json new file mode 100644 index 000000000..579368b09 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21444999999999997, + "main_score": 0.21444999999999997 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json new file mode 100644 index 000000000..31a34d349 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37594, + "main_score": 0.37594 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json new file mode 100644 index 000000000..c4852c9c4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38108, + "main_score": 0.38108 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json new file mode 100644 index 000000000..d4e635f89 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30169, + "main_score": 0.30169 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json new file mode 100644 index 000000000..28c94147e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34799, + "main_score": 0.34799 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json new file mode 100644 index 000000000..7f5e5d754 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29089, + "main_score": 0.29089 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json new file mode 100644 index 000000000..0b683e3be --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.72827, + "main_score": 0.72827 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json new file mode 100644 index 000000000..4e82d4f22 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16784, + "main_score": 0.16784 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json new file mode 100644 index 000000000..0c06ec279 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20789, + "main_score": 0.20789 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json new file mode 100644 index 000000000..c6dbb4d83 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29178, + "main_score": 0.29178 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json new file mode 100644 index 000000000..64a106da6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54045, + "main_score": 0.54045 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json new file mode 100644 index 000000000..2f5f4e3f6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32278, + "main_score": 0.32278 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json new file mode 100644 index 000000000..253318240 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56114, + "main_score": 0.56114 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json new file mode 100644 index 000000000..a97c551c0 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25705, + "main_score": 0.25705 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json new file mode 100644 index 000000000..5df872efd --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56443, + "main_score": 0.56443 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..228367b2b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55589, + "main_score": 0.55589 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..438fc1f7f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32302, + "main_score": 0.32302 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..2c9791c25 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18491, + "main_score": 0.18491 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..3725885a9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12664, + "main_score": 0.12664 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json new file mode 100644 index 000000000..75c314fd7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10227, + "main_score": 0.10227 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json new file mode 100644 index 000000000..883765d9e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25075, + "main_score": 0.25075 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json new file mode 100644 index 000000000..d195acf7b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21306, + "main_score": 0.21306 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json new file mode 100644 index 000000000..2647eaead --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33988, + "main_score": 0.33988 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json new file mode 100644 index 000000000..50c007c96 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.66831 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.50772 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.26181 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.21223 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.17319 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.80069 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.22009 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.77216 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.20905 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.58372 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.07336 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.11005 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.87012 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.20829 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.20483 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.44989 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.4035 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.29062 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.40348 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 0.77991 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.08514 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.14202 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.62751 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.71629 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.28635 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.08514 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.86038 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.40031 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.43735 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.72733 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.7223 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.62357 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.75297 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.78592 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.72733 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.53262 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.43735 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.15457 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.42839 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.31562 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.90521 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.20248 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.06943 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.31205 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.22009 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.26181 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.87012 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.85535 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.09479 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.66986 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.37467 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.46628 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.35895 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.79095 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.55414 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.85124 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.47293 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.75297 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.64893 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.1428 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.79173 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.93375 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.63322 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.93375 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.09479 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.79095 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.58679 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.51932 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.09479 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.23047 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.68168 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.24891 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.70077 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.39639 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.86431 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.76056 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.64686 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.86114 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.44476 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.67194 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.93638 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.09479 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.33014 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.5225 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.29849 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.68702 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.38363 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.71255 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.4035 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.22466 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.87012 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.06943 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.57369 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.48835 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.3785 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.29346 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.48581 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.5474 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.61804 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.64893 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.55414 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.0784 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4218414204545453, + "main_score": 0.4218414204545453 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json new file mode 100644 index 000000000..58fe149d2 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86075, + "main_score": 0.86075 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json new file mode 100644 index 000000000..7ddbd5d50 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5032, + "main_score": 0.5032 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json new file mode 100644 index 000000000..d6c74ec3e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42617, + "main_score": 0.42617 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json new file mode 100644 index 000000000..f8e4a2c06 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37207, + "main_score": 0.37207 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json new file mode 100644 index 000000000..6169b670d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60154, + "main_score": 0.60154 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json new file mode 100644 index 000000000..e5ea6ef9b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63847, + "main_score": 0.63847 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json new file mode 100644 index 000000000..d7dce1b21 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.64547 + }, + "Bro027_queries": { + "NDCG@10": 0.52971 + }, + "covid4_queries": { + "NDCG@10": 0.57535 + }, + "covid9_queries": { + "NDCG@10": 0.42079 + }, + "education4_queries": { + "NDCG@10": 0.55751 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5499134782608696, + "main_score": 0.5499134782608696 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json new file mode 100644 index 000000000..72ac8a0e8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02483, + "main_score": 0.02483 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json new file mode 100644 index 000000000..385370cc6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02737, + "main_score": 0.02737 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json new file mode 100644 index 000000000..2e15de8ab --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07114, + "main_score": 0.07114 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json new file mode 100644 index 000000000..91ddc82e0 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15866, + "main_score": 0.15866 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json new file mode 100644 index 000000000..ffe310e55 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.73854, + "main_score": 0.73854 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json new file mode 100644 index 000000000..ba13213e9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33122, + "main_score": 0.33122 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json new file mode 100644 index 000000000..05499502a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08324, + "main_score": 0.08324 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..f43256d3b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23747, + "main_score": 0.23747 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json new file mode 100644 index 000000000..a15dfa0de --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49767000000000006, + "main_score": 0.49767000000000006 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json new file mode 100644 index 000000000..7beecd85b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47839, + "main_score": 0.47839 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json new file mode 100644 index 000000000..016b80cb6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41885, + "main_score": 0.41885 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json new file mode 100644 index 000000000..0aba1100f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22595, + "main_score": 0.22595 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json new file mode 100644 index 000000000..16285aeb7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29944, + "main_score": 0.29944 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..af2c9222b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25767, + "main_score": 0.25767 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..81e3b3286 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01637, + "main_score": 0.01637 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json new file mode 100644 index 000000000..1adc75889 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0817, + "main_score": 0.0817 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json new file mode 100644 index 000000000..bf48c441e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09091, + "main_score": 0.09091 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json new file mode 100644 index 000000000..4b6bada5a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21178, + "main_score": 0.21178 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json new file mode 100644 index 000000000..50425ff1a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3547, + "main_score": 0.3547 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json new file mode 100644 index 000000000..ae68f517d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32935, + "main_score": 0.32935 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json new file mode 100644 index 000000000..c7300c5eb --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37028, + "main_score": 0.37028 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json new file mode 100644 index 000000000..982641c3f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39201, + "main_score": 0.39201 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json new file mode 100644 index 000000000..bf89068ea --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14399, + "main_score": 0.14399 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json new file mode 100644 index 000000000..63be9b560 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53934, + "main_score": 0.53934 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json new file mode 100644 index 000000000..ce1a1b07f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88606, + "main_score": 0.88606 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json new file mode 100644 index 000000000..314e5e6e7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.71933, + "main_score": 0.71933 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json new file mode 100644 index 000000000..266006ba8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62286, + "main_score": 0.62286 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json new file mode 100644 index 000000000..3caa0a0ad --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44948, + "main_score": 0.44948 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json new file mode 100644 index 000000000..134f7efed --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05167999999999999, + "main_score": 0.05167999999999999 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json new file mode 100644 index 000000000..b5f9aa2e2 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25524, + "main_score": 0.25524 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json new file mode 100644 index 000000000..de516792c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06171, + "main_score": 0.06171 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json new file mode 100644 index 000000000..7a0928c2a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0 + }, + "college_2_queries": { + "NDCG@10": 0.06171 + }, + "store_1_queries": { + "NDCG@10": 0.00723 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02513785714285714, + "main_score": 0.02513785714285714 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json new file mode 100644 index 000000000..f01c08966 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.05556 + }, + "college_2_queries": { + "NDCG@10": 0.33962 + }, + "store_1_queries": { + "NDCG@10": 0.12914 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1885442857142857, + "main_score": 0.1885442857142857 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json new file mode 100644 index 000000000..f5cb54800 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.43068 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.38121 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.91972 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.43675 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.43068 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.21841 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.69343 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.38685 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.23464 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.30103 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.5 + }, + "django__django_15869_queries": { + "NDCG@10": 1.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.2372 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.30103 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.21841 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 1.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.26407 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.38162 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.65259 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.36927 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.70392 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.38685 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.2372 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.43068 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.28906 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.61315 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.96747 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.55745 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.63093 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.69343 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.65082 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.52051 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.30657 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.13013 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.38685 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.38685 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.2463 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.11706 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.61315 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.29608 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.0784 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.35621 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.30657 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.30103 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.63093 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4495741176470589, + "main_score": 0.4495741176470589 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json new file mode 100644 index 000000000..e25fc83a0 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.70278, + "main_score": 0.70278 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json new file mode 100644 index 000000000..090d516d7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0693 + }, + "college_2_queries": { + "NDCG@10": 0.11713 + }, + "store_1_queries": { + "NDCG@10": 0.05556 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08539, + "main_score": 0.08539 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json new file mode 100644 index 000000000..dfcb3701a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.24057 + }, + "college_2_queries": { + "NDCG@10": 0.28977 + }, + "store_1_queries": { + "NDCG@10": 0.14699 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2301390566037736, + "main_score": 0.2301390566037736 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json new file mode 100644 index 000000000..2417b06b2 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51048, + "main_score": 0.51048 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json new file mode 100644 index 000000000..ada667d80 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30219, + "main_score": 0.30219 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json new file mode 100644 index 000000000..fb2286a4d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25468, + "main_score": 0.25468 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json new file mode 100644 index 000000000..6d3b07964 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20159, + "main_score": 0.20159 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json new file mode 100644 index 000000000..227e580fa --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56077, + "main_score": 0.56077 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json new file mode 100644 index 000000000..b1cf0d448 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25396, + "main_score": 0.25396 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json new file mode 100644 index 000000000..4d8525524 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28201, + "main_score": 0.28201 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json new file mode 100644 index 000000000..00e6a680e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36090000000000005, + "main_score": 0.36090000000000005 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json new file mode 100644 index 000000000..9bd2e4034 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.76863, + "main_score": 0.76863 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json new file mode 100644 index 000000000..5a4f4c8f4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03285, + "main_score": 0.03285 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json new file mode 100644 index 000000000..42afff518 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3398, + "main_score": 0.3398 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json new file mode 100644 index 000000000..2e09cb5ea --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1166, + "main_score": 0.1166 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json new file mode 100644 index 000000000..f4758b630 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21111000000000002, + "main_score": 0.21111000000000002 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json new file mode 100644 index 000000000..41965793d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2834, + "main_score": 0.2834 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json new file mode 100644 index 000000000..c8fc919de --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36327, + "main_score": 0.36327 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json new file mode 100644 index 000000000..28c83d068 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29781, + "main_score": 0.29781 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json new file mode 100644 index 000000000..4e7a7df22 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63228, + "main_score": 0.63228 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json new file mode 100644 index 000000000..4e68b7388 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31604, + "main_score": 0.31604 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json new file mode 100644 index 000000000..aa9ad8c0b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33693999999999996, + "main_score": 0.33693999999999996 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json new file mode 100644 index 000000000..3ebc5b697 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.95395, + "main_score": 0.95395 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json new file mode 100644 index 000000000..6f2e02cf1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59269, + "main_score": 0.59269 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json new file mode 100644 index 000000000..6dd58d8fc --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44793999999999995, + "main_score": 0.44793999999999995 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json new file mode 100644 index 000000000..563013837 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21575, + "main_score": 0.21575 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json new file mode 100644 index 000000000..ca1dcda8a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77405, + "main_score": 0.77405 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json new file mode 100644 index 000000000..8ba9f864f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10811, + "main_score": 0.10811 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json new file mode 100644 index 000000000..8e1323dd8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08807000000000001, + "main_score": 0.08807000000000001 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json new file mode 100644 index 000000000..fc9619c6a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06194, + "main_score": 0.06194 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json new file mode 100644 index 000000000..014c1fa2c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35837, + "main_score": 0.35837 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json new file mode 100644 index 000000000..6b2f288af --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "Alibaba-NLP__gte-base-en-v1.5-instruct", + "revision": "6a9b641cb627be442996ce096a996ced2bdd81ea", + "release_date": "2024-11-08", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 136776192, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 768, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json new file mode 100644 index 000000000..1c3e4f341 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5-instruct/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20541, + "main_score": 0.20541 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json new file mode 100644 index 000000000..dd7935308 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27622, + "main_score": 0.27622 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json new file mode 100644 index 000000000..fb4440f21 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11530999999999998, + "main_score": 0.11530999999999998 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json new file mode 100644 index 000000000..ab4f0c6be --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13744, + "main_score": 0.13744 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json new file mode 100644 index 000000000..20dc7430b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15918, + "main_score": 0.15918 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json new file mode 100644 index 000000000..628c456ab --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17884, + "main_score": 0.17884 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json new file mode 100644 index 000000000..def5f158c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64265, + "main_score": 0.64265 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json new file mode 100644 index 000000000..6e4456cf8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41905000000000003, + "main_score": 0.41905000000000003 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json new file mode 100644 index 000000000..ff6f7e62e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09024000000000001, + "main_score": 0.09024000000000001 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json new file mode 100644 index 000000000..ded0d544a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7391599999999999, + "main_score": 0.7391599999999999 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json new file mode 100644 index 000000000..ae337718f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66929, + "main_score": 0.66929 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json new file mode 100644 index 000000000..2688731d9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.214, + "main_score": 0.214 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json new file mode 100644 index 000000000..e2e263414 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22631, + "main_score": 0.22631 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json new file mode 100644 index 000000000..a864d1a21 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2022, + "main_score": 0.2022 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json new file mode 100644 index 000000000..db950380f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53843, + "main_score": 0.53843 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json new file mode 100644 index 000000000..8baa6dec9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01026, + "main_score": 0.01026 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json new file mode 100644 index 000000000..eb3ad54ac --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.49526 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.26309 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.42464 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.46309 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.13441 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.10093 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.60148 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.30927 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.19464 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.51309 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.35705 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.22202 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3399141666666667, + "main_score": 0.3399141666666667 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json new file mode 100644 index 000000000..162b83703 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.2292 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.0722 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.30256 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.34968 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2597059090909091, + "main_score": 0.2597059090909091 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json new file mode 100644 index 000000000..99bac3e19 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48872, + "main_score": 0.48872 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json new file mode 100644 index 000000000..43bc427aa --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49537, + "main_score": 0.49537 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json new file mode 100644 index 000000000..8fed285af --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36902, + "main_score": 0.36902 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json new file mode 100644 index 000000000..2366df9f6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21956, + "main_score": 0.21956 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json new file mode 100644 index 000000000..f2f050652 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38275, + "main_score": 0.38275 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json new file mode 100644 index 000000000..84f618d02 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35091, + "main_score": 0.35091 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json new file mode 100644 index 000000000..7278d3cdc --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2623, + "main_score": 0.2623 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json new file mode 100644 index 000000000..fd6de987a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33460999999999996, + "main_score": 0.33460999999999996 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json new file mode 100644 index 000000000..3ddf7a605 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4842, + "main_score": 0.4842 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json new file mode 100644 index 000000000..6652049d4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7363, + "main_score": 0.7363 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json new file mode 100644 index 000000000..9ab4b4cd6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22294, + "main_score": 0.22294 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json new file mode 100644 index 000000000..f605ad572 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.73544, + "main_score": 0.73544 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json new file mode 100644 index 000000000..f1a3e906a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21749999999999997, + "main_score": 0.21749999999999997 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json new file mode 100644 index 000000000..121e840ca --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43278, + "main_score": 0.43278 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json new file mode 100644 index 000000000..109cb307a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46324, + "main_score": 0.46324 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json new file mode 100644 index 000000000..5df30c79c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34935000000000005, + "main_score": 0.34935000000000005 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json new file mode 100644 index 000000000..fcb6382ba --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33437, + "main_score": 0.33437 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json new file mode 100644 index 000000000..bd17d02fd --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41466, + "main_score": 0.41466 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json new file mode 100644 index 000000000..e55931290 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82192, + "main_score": 0.82192 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json new file mode 100644 index 000000000..45dbe2169 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41431000000000007, + "main_score": 0.41431000000000007 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json new file mode 100644 index 000000000..865a5ec8e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44478, + "main_score": 0.44478 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json new file mode 100644 index 000000000..b4443bc7c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78148, + "main_score": 0.78148 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json new file mode 100644 index 000000000..5db378825 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.92623, + "main_score": 0.92623 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json new file mode 100644 index 000000000..3e665554e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4721, + "main_score": 0.4721 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json new file mode 100644 index 000000000..65cdd666b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7564100000000001, + "main_score": 0.7564100000000001 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json new file mode 100644 index 000000000..f2b9ab26e --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35072, + "main_score": 0.35072 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json new file mode 100644 index 000000000..c3a6a513c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59198, + "main_score": 0.59198 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..26a44f146 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62198, + "main_score": 0.62198 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..728d9077a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45100999999999997, + "main_score": 0.45100999999999997 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..4085f4117 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23146, + "main_score": 0.23146 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..3b67675a1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32714, + "main_score": 0.32714 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json new file mode 100644 index 000000000..6eb59324d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17455, + "main_score": 0.17455 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json new file mode 100644 index 000000000..5cb1f4e17 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29437, + "main_score": 0.29437 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json new file mode 100644 index 000000000..5736b46e1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36943, + "main_score": 0.36943 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json new file mode 100644 index 000000000..e6672eb58 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39115, + "main_score": 0.39115 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json new file mode 100644 index 000000000..952e58e53 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.43154 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.27585 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.17367 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.29849 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.13886 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.57479 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.28952 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.07336 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.84824 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.51007 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.22009 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.6872 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.11005 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.13962 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.53525 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.5806 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.85124 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.29737 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.93057 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.37149 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.469 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.86695 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.23365 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.79676 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.12988 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.22476 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.15176 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.21145 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.55524 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.15841 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.22083 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.69616 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.42257 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.56379 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.28952 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.4035 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.20248 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.70658 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.35895 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.61411 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.75297 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.13886 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.24966 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.88995 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.07336 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.06362 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.61102 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.56454 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.07336 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.28998 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.85124 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.16422 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.09479 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.28763 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.46976 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.79676 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.59336 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.85124 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.15841 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.15841 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.93057 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.77534 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.22083 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.27267 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.68672 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.42493 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.28952 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.4789 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.47367 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.20829 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.06625 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.49436 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.85798 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.49546 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.15841 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.83896 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.07336 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.24619 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.16422 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.1428 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.62751 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.07336 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2595523863636365, + "main_score": 0.2595523863636365 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json new file mode 100644 index 000000000..5ff862071 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4775400000000001, + "main_score": 0.4775400000000001 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json new file mode 100644 index 000000000..db19641d1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5028, + "main_score": 0.5028 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json new file mode 100644 index 000000000..bb20ad3b0 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23345, + "main_score": 0.23345 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json new file mode 100644 index 000000000..4195d5062 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43967, + "main_score": 0.43967 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json new file mode 100644 index 000000000..e442e2cd6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68511, + "main_score": 0.68511 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json new file mode 100644 index 000000000..94e77270d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66496, + "main_score": 0.66496 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json new file mode 100644 index 000000000..fb033ea0f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.75189 + }, + "Bro027_queries": { + "NDCG@10": 0.52522 + }, + "covid4_queries": { + "NDCG@10": 0.61638 + }, + "covid9_queries": { + "NDCG@10": 0.41648 + }, + "education4_queries": { + "NDCG@10": 0.48068 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5617560869565217, + "main_score": 0.5617560869565217 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json new file mode 100644 index 000000000..eadf0fafd --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54436, + "main_score": 0.54436 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json new file mode 100644 index 000000000..3ed06270a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45224, + "main_score": 0.45224 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json new file mode 100644 index 000000000..02d1a7801 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64058, + "main_score": 0.64058 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json new file mode 100644 index 000000000..d6e073622 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8794700000000001, + "main_score": 0.8794700000000001 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json new file mode 100644 index 000000000..0cf5eb8da --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77802, + "main_score": 0.77802 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json new file mode 100644 index 000000000..81054cc78 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35849, + "main_score": 0.35849 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json new file mode 100644 index 000000000..587489494 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13178, + "main_score": 0.13178 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..dbf9c2022 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33614, + "main_score": 0.33614 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json new file mode 100644 index 000000000..a4ba335eb --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56836, + "main_score": 0.56836 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json new file mode 100644 index 000000000..d62610810 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4701, + "main_score": 0.4701 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json new file mode 100644 index 000000000..4999ff156 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58481, + "main_score": 0.58481 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json new file mode 100644 index 000000000..692097bec --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25632, + "main_score": 0.25632 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json new file mode 100644 index 000000000..6c4ba8f0d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46151, + "main_score": 0.46151 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..623936e00 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44247999999999993, + "main_score": 0.44247999999999993 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..b595acbf4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02111, + "main_score": 0.02111 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json new file mode 100644 index 000000000..c041a5aa7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14439, + "main_score": 0.14439 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json new file mode 100644 index 000000000..5ee6e490c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19586000000000003, + "main_score": 0.19586000000000003 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json new file mode 100644 index 000000000..e6e30b438 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32121, + "main_score": 0.32121 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json new file mode 100644 index 000000000..f376d24bd --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50895, + "main_score": 0.50895 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json new file mode 100644 index 000000000..3504a0d7f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36293, + "main_score": 0.36293 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json new file mode 100644 index 000000000..9d8b3adba --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49927, + "main_score": 0.49927 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json new file mode 100644 index 000000000..0a669f975 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43969, + "main_score": 0.43969 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json new file mode 100644 index 000000000..bba61a8b2 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14913, + "main_score": 0.14913 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json new file mode 100644 index 000000000..f0baade34 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56453, + "main_score": 0.56453 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json new file mode 100644 index 000000000..d054505f9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8954499999999999, + "main_score": 0.8954499999999999 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json new file mode 100644 index 000000000..3e694ffa3 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8923000000000001, + "main_score": 0.8923000000000001 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json new file mode 100644 index 000000000..e51beb9b9 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61614, + "main_score": 0.61614 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json new file mode 100644 index 000000000..ef4780a85 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43106, + "main_score": 0.43106 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json new file mode 100644 index 000000000..48ce8561d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12528, + "main_score": 0.12528 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json new file mode 100644 index 000000000..59f988704 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27567, + "main_score": 0.27567 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json new file mode 100644 index 000000000..db9c2f071 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19092000000000003, + "main_score": 0.19092000000000003 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json new file mode 100644 index 000000000..70f8b40a1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.23845 + }, + "college_2_queries": { + "NDCG@10": 0.4937 + }, + "store_1_queries": { + "NDCG@10": 0.62074 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49344928571428565, + "main_score": 0.49344928571428565 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json new file mode 100644 index 000000000..380b8d0af --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.36287 + }, + "college_2_queries": { + "NDCG@10": 0.56017 + }, + "store_1_queries": { + "NDCG@10": 0.68419 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5710428571428571, + "main_score": 0.5710428571428571 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json new file mode 100644 index 000000000..c73c2ad28 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.39326 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.43675 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.38685 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.26407 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.18154 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.63093 + }, + "django__django_13884_queries": { + "NDCG@10": 0.38685 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.63093 + }, + "django__django_16901_queries": { + "NDCG@10": 0.38685 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.28906 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.58028 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.19343 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 1.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.15643 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.31546 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.45749 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.65956 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.67876 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.76536 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.19343 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.43068 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.61315 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.96747 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.90101 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.63093 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.69343 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.21841 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.65082 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.63093 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.24297 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.39565 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.61315 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.31546 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.35621 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.41443 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.13032 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.61315 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.29608 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.38685 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.30103 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.09479 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.38685 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.51353 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.30103 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.38685 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.43068 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49601907563025216, + "main_score": 0.49601907563025216 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json new file mode 100644 index 000000000..d93b1ca84 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75215, + "main_score": 0.75215 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json new file mode 100644 index 000000000..75c32ed6d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.25652 + }, + "college_2_queries": { + "NDCG@10": 0.40812 + }, + "store_1_queries": { + "NDCG@10": 0.3291 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3469584905660377, + "main_score": 0.3469584905660377 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json new file mode 100644 index 000000000..5842cf0d7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.36933 + }, + "college_2_queries": { + "NDCG@10": 0.53099 + }, + "store_1_queries": { + "NDCG@10": 0.54032 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4975564150943396, + "main_score": 0.4975564150943396 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json new file mode 100644 index 000000000..aa6597347 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53459, + "main_score": 0.53459 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json new file mode 100644 index 000000000..92f2d7e45 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3200700000000001, + "main_score": 0.3200700000000001 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json new file mode 100644 index 000000000..57658d64a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22554, + "main_score": 0.22554 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json new file mode 100644 index 000000000..e78ed283a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23106, + "main_score": 0.23106 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json new file mode 100644 index 000000000..b9c2245b7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58933, + "main_score": 0.58933 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json new file mode 100644 index 000000000..b2dd19e1f --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24237000000000003, + "main_score": 0.24237000000000003 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json new file mode 100644 index 000000000..60f103b68 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31092, + "main_score": 0.31092 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json new file mode 100644 index 000000000..60d4ff995 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39295, + "main_score": 0.39295 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json new file mode 100644 index 000000000..0877a5e41 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8061, + "main_score": 0.8061 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json new file mode 100644 index 000000000..a0b7af9d1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13528, + "main_score": 0.13528 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json new file mode 100644 index 000000000..c946051cb --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47451, + "main_score": 0.47451 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json new file mode 100644 index 000000000..2ff70103a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.537, + "main_score": 0.537 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json new file mode 100644 index 000000000..31e09739b --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82108, + "main_score": 0.82108 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json new file mode 100644 index 000000000..f1459cdc4 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39201, + "main_score": 0.39201 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json new file mode 100644 index 000000000..8b4f87be3 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37394, + "main_score": 0.37394 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json new file mode 100644 index 000000000..b32898835 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3741399999999999, + "main_score": 0.3741399999999999 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json new file mode 100644 index 000000000..49d3dd505 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67309, + "main_score": 0.67309 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json new file mode 100644 index 000000000..0dd6a0b11 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36036999999999997, + "main_score": 0.36036999999999997 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json new file mode 100644 index 000000000..b68c3028c --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4578, + "main_score": 0.4578 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json new file mode 100644 index 000000000..3ba7c4bef --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.95595, + "main_score": 0.95595 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json new file mode 100644 index 000000000..8f6da1ed7 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.73057, + "main_score": 0.73057 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json new file mode 100644 index 000000000..037672cca --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48149000000000003, + "main_score": 0.48149000000000003 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json new file mode 100644 index 000000000..108b352b1 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21814, + "main_score": 0.21814 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json new file mode 100644 index 000000000..c097fa3b0 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7785899999999999, + "main_score": 0.7785899999999999 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json new file mode 100644 index 000000000..8cfbead43 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11834000000000001, + "main_score": 0.11834000000000001 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json new file mode 100644 index 000000000..3b166f94d --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09918, + "main_score": 0.09918 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json new file mode 100644 index 000000000..6e411ebb6 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07086, + "main_score": 0.07086 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json new file mode 100644 index 000000000..4e233f12a --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58692, + "main_score": 0.58692 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json new file mode 100644 index 000000000..3c0e98cc8 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "Alibaba-NLP__gte-base-en-v1.5", + "revision": "6a9b641cb627be442996ce096a996ced2bdd81ea", + "release_date": "2024-11-08", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 136776192, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 768, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json new file mode 100644 index 000000000..cc2fd5b94 --- /dev/null +++ b/results/Alibaba-NLP__gte-base-en-v1.5/6a9b641cb627be442996ce096a996ced2bdd81ea/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.96149, + "main_score": 0.96149 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json index f490022a7..05ccd6d0f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json index 9d93a2450..c554b7c22 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json index c07e4624d..49a404f36 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json index 453477ffc..c9aebef90 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json index 11b9503db..cd9565bf9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json index 0925ec061..4f846eaf2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json index 7b8402f99..9cdfc3aa1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json index 77efdf1a7..309176ecc 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json index 4f3d44d5a..fae68ef25 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json index dbd3f4bd5..38e74752d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json index 7e4c99b55..b63b186f5 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json index 28a32eaf9..3d2939958 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json index 8206320af..8d96ff531 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json index 3595ebdac..26642c6c9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json index 18e16f41e..1eb717115 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json index 02337c7c5..727efd4da 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json index 79845cd3b..88dc55e47 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json index 5cf56b43c..9ae106b08 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json index 652e1d9c6..d9eab6b86 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json index e02fd97a7..26efc9fca 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json index 3871ff129..cd2bf740f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json index fbe995160..1ebe0daff 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json index 575034bca..39aa7e5bd 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json index 7ee0957e0..ca1ea216f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json index 57d492fc0..f5e79012f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json index ada7aadcf..3e6a38cf1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json index 126b87d1a..823813e93 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json index 0fb804a8f..61990c9a7 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json index caf0439d5..ebe2b9bed 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json index a2b5cf53b..09fccfaef 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json index dfb32567e..c46d54874 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json index 57555c974..286e05a1f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json index 98f54c77b..4694c22b1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json index b59ed3518..75c93da3d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json index 9db235215..6d9fdd7c3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json index e7112bc88..0be769475 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json index fd51b17d6..f5fc32f0c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json index ee1148890..5c12d3831 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json index e707c73f4..978aaa2da 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json index aa592264f..1b2fc2856 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json index f2b436edc..068a6033b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json index 9d81881ea..fa9f88ba2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json index f40ce616e..fe85077eb 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json index 9bf72a3f5..3630cac53 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json index 6632f2bf4..16c3974ee 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json index f843f1123..9c1921244 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json index af1128235..1b6ed8ab1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json index 9e4c9aaef..0b3418a25 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json index 5a29d0879..bc59291c8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json index eb578d935..d6bfadaf3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json index 18cf10c41..6e69811d6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json index e557dd014..ff75d73ac 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json index 55c705c1a..057da5162 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json index 017a87a78..d59a621f3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json index 8d5150535..f9c078261 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json index 4f55d64b6..5d0f506c6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json index 1274e8ab5..95489376e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json index 16ff9dfe0..62a90f772 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json index 08f938b54..fa254e312 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json index 083aefb66..a53361624 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json index bb5b5edbe..2a09461ae 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json index fdc8c72fd..d43cdf184 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json index 0fc0cc3a9..64e873523 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json index 28ac05e93..56d137e88 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json index a13cf40c2..896792297 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json index 87a7147b4..742a85a52 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json index 35d178440..35090c812 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json index fc5a5b53d..11eeaf2cb 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json index 8167047aa..ba05e1ec2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json index 38568b409..68a5b5c95 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json index 468ea69ff..324a72fc1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/News21.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/News21.json index a2488347f..96e1f8172 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/News21.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json index b8957f0bf..9406a3204 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json index c512eec33..f9d3eded3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json index 74a4c72fd..74a24448e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json index 7b5df5c71..f0ee6db4d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json index 1fce9b667..6cc6725a9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json index 5fc2f739e..75db96d9b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json index 11de3ef60..d9d4f1688 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json index b1d2d5838..558e8866d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json index f135b9601..f7a38cc5c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json index f78c3d3ab..81db94c4f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json index 331fb0bd4..865e3d991 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json index 9ed76d625..e6a667106 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json index c99779274..93b557836 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json index 1ba5b30ea..c75a18c04 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json index 37af8ac82..d2fd4294f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json index 2bf7b03a1..e76faa928 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json index aa320e3d0..f8b3d4fd8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json index 2ba30cd08..a52149163 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json index b0399effc..53de8bb1e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json index efbc2ca0c..e6e548bc8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json index 4f3973767..dba4e70b3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json index 5ce3a25ef..0de98c165 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json index 55cbc0261..4e1084edf 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json index 45bc0cfb2..c98962a3e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json index 797f8e186..d7a4a52e9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json index 43a66aa08..36322e199 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json index 4e4944d2b..a1f63ca81 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json index 97dbfed6d..78e63cb0f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json index f20f436fa..46760990c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json index ecc70a2f6..19654e7ea 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json index 9d66065da..3590527e8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json index 409fb33fb..722363d5a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json index eb7b63d6c..b9c60d4da 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json index 97b0b5fba..667f5f0df 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json index 086168d3a..e2f3fafda 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json index a41066e76..18150927f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json index ca265b130..2377af734 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json index 85b7ca978..34581ef4b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json index 29a761a88..33c2deb89 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json index cd51b43ff..6245a86e2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json index 595155a95..1309243ac 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json index 749cb27a2..f70bc761e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json index e5d0c042c..b4c723e19 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json index ab52c2fa7..9121e3e58 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json index c43ffe7fa..3c46b89ae 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json index 3da1e99fe..46bb530c6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json index cea0ff792..fe047d851 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json index 23c059450..a0d823e68 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json index 9a47277cb..cd719f129 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json index dd8115e36..0f6c0fddc 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json index 9e768df29..3ebc1e4d3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json index 0d12bcf25..7ffe120f3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json index 15db46ad7..8b9568363 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json index 40dac19bf..5f2f5e7f4 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json @@ -19,6 +19,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json index 1760891b5..f24b4a99a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5-instruct/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json index 068956418..44c236691 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json index 1b930bf51..f04e4baea 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json index 03f2d6207..d66c48493 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json index abbdf6d82..c8d2abb84 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json index 2cc0a6e78..90e35dc9a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json index c2b569802..37e55a98c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json index 0850383fa..5f1e1ae29 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json index b8d1bd20a..f9b13cdb9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json index b07c6bed2..4af967759 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json index 693f9d558..3007cd0dd 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json index 331ef8c3b..a47993cce 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json index 195171283..e957dab86 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json index 10495c7e5..e61df6d98 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json index cf5e99070..7d73ee39a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json index 91ec10c79..c0a6112c3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json index a53b2f923..73b614809 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json index 54f114fe8..fb46cf559 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json index 50990c55b..db614c93e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json index 0e8d6a9f5..b7a6b8198 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json index aa9cbed87..141d595e5 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json index 37bcbd5e6..8a1f662b4 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json index 694649293..95215f457 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json index d0dc46092..4389a6412 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json index 169bb5003..1592cdc25 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json index 53051d664..650cd4805 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json index 2c45b9e8e..c7d8ddfc2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json index f9eafa344..8a3e94814 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json index 67da3ca12..144216d93 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json index f174ebc9d..ed6367485 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json index 674b20d9f..3b954d100 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json index e4036a305..0edc6983d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json index 216759eac..4087ad9f9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json index ef8cb8189..a7541661e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json index 5b16c41b8..0bfac6a3a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json index 2fecad510..a8a18b786 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json index ca40e5e04..c7e19db55 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json index 8832d9ccd..281705267 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json index 85f67ec82..ee41cacb6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json index d9cddda2e..455f0c1bf 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json index 5617b5e6f..5a296d76f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json index de8f65986..a92c2367d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json index a6fe92123..664fdd276 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json index 4442f873a..f7d605034 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json index f34145873..2bc2e9970 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json index 791be437c..fe7971c2c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json index 4e9942841..f1baa7947 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json index a2a7384cd..afde67ea0 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json index c1d4f4a79..9bc5cf441 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json index f9d1dea75..25e7358e9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json index 317b540fe..e6f944a85 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json index e4db30f23..60796e8a8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json index dd44d45a0..297378636 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json index 86da6a9a7..685656937 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json index ad04c3bf5..2f76725ea 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json index d8a593504..df2bbc6e6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json index c1cd6ed20..9100fb37a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json index 8fbc90118..e004c4ab8 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json index 228e71c7f..a121713c3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json index 368abba1e..9aa53982d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json index c4a55fb9b..dbb19d3d3 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json index 07bdae770..79050e043 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json index c4aa68912..32d316a72 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json index 05c463476..b32f2cfec 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json index afdb0c9f2..0c9ca9ca5 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json index 399b8a2ff..9d17257d6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json index c24fdc578..331c14a01 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json index dcb9f4216..c9421b1b2 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json index 5e22a9a95..5ad85da41 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json index 4c5a7b2e1..fe12d84d9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json index 13fed5271..174eddfc0 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json index d64372b46..1395644de 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/News21.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/News21.json index 2bf32d9e0..4f3b50176 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/News21.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json index d26ebd042..9498e650d 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json index c509a70ac..45562bc4f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json index e2dd4f385..316c9b2d4 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json index 73ea41933..f5116f543 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json index 5f42bb693..20f122c21 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json index b3c3fb66e..8d856b80f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json index cad6ca99e..a4611c1a1 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json index 2097521d5..6e99671cf 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json index 85bf78745..f8da4d841 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json index e66519151..326c5c0cd 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json index 12079ea26..a49e9a92a 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json index 2551035c9..2bf66398e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json index 9e7b35cde..62504bc65 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json index 041b41ff6..05d06de12 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json index 2bf8e7465..5f86d9375 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json index 274a3c1f1..fd665e858 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json index 1e6728628..1475aac54 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json index 4803728ca..b64e06a6c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json index 6e956d739..eb9dbdee5 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json index b47369efd..29a8d2b04 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json index 6a69e7176..de1a75172 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json index 055e01de5..7a9f9c37f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json index 54790f296..6d9ade29b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json index 647be9662..846136f41 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json index 2e25d276a..a34151661 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json index 276e25019..78c3de953 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json index 4788e5a53..16fe48e50 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json index d6ece4574..66bc7e368 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json index 1db1be9ae..9d4e1c2e6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json index 2d1651414..f887d7d56 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json index 27beacbbc..2dfe3d18f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json index f6f2daf2d..258bbeb71 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json index 3fba11076..adb8fd5fc 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json index f9c5e15bd..ed0d2c10b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json index f30b56bea..15b52250b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json index 9a9c84f2b..b58df4480 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json index f7c3ab9be..14ac34f9f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json index e99d9f7b8..511a27535 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json index 8f0467ca2..dcadda5f6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json index e50373a34..602f51422 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json index 9e9d932a1..f4503b1a0 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json index aaaad6c44..e7255193b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json index 9efbcd6bf..606668b98 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json index 20699234a..750c326a7 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json index 478f4b655..2a9ef6579 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json index 12355c537..aa54e2fd7 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json index f6cfa1887..e1d025595 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json index 30573ca0d..399c0f835 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json index 6b75b4fac..52bc6fbd5 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json index 371ba1395..dfc80e923 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json index 2e3901982..0819f631b 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json index 7596953c6..41e4275a6 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json index d168cc2c2..2b9d3e06f 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json index 8af948d2a..0dcbdce6e 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/model_meta.json @@ -19,6 +19,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json index 530319c25..56c0d0c8c 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/104333d6af6f97649377c2afbde10a7704870c7b/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json new file mode 100644 index 000000000..2b531245f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18897, + "main_score": 0.18897 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json new file mode 100644 index 000000000..198729c70 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05022, + "main_score": 0.05022 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json new file mode 100644 index 000000000..07791eafd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04531, + "main_score": 0.04531 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json new file mode 100644 index 000000000..3ea4a8a76 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1466, + "main_score": 0.1466 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json new file mode 100644 index 000000000..ace3aa9b6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09269999999999999, + "main_score": 0.09269999999999999 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json new file mode 100644 index 000000000..872cdc8b9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31664, + "main_score": 0.31664 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json new file mode 100644 index 000000000..cc2cec549 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41302999999999995, + "main_score": 0.41302999999999995 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json new file mode 100644 index 000000000..f8aa67047 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08439999999999999, + "main_score": 0.08439999999999999 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json new file mode 100644 index 000000000..5778ec4da --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69757, + "main_score": 0.69757 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json new file mode 100644 index 000000000..d3dbf27b9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40593, + "main_score": 0.40593 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json new file mode 100644 index 000000000..17374ce47 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.137, + "main_score": 0.137 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json new file mode 100644 index 000000000..a6ab2f333 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04421, + "main_score": 0.04421 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json new file mode 100644 index 000000000..44b919c78 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10527000000000002, + "main_score": 0.10527000000000002 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json new file mode 100644 index 000000000..9e31a0df2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4046100000000001, + "main_score": 0.4046100000000001 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json new file mode 100644 index 000000000..b1d7850aa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00167, + "main_score": 0.00167 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json new file mode 100644 index 000000000..cee1afe67 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.26314 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.21131 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.20466 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.41036 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.09539 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.07124 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.38562 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.16544 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.16309 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.22882 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.40725 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.19642 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2335616666666667, + "main_score": 0.2335616666666667 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json new file mode 100644 index 000000000..a5a1e3e67 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.16291 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.01043 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.21014 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.12855 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14443124999999998, + "main_score": 0.14443124999999998 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json new file mode 100644 index 000000000..45e09ee36 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18789, + "main_score": 0.18789 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json new file mode 100644 index 000000000..f762cb53f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41221, + "main_score": 0.41221 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json new file mode 100644 index 000000000..0fa3d1641 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36423, + "main_score": 0.36423 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json new file mode 100644 index 000000000..44a2f393d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16694, + "main_score": 0.16694 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json new file mode 100644 index 000000000..23c8b2f5a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26442, + "main_score": 0.26442 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json new file mode 100644 index 000000000..17ab106df --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24555, + "main_score": 0.24555 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json new file mode 100644 index 000000000..14680d2d4 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16849, + "main_score": 0.16849 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json new file mode 100644 index 000000000..c1492115d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06634, + "main_score": 0.06634 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json new file mode 100644 index 000000000..9a6834920 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60009, + "main_score": 0.60009 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json new file mode 100644 index 000000000..42b6a4fee --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61016, + "main_score": 0.61016 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json new file mode 100644 index 000000000..72c5d37d9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14443, + "main_score": 0.14443 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json new file mode 100644 index 000000000..74e5d3d69 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36927, + "main_score": 0.36927 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json new file mode 100644 index 000000000..15342575a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20625999999999997, + "main_score": 0.20625999999999997 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json new file mode 100644 index 000000000..5e15df060 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3692, + "main_score": 0.3692 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json new file mode 100644 index 000000000..04d80fdc8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20979, + "main_score": 0.20979 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json new file mode 100644 index 000000000..e5b17a9ee --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16689, + "main_score": 0.16689 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json new file mode 100644 index 000000000..47f37b52c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33501, + "main_score": 0.33501 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json new file mode 100644 index 000000000..238018765 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32248, + "main_score": 0.32248 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json new file mode 100644 index 000000000..9d7919897 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77793, + "main_score": 0.77793 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json new file mode 100644 index 000000000..08b79f946 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13335, + "main_score": 0.13335 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json new file mode 100644 index 000000000..1b04c8d4e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25071, + "main_score": 0.25071 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json new file mode 100644 index 000000000..072bfc6ea --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29636, + "main_score": 0.29636 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json new file mode 100644 index 000000000..d0821b765 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67247, + "main_score": 0.67247 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json new file mode 100644 index 000000000..d8008acef --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20278, + "main_score": 0.20278 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json new file mode 100644 index 000000000..34722633c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36186, + "main_score": 0.36186 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json new file mode 100644 index 000000000..320719cbc --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23443000000000003, + "main_score": 0.23443000000000003 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json new file mode 100644 index 000000000..ad2617321 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62697, + "main_score": 0.62697 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..da7f45cc8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54776, + "main_score": 0.54776 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..0dbe5b63d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27616, + "main_score": 0.27616 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..1faafdd95 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17901000000000003, + "main_score": 0.17901000000000003 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..9d445c967 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13434, + "main_score": 0.13434 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json new file mode 100644 index 000000000..11b1c6f76 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01456, + "main_score": 0.01456 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json new file mode 100644 index 000000000..122e94d4c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10775, + "main_score": 0.10775 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json new file mode 100644 index 000000000..5d42d384a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15372, + "main_score": 0.15372 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json new file mode 100644 index 000000000..30051417a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36549, + "main_score": 0.36549 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json new file mode 100644 index 000000000..a40db6e56 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.76008 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.78777 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.13886 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.65209 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.3437 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.27267 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.06943 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.65315 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.54236 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.29062 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.33014 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.3437 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.85535 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.28635 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.21408 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.35314 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.469 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.41313 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.469 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.28371 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.19519 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.33405 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.07336 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.17948 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.46582 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.87012 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.93375 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.80069 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.08514 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.79676 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.37185 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.51353 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.20829 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.71255 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.29849 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.12988 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.66279 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.28635 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.2431 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.06943 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.06625 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.22119 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.15851 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.79173 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.20248 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.56379 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.06362 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.34997 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.0784 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.69694 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.63254 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.71162 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.5022 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.06362 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.26144 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.06625 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.22009 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.53843 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.5455 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.35895 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.57667 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.78198 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.86431 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.30701 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.7223 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.79095 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.4035 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.66831 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.2782 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.22401 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.49118 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.56379 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.60157 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.64893 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.65698 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.60514 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.1428 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.93638 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.28371 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.1428 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.22009 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.39639 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.4441 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.51736 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.31488 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.43811 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.39093 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.11005 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.19519 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.45374 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.86695 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.53843 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.41528 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.78198 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.86302 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.28952 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3648225568181818, + "main_score": 0.3648225568181818 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json new file mode 100644 index 000000000..bb221daa5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8724599999999999, + "main_score": 0.8724599999999999 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json new file mode 100644 index 000000000..93d67ae50 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22721, + "main_score": 0.22721 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json new file mode 100644 index 000000000..1c5505383 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3730399999999999, + "main_score": 0.3730399999999999 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json new file mode 100644 index 000000000..071301c17 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21461, + "main_score": 0.21461 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json new file mode 100644 index 000000000..d48c2e15d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35436, + "main_score": 0.35436 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json new file mode 100644 index 000000000..5f1c6b7f5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68761, + "main_score": 0.68761 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json new file mode 100644 index 000000000..5299908ff --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.74951 + }, + "Bro027_queries": { + "NDCG@10": 0.46482 + }, + "covid4_queries": { + "NDCG@10": 0.55726 + }, + "covid9_queries": { + "NDCG@10": 0.46731 + }, + "education4_queries": { + "NDCG@10": 0.46477 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5432078260869565, + "main_score": 0.5432078260869565 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json new file mode 100644 index 000000000..3036e9ef8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01513, + "main_score": 0.01513 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json new file mode 100644 index 000000000..625802a4e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00998, + "main_score": 0.00998 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json new file mode 100644 index 000000000..a4017f29b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01365, + "main_score": 0.01365 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json new file mode 100644 index 000000000..beadb5a87 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05037, + "main_score": 0.05037 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json new file mode 100644 index 000000000..13dd6d043 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6994399999999998, + "main_score": 0.6994399999999998 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json new file mode 100644 index 000000000..2f0149b89 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27836, + "main_score": 0.27836 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json new file mode 100644 index 000000000..cffd957ae --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05882, + "main_score": 0.05882 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..9cfb8aa9a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28627, + "main_score": 0.28627 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json new file mode 100644 index 000000000..e38074e7e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4923, + "main_score": 0.4923 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json new file mode 100644 index 000000000..8f703b2bd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45973, + "main_score": 0.45973 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json new file mode 100644 index 000000000..617a05c3e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48691, + "main_score": 0.48691 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json new file mode 100644 index 000000000..5ae6c1ab2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20597, + "main_score": 0.20597 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json new file mode 100644 index 000000000..76f7d832d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30506, + "main_score": 0.30506 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..61c88d8f8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19213, + "main_score": 0.19213 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..a50b314fc --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json new file mode 100644 index 000000000..ba7021757 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02231, + "main_score": 0.02231 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json new file mode 100644 index 000000000..230ad5aad --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02031, + "main_score": 0.02031 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json new file mode 100644 index 000000000..775f41a99 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21275, + "main_score": 0.21275 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json new file mode 100644 index 000000000..7a8417c24 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12367, + "main_score": 0.12367 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json new file mode 100644 index 000000000..0df8a78e7 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18347999999999998, + "main_score": 0.18347999999999998 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json new file mode 100644 index 000000000..db1cedfcd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36968, + "main_score": 0.36968 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json new file mode 100644 index 000000000..9f4b51594 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42304, + "main_score": 0.42304 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json new file mode 100644 index 000000000..20ff98c25 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1341, + "main_score": 0.1341 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json new file mode 100644 index 000000000..aaf6fad6d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50763, + "main_score": 0.50763 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json new file mode 100644 index 000000000..2fc773144 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78923, + "main_score": 0.78923 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json new file mode 100644 index 000000000..3716e55e6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27347, + "main_score": 0.27347 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json new file mode 100644 index 000000000..2c74bcd60 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54192, + "main_score": 0.54192 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json new file mode 100644 index 000000000..a2ab05e96 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43003, + "main_score": 0.43003 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json new file mode 100644 index 000000000..83a9ea4a6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02962, + "main_score": 0.02962 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json new file mode 100644 index 000000000..a399bef7b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19505, + "main_score": 0.19505 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json new file mode 100644 index 000000000..413a730a2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04017, + "main_score": 0.04017 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json new file mode 100644 index 000000000..baa79725e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0 + }, + "college_2_queries": { + "NDCG@10": 0.2181 + }, + "store_1_queries": { + "NDCG@10": 0.27977 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19779428571428573, + "main_score": 0.19779428571428573 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json new file mode 100644 index 000000000..309eafc12 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.10515 + }, + "college_2_queries": { + "NDCG@10": 0.42681 + }, + "store_1_queries": { + "NDCG@10": 0.3467 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32355, + "main_score": 0.32355 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json new file mode 100644 index 000000000..9140c4917 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.83155 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.93252 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.20438 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.61315 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.13565 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.33333 + }, + "django__django_15869_queries": { + "NDCG@10": 1.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.5 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.44864 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.43068 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.34519 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.18458 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.28906 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.62074 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.38685 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.47762 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.43735 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.61315 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.28906 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.31546 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.17724 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.88546 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.20211 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.35621 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.85034 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.31546 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.87722 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.20438 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.20438 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.35621 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.2463 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.54377 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.51353 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.10087 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.49115 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.70392 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.08514 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.5079 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.31546 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.5 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4117740336134454, + "main_score": 0.4117740336134454 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json new file mode 100644 index 000000000..0ed90e5a3 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66671, + "main_score": 0.66671 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json new file mode 100644 index 000000000..df2eb57e8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.10633 + }, + "college_2_queries": { + "NDCG@10": 0.19924 + }, + "store_1_queries": { + "NDCG@10": 0.24306 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19308603773584906, + "main_score": 0.19308603773584906 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json new file mode 100644 index 000000000..5be5d5bbf --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.23845 + }, + "college_2_queries": { + "NDCG@10": 0.30109 + }, + "store_1_queries": { + "NDCG@10": 0.20073 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25282283018867924, + "main_score": 0.25282283018867924 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json new file mode 100644 index 000000000..3c3d4a089 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5876499999999999, + "main_score": 0.5876499999999999 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json new file mode 100644 index 000000000..79212fb63 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3176, + "main_score": 0.3176 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json new file mode 100644 index 000000000..b928b0d57 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22534, + "main_score": 0.22534 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json new file mode 100644 index 000000000..fc8554ff1 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20800000000000002, + "main_score": 0.20800000000000002 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json new file mode 100644 index 000000000..06a890425 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52289, + "main_score": 0.52289 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json new file mode 100644 index 000000000..5b9f3831b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23436000000000004, + "main_score": 0.23436000000000004 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json new file mode 100644 index 000000000..aa3e4da44 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25745, + "main_score": 0.25745 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json new file mode 100644 index 000000000..f37223127 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29524, + "main_score": 0.29524 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json new file mode 100644 index 000000000..f762e7097 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7643, + "main_score": 0.7643 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json new file mode 100644 index 000000000..11e84433e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02021, + "main_score": 0.02021 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json new file mode 100644 index 000000000..b5fe61eb4 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25737, + "main_score": 0.25737 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json new file mode 100644 index 000000000..bd8c419aa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29522, + "main_score": 0.29522 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json new file mode 100644 index 000000000..6f1015f05 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04323, + "main_score": 0.04323 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json new file mode 100644 index 000000000..06542adca --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34627, + "main_score": 0.34627 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json new file mode 100644 index 000000000..128d80fbf --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26897, + "main_score": 0.26897 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json new file mode 100644 index 000000000..e34669947 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25676, + "main_score": 0.25676 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json new file mode 100644 index 000000000..974fca9a1 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66693, + "main_score": 0.66693 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json new file mode 100644 index 000000000..cff441153 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24762, + "main_score": 0.24762 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json new file mode 100644 index 000000000..c67d00c70 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33202, + "main_score": 0.33202 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json new file mode 100644 index 000000000..44790220c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.84827, + "main_score": 0.84827 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json new file mode 100644 index 000000000..c1a5032ae --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49593, + "main_score": 0.49593 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json new file mode 100644 index 000000000..34ce59cc9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44271, + "main_score": 0.44271 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json new file mode 100644 index 000000000..a43ee8d3c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21631, + "main_score": 0.21631 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json new file mode 100644 index 000000000..363e7263a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.79196, + "main_score": 0.79196 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json new file mode 100644 index 000000000..f6701a3f6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09018, + "main_score": 0.09018 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json new file mode 100644 index 000000000..4f2f79ea0 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06721, + "main_score": 0.06721 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json new file mode 100644 index 000000000..7204d1b5d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07305, + "main_score": 0.07305 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json new file mode 100644 index 000000000..44abf24aa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61595, + "main_score": 0.61595 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json new file mode 100644 index 000000000..f17748f6c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "BAAI__bge-base-en-v1.5-instruct", + "revision": "ee8df28b39310223529a7349aed36bb6f65e8ca3", + "release_date": "2024-04-07", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json new file mode 100644 index 000000000..3a15f05aa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5-instruct/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00961, + "main_score": 0.00961 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json new file mode 100644 index 000000000..ffbdefd9b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33326, + "main_score": 0.33326 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json new file mode 100644 index 000000000..cfadb6127 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04729, + "main_score": 0.04729 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json new file mode 100644 index 000000000..113e6db81 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11025, + "main_score": 0.11025 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json new file mode 100644 index 000000000..288d10afe --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16824000000000003, + "main_score": 0.16824000000000003 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json new file mode 100644 index 000000000..99be9162a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13769, + "main_score": 0.13769 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json new file mode 100644 index 000000000..70d852863 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62267, + "main_score": 0.62267 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json new file mode 100644 index 000000000..077f95710 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41808, + "main_score": 0.41808 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json new file mode 100644 index 000000000..8ecdf56d6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11739, + "main_score": 0.11739 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json new file mode 100644 index 000000000..af8f8b666 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77921, + "main_score": 0.77921 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json new file mode 100644 index 000000000..96c05bab3 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6625, + "main_score": 0.6625 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json new file mode 100644 index 000000000..0144f05de --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15459, + "main_score": 0.15459 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json new file mode 100644 index 000000000..4adfb0b24 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18834, + "main_score": 0.18834 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json new file mode 100644 index 000000000..b943f7db8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1994, + "main_score": 0.1994 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json new file mode 100644 index 000000000..1b67d9186 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47062, + "main_score": 0.47062 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json new file mode 100644 index 000000000..3ceb91474 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01027, + "main_score": 0.01027 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json new file mode 100644 index 000000000..e38054d3c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.45278 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.31369 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.45856 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.56665 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.08993 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.08333 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.57503 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.26345 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.19871 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.44378 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.45178 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.31066 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3506958333333333, + "main_score": 0.3506958333333333 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json new file mode 100644 index 000000000..a1c842ff0 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.22636 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.03927 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.20253 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.24879 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19806909090909092, + "main_score": 0.19806909090909092 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json new file mode 100644 index 000000000..3d7fced7f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38678000000000007, + "main_score": 0.38678000000000007 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json new file mode 100644 index 000000000..6f58fa3e0 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41257, + "main_score": 0.41257 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json new file mode 100644 index 000000000..c4f82912a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33719, + "main_score": 0.33719 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json new file mode 100644 index 000000000..7820fcc9f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18993, + "main_score": 0.18993 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json new file mode 100644 index 000000000..fbe4e8000 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27387, + "main_score": 0.27387 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json new file mode 100644 index 000000000..7767a3a76 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26798, + "main_score": 0.26798 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json new file mode 100644 index 000000000..685d0a655 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2312, + "main_score": 0.2312 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json new file mode 100644 index 000000000..6e3bcd752 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37206000000000006, + "main_score": 0.37206000000000006 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json new file mode 100644 index 000000000..88adf3fa5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7661099999999998, + "main_score": 0.7661099999999998 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json new file mode 100644 index 000000000..812a2e249 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64678, + "main_score": 0.64678 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json new file mode 100644 index 000000000..2aca30461 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20736999999999997, + "main_score": 0.20736999999999997 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json new file mode 100644 index 000000000..58369770d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61221, + "main_score": 0.61221 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json new file mode 100644 index 000000000..884f6eefd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19, + "main_score": 0.19 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json new file mode 100644 index 000000000..51d906b99 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36983, + "main_score": 0.36983 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json new file mode 100644 index 000000000..db90836a9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48528, + "main_score": 0.48528 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json new file mode 100644 index 000000000..dcd9b9671 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32381, + "main_score": 0.32381 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json new file mode 100644 index 000000000..ae2ec37d6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35203, + "main_score": 0.35203 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json new file mode 100644 index 000000000..cd93ede1c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46487, + "main_score": 0.46487 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json new file mode 100644 index 000000000..31fec25e1 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8350700000000001, + "main_score": 0.8350700000000001 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json new file mode 100644 index 000000000..fbb7221f5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41424, + "main_score": 0.41424 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json new file mode 100644 index 000000000..e23936a1a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44645, + "main_score": 0.44645 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json new file mode 100644 index 000000000..f187e7cac --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54813, + "main_score": 0.54813 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json new file mode 100644 index 000000000..ceb7a725c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85627, + "main_score": 0.85627 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json new file mode 100644 index 000000000..63d090daa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4337, + "main_score": 0.4337 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json new file mode 100644 index 000000000..d9e86d6a2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55736, + "main_score": 0.55736 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json new file mode 100644 index 000000000..dfa0f8bd6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34873, + "main_score": 0.34873 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json new file mode 100644 index 000000000..5330c7b66 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60982, + "main_score": 0.60982 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..8656aa6a7 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60915, + "main_score": 0.60915 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..61ba96160 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42647, + "main_score": 0.42647 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..7facac5bd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22824, + "main_score": 0.22824 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..52f5997f8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29169, + "main_score": 0.29169 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json new file mode 100644 index 000000000..e045fa7d0 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.024849999999999997, + "main_score": 0.024849999999999997 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json new file mode 100644 index 000000000..ef81f518e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20882, + "main_score": 0.20882 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json new file mode 100644 index 000000000..cc398f897 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29002, + "main_score": 0.29002 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json new file mode 100644 index 000000000..8e2e3de15 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46210999999999997, + "main_score": 0.46210999999999997 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json new file mode 100644 index 000000000..43eb40aad --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.79676 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.5455 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.16815 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.27585 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.55524 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.39328 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.35895 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.56379 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.43232 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.79095 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0784 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 0.27267 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.71836 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.1514 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.19519 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.5806 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.33014 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.30523 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.45374 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.32731 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.72733 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.28371 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.06625 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.21145 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.69366 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.8486 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.78498 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.30523 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.51669 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.53889 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.16104 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.7702 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.47056 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.14465 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.3917 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.4441 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.3437 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.24891 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.469 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.06625 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.23047 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.28635 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.06943 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.40927 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.52711 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.69366 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.15851 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.43232 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.51007 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.23047 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.51353 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.42331 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.63004 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.69065 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.06362 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.56846 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.28088 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.24262 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.29026 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.29849 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.59073 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.70581 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.61728 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.42521 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.5806 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.09479 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.20512 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.50097 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.18341 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.18844 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.39216 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.85535 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.06625 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.36289 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.57743 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.63134 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.46712 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.28351 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24419943181818182, + "main_score": 0.24419943181818182 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json new file mode 100644 index 000000000..6bdda3e5f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52361, + "main_score": 0.52361 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json new file mode 100644 index 000000000..a5d958fad --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45495, + "main_score": 0.45495 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json new file mode 100644 index 000000000..ee2ffb117 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25946, + "main_score": 0.25946 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json new file mode 100644 index 000000000..8f9248721 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39885999999999994, + "main_score": 0.39885999999999994 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json new file mode 100644 index 000000000..0fbc93542 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56802, + "main_score": 0.56802 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json new file mode 100644 index 000000000..b57ee61ce --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6959399999999999, + "main_score": 0.6959399999999999 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json new file mode 100644 index 000000000..d31f2bb7d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.84134 + }, + "Bro027_queries": { + "NDCG@10": 0.46904 + }, + "covid4_queries": { + "NDCG@10": 0.57732 + }, + "covid9_queries": { + "NDCG@10": 0.47454 + }, + "education4_queries": { + "NDCG@10": 0.48096 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5723539130434784, + "main_score": 0.5723539130434784 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json new file mode 100644 index 000000000..edcfda6bd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59365, + "main_score": 0.59365 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json new file mode 100644 index 000000000..cb79013fd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50737, + "main_score": 0.50737 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json new file mode 100644 index 000000000..652fccd22 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59715, + "main_score": 0.59715 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json new file mode 100644 index 000000000..c262bb254 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82019, + "main_score": 0.82019 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json new file mode 100644 index 000000000..18115eb98 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7763899999999999, + "main_score": 0.7763899999999999 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json new file mode 100644 index 000000000..b54fa493c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35985, + "main_score": 0.35985 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json new file mode 100644 index 000000000..f4f8f636a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10551, + "main_score": 0.10551 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..ccd129a7d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36668, + "main_score": 0.36668 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json new file mode 100644 index 000000000..cf212c828 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55652, + "main_score": 0.55652 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json new file mode 100644 index 000000000..898e16ff0 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48823, + "main_score": 0.48823 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json new file mode 100644 index 000000000..80b81f497 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6374, + "main_score": 0.6374 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json new file mode 100644 index 000000000..5c9013703 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21232, + "main_score": 0.21232 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json new file mode 100644 index 000000000..44fa83776 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40613, + "main_score": 0.40613 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..c472cba62 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46589, + "main_score": 0.46589 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..655aee427 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01677, + "main_score": 0.01677 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json new file mode 100644 index 000000000..bb9804948 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22403, + "main_score": 0.22403 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json new file mode 100644 index 000000000..3e1a0d8c4 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23373999999999998, + "main_score": 0.23373999999999998 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json new file mode 100644 index 000000000..22393a275 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3551, + "main_score": 0.3551 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json new file mode 100644 index 000000000..23733814e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48966, + "main_score": 0.48966 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json new file mode 100644 index 000000000..09079982e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34706, + "main_score": 0.34706 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json new file mode 100644 index 000000000..983ba2288 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45943, + "main_score": 0.45943 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json new file mode 100644 index 000000000..92b5ad9b7 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44584, + "main_score": 0.44584 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json new file mode 100644 index 000000000..780082631 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13486, + "main_score": 0.13486 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json new file mode 100644 index 000000000..579e907fa --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54821, + "main_score": 0.54821 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json new file mode 100644 index 000000000..6c1c4c3f5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88027, + "main_score": 0.88027 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json new file mode 100644 index 000000000..d1bf2f0e3 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8983199999999999, + "main_score": 0.8983199999999999 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json new file mode 100644 index 000000000..ef2505774 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56098, + "main_score": 0.56098 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json new file mode 100644 index 000000000..39069a8f5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39418, + "main_score": 0.39418 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json new file mode 100644 index 000000000..d96085a04 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09917, + "main_score": 0.09917 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json new file mode 100644 index 000000000..2265fcf2c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23218, + "main_score": 0.23218 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json new file mode 100644 index 000000000..efa84d72a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1979, + "main_score": 0.1979 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json new file mode 100644 index 000000000..972d21baf --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.06448 + }, + "college_2_queries": { + "NDCG@10": 0.5961 + }, + "store_1_queries": { + "NDCG@10": 0.34622 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37509000000000003, + "main_score": 0.37509000000000003 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json new file mode 100644 index 000000000..9b80200f3 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.36396 + }, + "college_2_queries": { + "NDCG@10": 0.83812 + }, + "store_1_queries": { + "NDCG@10": 0.68213 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6696614285714286, + "main_score": 0.6696614285714286 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json new file mode 100644 index 000000000..c455c17b1 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.18579 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.61315 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.82781 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.61315 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.35621 + }, + "django__django_15869_queries": { + "NDCG@10": 0.5 + }, + "django__django_16901_queries": { + "NDCG@10": 0.63093 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.54377 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.16716 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.69327 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.35621 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.43068 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.58028 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.39038 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.30843 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.60493 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.21841 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.90603 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.63644 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.43068 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.5 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.65092 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.19343 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.5 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.19519 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.30718 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.87722 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.5 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.51353 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.10779 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.38685 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.38685 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.86034 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.18458 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.33333 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.0784 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.70872 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.31546 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44408613445378153, + "main_score": 0.44408613445378153 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json new file mode 100644 index 000000000..8e33cbbf5 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74327, + "main_score": 0.74327 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json new file mode 100644 index 000000000..d0a1d81ee --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.31085 + }, + "college_2_queries": { + "NDCG@10": 0.34613 + }, + "store_1_queries": { + "NDCG@10": 0.34192 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33671226415094335, + "main_score": 0.33671226415094335 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json new file mode 100644 index 000000000..67ab6000e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.40157 + }, + "college_2_queries": { + "NDCG@10": 0.67617 + }, + "store_1_queries": { + "NDCG@10": 0.59148 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5852337735849057, + "main_score": 0.5852337735849057 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json new file mode 100644 index 000000000..4fc91dfc6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55482, + "main_score": 0.55482 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json new file mode 100644 index 000000000..be642d11e --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35237, + "main_score": 0.35237 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json new file mode 100644 index 000000000..748848303 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22019, + "main_score": 0.22019 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json new file mode 100644 index 000000000..c4d0e7a4f --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22331, + "main_score": 0.22331 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json new file mode 100644 index 000000000..8cbdaab5b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59518, + "main_score": 0.59518 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json new file mode 100644 index 000000000..3eda0ce38 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23929, + "main_score": 0.23929 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json new file mode 100644 index 000000000..6169b9e6d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28649, + "main_score": 0.28649 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json new file mode 100644 index 000000000..b2bbcb03a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37442, + "main_score": 0.37442 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json new file mode 100644 index 000000000..77fbb7ca6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.80599, + "main_score": 0.80599 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json new file mode 100644 index 000000000..8473dd313 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11827, + "main_score": 0.11827 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json new file mode 100644 index 000000000..9caaae160 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4452, + "main_score": 0.4452 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json new file mode 100644 index 000000000..d2cdbc9a3 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29814, + "main_score": 0.29814 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json new file mode 100644 index 000000000..b36c51175 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85863, + "main_score": 0.85863 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json new file mode 100644 index 000000000..9fd99d50d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45777, + "main_score": 0.45777 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json new file mode 100644 index 000000000..fd6cdcfe2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25473, + "main_score": 0.25473 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json new file mode 100644 index 000000000..e7870937d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34135, + "main_score": 0.34135 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json new file mode 100644 index 000000000..21478429c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69074, + "main_score": 0.69074 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json new file mode 100644 index 000000000..68d1ff33a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27523, + "main_score": 0.27523 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json new file mode 100644 index 000000000..b382386b9 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41405, + "main_score": 0.41405 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json new file mode 100644 index 000000000..b3fbdfa52 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.94979, + "main_score": 0.94979 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json new file mode 100644 index 000000000..99884cecd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67078, + "main_score": 0.67078 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json new file mode 100644 index 000000000..0d0daafd8 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51688, + "main_score": 0.51688 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json new file mode 100644 index 000000000..474ed9a08 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22663, + "main_score": 0.22663 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json new file mode 100644 index 000000000..22c9d49ef --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.80423, + "main_score": 0.80423 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json new file mode 100644 index 000000000..0409bf321 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12219, + "main_score": 0.12219 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json new file mode 100644 index 000000000..a19fba878 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11571, + "main_score": 0.11571 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json new file mode 100644 index 000000000..48cecb29a --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0858, + "main_score": 0.0858 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json new file mode 100644 index 000000000..78bc84d2b --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65303, + "main_score": 0.65303 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json new file mode 100644 index 000000000..66ef5122c --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "BAAI__bge-base-en-v1.5", + "revision": "ee8df28b39310223529a7349aed36bb6f65e8ca3", + "release_date": "2024-04-07", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json new file mode 100644 index 000000000..817d6495d --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/ee8df28b39310223529a7349aed36bb6f65e8ca3/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.96749, + "main_score": 0.96749 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json new file mode 100644 index 000000000..298e5e3ef --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10269999999999999, + "main_score": 0.10269999999999999 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json new file mode 100644 index 000000000..3bf7df1c4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04646999999999999, + "main_score": 0.04646999999999999 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json new file mode 100644 index 000000000..083b91b73 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0851, + "main_score": 0.0851 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json new file mode 100644 index 000000000..0fe9cd537 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14496, + "main_score": 0.14496 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json new file mode 100644 index 000000000..9cba16e68 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12191, + "main_score": 0.12191 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json new file mode 100644 index 000000000..6866d9dac --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23163, + "main_score": 0.23163 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json new file mode 100644 index 000000000..f754627d8 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4107, + "main_score": 0.4107 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json new file mode 100644 index 000000000..298d51b2b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01961, + "main_score": 0.01961 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json new file mode 100644 index 000000000..d92accb27 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6629599999999999, + "main_score": 0.6629599999999999 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json new file mode 100644 index 000000000..512903404 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31368, + "main_score": 0.31368 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json new file mode 100644 index 000000000..e7b743af1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09847999999999998, + "main_score": 0.09847999999999998 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json new file mode 100644 index 000000000..eac4f764d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03628, + "main_score": 0.03628 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json new file mode 100644 index 000000000..369b5c819 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09276999999999999, + "main_score": 0.09276999999999999 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json new file mode 100644 index 000000000..9bb52fc5f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37505000000000005, + "main_score": 0.37505000000000005 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json new file mode 100644 index 000000000..1bf538289 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00237, + "main_score": 0.00237 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json new file mode 100644 index 000000000..2d3694289 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.18175 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.19871 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.13561 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.49485 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.07249 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.2 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.33928 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.17363 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.14307 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.35299 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.29948 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.12619 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2265041666666667, + "main_score": 0.2265041666666667 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json new file mode 100644 index 000000000..a0481b94d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.10297 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.02682 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.09837 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.18358 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11239829545454545, + "main_score": 0.11239829545454545 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json new file mode 100644 index 000000000..2bdfa8384 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09982, + "main_score": 0.09982 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json new file mode 100644 index 000000000..086513668 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43189, + "main_score": 0.43189 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json new file mode 100644 index 000000000..91496da8a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34373, + "main_score": 0.34373 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json new file mode 100644 index 000000000..a04cfdc9d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18965, + "main_score": 0.18965 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json new file mode 100644 index 000000000..263577c5b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26514, + "main_score": 0.26514 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json new file mode 100644 index 000000000..c780dcf75 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24206, + "main_score": 0.24206 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json new file mode 100644 index 000000000..fc5437e3f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11768, + "main_score": 0.11768 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json new file mode 100644 index 000000000..bde9b6603 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0787, + "main_score": 0.0787 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json new file mode 100644 index 000000000..5e35c6afe --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59089, + "main_score": 0.59089 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json new file mode 100644 index 000000000..3451d90ba --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65731, + "main_score": 0.65731 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json new file mode 100644 index 000000000..2520603d5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10923999999999999, + "main_score": 0.10923999999999999 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json new file mode 100644 index 000000000..76dad1d10 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35139000000000004, + "main_score": 0.35139000000000004 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json new file mode 100644 index 000000000..b4b566ee6 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18264, + "main_score": 0.18264 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json new file mode 100644 index 000000000..42e6ec457 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30598, + "main_score": 0.30598 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json new file mode 100644 index 000000000..ce8003a38 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18767, + "main_score": 0.18767 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json new file mode 100644 index 000000000..9d6e78fe7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2292, + "main_score": 0.2292 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json new file mode 100644 index 000000000..dbacd56bd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35461, + "main_score": 0.35461 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json new file mode 100644 index 000000000..a787f1fcd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20406, + "main_score": 0.20406 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json new file mode 100644 index 000000000..05be9604e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69015, + "main_score": 0.69015 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json new file mode 100644 index 000000000..13287df41 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04716, + "main_score": 0.04716 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json new file mode 100644 index 000000000..a981f552c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17824, + "main_score": 0.17824 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json new file mode 100644 index 000000000..a1b30da28 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26307, + "main_score": 0.26307 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json new file mode 100644 index 000000000..0b41b1a0c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29081, + "main_score": 0.29081 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json new file mode 100644 index 000000000..2abd951ce --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11630000000000001, + "main_score": 0.11630000000000001 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json new file mode 100644 index 000000000..cbb51add7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35685, + "main_score": 0.35685 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json new file mode 100644 index 000000000..2a5bdf0ee --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13995, + "main_score": 0.13995 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json new file mode 100644 index 000000000..80297cb03 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57289, + "main_score": 0.57289 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..444ce0186 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48083999999999993, + "main_score": 0.48083999999999993 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..c0b09a4d7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23048, + "main_score": 0.23048 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..e55e17934 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10375, + "main_score": 0.10375 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..ac86e2c90 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03595, + "main_score": 0.03595 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json new file mode 100644 index 000000000..bc835c974 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.025, + "main_score": 0.025 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json new file mode 100644 index 000000000..2f966fb3a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12203, + "main_score": 0.12203 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json new file mode 100644 index 000000000..721a84a68 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12549, + "main_score": 0.12549 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json new file mode 100644 index 000000000..05a216b04 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34102, + "main_score": 0.34102 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json new file mode 100644 index 000000000..2a6b894ea --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.62433 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.15457 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.22009 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.78462 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.17993 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.20324 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.66529 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.38363 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.35107 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.469 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.22009 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.3421 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.28952 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.09479 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.11005 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.41706 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.09479 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.12988 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.63254 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.63715 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.469 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.85124 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.22401 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.86302 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.92664 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.15176 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.86302 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.28952 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.46001 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.16104 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.57304 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.20483 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.41125 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.51035 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.19519 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.11005 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.36006 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.70844 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.06943 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.20483 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0784 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.17319 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.13886 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.47842 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.469 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.68168 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.85798 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.60205 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.5474 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.93375 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.15851 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.86695 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.66986 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.93375 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.63322 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.17948 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.39376 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.45374 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.86302 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.06943 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.47842 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.32195 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.51353 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.24619 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.78855 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.93057 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.85798 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.86302 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.93638 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.50772 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.33014 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.26874 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.82007 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.08514 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.06943 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.13886 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.15841 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.53214 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.4441 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.35895 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.29849 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.31488 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.71519 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.40002 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37653943181818206, + "main_score": 0.37653943181818206 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json new file mode 100644 index 000000000..c3407cddd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85914, + "main_score": 0.85914 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json new file mode 100644 index 000000000..05d334a22 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26412, + "main_score": 0.26412 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json new file mode 100644 index 000000000..f8386a80c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4321, + "main_score": 0.4321 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json new file mode 100644 index 000000000..958d0179d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03356, + "main_score": 0.03356 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json new file mode 100644 index 000000000..b922fae59 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43477, + "main_score": 0.43477 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json new file mode 100644 index 000000000..09079cbcc --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59999, + "main_score": 0.59999 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json new file mode 100644 index 000000000..ca6556d38 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.67815 + }, + "Bro027_queries": { + "NDCG@10": 0.49658 + }, + "covid4_queries": { + "NDCG@10": 0.33296 + }, + "covid9_queries": { + "NDCG@10": 0.51532 + }, + "education4_queries": { + "NDCG@10": 0.45223 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5012139130434783, + "main_score": 0.5012139130434783 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json new file mode 100644 index 000000000..9cb112464 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01171, + "main_score": 0.01171 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json new file mode 100644 index 000000000..74e4e59f3 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json new file mode 100644 index 000000000..ce5f994c2 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00583, + "main_score": 0.00583 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json new file mode 100644 index 000000000..476b5a77e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09843, + "main_score": 0.09843 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json new file mode 100644 index 000000000..3b98f69c7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6296, + "main_score": 0.6296 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json new file mode 100644 index 000000000..aa8bed960 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27298, + "main_score": 0.27298 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json new file mode 100644 index 000000000..4c7437948 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0687, + "main_score": 0.0687 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..177522c20 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32997, + "main_score": 0.32997 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json new file mode 100644 index 000000000..af364cdd1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50796, + "main_score": 0.50796 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json new file mode 100644 index 000000000..bc10e73d1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47261, + "main_score": 0.47261 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json new file mode 100644 index 000000000..a87f1263e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36279000000000006, + "main_score": 0.36279000000000006 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json new file mode 100644 index 000000000..6deee0271 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22366, + "main_score": 0.22366 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json new file mode 100644 index 000000000..5965d8f4a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42577, + "main_score": 0.42577 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..89bc734ea --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07208, + "main_score": 0.07208 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..e13d7992a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00782, + "main_score": 0.00782 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json new file mode 100644 index 000000000..d8722765e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.019260000000000003, + "main_score": 0.019260000000000003 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json new file mode 100644 index 000000000..083361eb4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00826, + "main_score": 0.00826 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json new file mode 100644 index 000000000..7a569f9e5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0444, + "main_score": 0.0444 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json new file mode 100644 index 000000000..abec18490 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24863, + "main_score": 0.24863 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json new file mode 100644 index 000000000..caf4667bd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23809000000000002, + "main_score": 0.23809000000000002 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json new file mode 100644 index 000000000..5dbc8afb7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15051, + "main_score": 0.15051 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json new file mode 100644 index 000000000..eec5412c4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35729, + "main_score": 0.35729 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json new file mode 100644 index 000000000..42c696ac9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12729, + "main_score": 0.12729 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json new file mode 100644 index 000000000..aa9964468 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58248, + "main_score": 0.58248 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json new file mode 100644 index 000000000..c1920a825 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.80226, + "main_score": 0.80226 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json new file mode 100644 index 000000000..b807b1c7b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.081, + "main_score": 0.081 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json new file mode 100644 index 000000000..ae1d8f281 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5056, + "main_score": 0.5056 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json new file mode 100644 index 000000000..a8da33701 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46265999999999996, + "main_score": 0.46265999999999996 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json new file mode 100644 index 000000000..d615c040b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04931, + "main_score": 0.04931 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json new file mode 100644 index 000000000..0cd742205 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19159, + "main_score": 0.19159 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json new file mode 100644 index 000000000..3bf4c3628 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02043, + "main_score": 0.02043 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json new file mode 100644 index 000000000..5a2cf6547 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0 + }, + "college_2_queries": { + "NDCG@10": 0.03422 + }, + "store_1_queries": { + "NDCG@10": 0.10219 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05601714285714286, + "main_score": 0.05601714285714286 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json new file mode 100644 index 000000000..e943ca3ef --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.08333 + }, + "college_2_queries": { + "NDCG@10": 0.13518 + }, + "store_1_queries": { + "NDCG@10": 0.33657 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21037928571428569, + "main_score": 0.21037928571428569 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json new file mode 100644 index 000000000..5c7db767f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.29181 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.83155 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.79886 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.20438 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.29608 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.63093 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.63093 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.43068 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.57064 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.54951 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.18458 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.5414 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.31546 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.33333 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.57261 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.45251 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.43068 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.28906 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.17724 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.43068 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.63093 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.65092 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.17724 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.5 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.48697 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.19519 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.61315 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.2463 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.09546 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.30657 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.9134 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.06943 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.78271 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.38685 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4149228571428571, + "main_score": 0.4149228571428571 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json new file mode 100644 index 000000000..311d87bef --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65156, + "main_score": 0.65156 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json new file mode 100644 index 000000000..7e12c0cfb --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.15304 + }, + "college_2_queries": { + "NDCG@10": 0.03122 + }, + "store_1_queries": { + "NDCG@10": 0.08962 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07863584905660377, + "main_score": 0.07863584905660377 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json new file mode 100644 index 000000000..7e9ae3b31 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.25148 + }, + "college_2_queries": { + "NDCG@10": 0.14881 + }, + "store_1_queries": { + "NDCG@10": 0.24957 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2062764150943396, + "main_score": 0.2062764150943396 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json new file mode 100644 index 000000000..096bcb0e4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50464, + "main_score": 0.50464 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json new file mode 100644 index 000000000..ddd6cb178 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33064, + "main_score": 0.33064 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json new file mode 100644 index 000000000..189e19802 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23813000000000004, + "main_score": 0.23813000000000004 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json new file mode 100644 index 000000000..6a0170061 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19875999999999996, + "main_score": 0.19875999999999996 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json new file mode 100644 index 000000000..9751ffef7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55053, + "main_score": 0.55053 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json new file mode 100644 index 000000000..c47a1edfe --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28463, + "main_score": 0.28463 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json new file mode 100644 index 000000000..4601b1fc9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27571, + "main_score": 0.27571 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json new file mode 100644 index 000000000..2e8cf5835 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32663, + "main_score": 0.32663 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json new file mode 100644 index 000000000..be785af61 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28566, + "main_score": 0.28566 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json new file mode 100644 index 000000000..685f5a43c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03393, + "main_score": 0.03393 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json new file mode 100644 index 000000000..a23f224c3 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31049, + "main_score": 0.31049 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json new file mode 100644 index 000000000..2f6055aad --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24681000000000003, + "main_score": 0.24681000000000003 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json new file mode 100644 index 000000000..72c67c5c3 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01131, + "main_score": 0.01131 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json new file mode 100644 index 000000000..ca4c27c5b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37854999999999994, + "main_score": 0.37854999999999994 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json new file mode 100644 index 000000000..b4634fe33 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35363, + "main_score": 0.35363 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json new file mode 100644 index 000000000..c2ef1e635 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30485, + "main_score": 0.30485 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json new file mode 100644 index 000000000..d7a678ae7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6016, + "main_score": 0.6016 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json new file mode 100644 index 000000000..6aea9b90c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26292, + "main_score": 0.26292 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json new file mode 100644 index 000000000..42adfab64 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08521, + "main_score": 0.08521 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json new file mode 100644 index 000000000..972af8b81 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8819399999999998, + "main_score": 0.8819399999999998 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json new file mode 100644 index 000000000..bcfce9968 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24437, + "main_score": 0.24437 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json new file mode 100644 index 000000000..89f4fb2f5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46749, + "main_score": 0.46749 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json new file mode 100644 index 000000000..717ada326 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21133, + "main_score": 0.21133 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json new file mode 100644 index 000000000..6c1bc9ae2 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.80338, + "main_score": 0.80338 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json new file mode 100644 index 000000000..598414d1a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06965, + "main_score": 0.06965 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json new file mode 100644 index 000000000..83c6b72ff --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09003, + "main_score": 0.09003 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json new file mode 100644 index 000000000..4bdde4625 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08213, + "main_score": 0.08213 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json new file mode 100644 index 000000000..a880d2298 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61544, + "main_score": 0.61544 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json new file mode 100644 index 000000000..c55f7a117 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "BAAI__bge-large-en-v1.5-instruct", + "revision": "11ac840c797fb8e4d006d5253310b73e8e3c1e53", + "release_date": "2024-05-20", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 335174587, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 1024, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json new file mode 100644 index 000000000..534de8ae9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5-instruct/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json new file mode 100644 index 000000000..d38c6f643 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28996, + "main_score": 0.28996 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json new file mode 100644 index 000000000..444e1f4a5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06679, + "main_score": 0.06679 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json new file mode 100644 index 000000000..890b6c003 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11074, + "main_score": 0.11074 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json new file mode 100644 index 000000000..3c6936aaa --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17064000000000001, + "main_score": 0.17064000000000001 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json new file mode 100644 index 000000000..8002f52ff --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1685, + "main_score": 0.1685 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json new file mode 100644 index 000000000..9d2e8479e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63769, + "main_score": 0.63769 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json new file mode 100644 index 000000000..69f1eacc1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41589999999999994, + "main_score": 0.41589999999999994 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json new file mode 100644 index 000000000..cd904adfa --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14462, + "main_score": 0.14462 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json new file mode 100644 index 000000000..6828a2d43 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7825700000000001, + "main_score": 0.7825700000000001 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json new file mode 100644 index 000000000..2e9f84985 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68014, + "main_score": 0.68014 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json new file mode 100644 index 000000000..91f77dbf4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14983, + "main_score": 0.14983 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json new file mode 100644 index 000000000..2577d4638 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20219, + "main_score": 0.20219 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json new file mode 100644 index 000000000..f8f3c6595 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20197, + "main_score": 0.20197 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json new file mode 100644 index 000000000..175782dbf --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46773, + "main_score": 0.46773 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json new file mode 100644 index 000000000..8dd4cf185 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00617, + "main_score": 0.00617 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json new file mode 100644 index 000000000..31b541865 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.50555 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.43562 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.44242 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.60794 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.14399 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.18333 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.6626 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.25035 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.25909 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.48485 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.35586 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.25808 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38247333333333333, + "main_score": 0.38247333333333333 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json new file mode 100644 index 000000000..87483ff02 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.17314 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.07173 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.18164 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.30669 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19699647727272726, + "main_score": 0.19699647727272726 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json new file mode 100644 index 000000000..f6dc87950 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42515000000000003, + "main_score": 0.42515000000000003 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json new file mode 100644 index 000000000..dca58c344 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44236, + "main_score": 0.44236 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json new file mode 100644 index 000000000..36e536edf --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38998000000000005, + "main_score": 0.38998000000000005 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json new file mode 100644 index 000000000..ac17708f0 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1752, + "main_score": 0.1752 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json new file mode 100644 index 000000000..1843cb220 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29658, + "main_score": 0.29658 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json new file mode 100644 index 000000000..b2f036f9b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28199, + "main_score": 0.28199 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json new file mode 100644 index 000000000..7ef5b9513 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23237, + "main_score": 0.23237 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json new file mode 100644 index 000000000..a864f5953 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40251, + "main_score": 0.40251 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json new file mode 100644 index 000000000..f77d3a4a8 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77864, + "main_score": 0.77864 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json new file mode 100644 index 000000000..2a2e14522 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74717, + "main_score": 0.74717 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json new file mode 100644 index 000000000..310f2e2df --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18962, + "main_score": 0.18962 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json new file mode 100644 index 000000000..b30a16c5c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59518, + "main_score": 0.59518 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json new file mode 100644 index 000000000..eb375efbb --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24051, + "main_score": 0.24051 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json new file mode 100644 index 000000000..04ae6e87a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39686, + "main_score": 0.39686 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json new file mode 100644 index 000000000..ace51ba4e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48832000000000003, + "main_score": 0.48832000000000003 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json new file mode 100644 index 000000000..b5828d724 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34453, + "main_score": 0.34453 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json new file mode 100644 index 000000000..2e662ffb8 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35617, + "main_score": 0.35617 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json new file mode 100644 index 000000000..f02f940a9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44124, + "main_score": 0.44124 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json new file mode 100644 index 000000000..0dcb7fab5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8283, + "main_score": 0.8283 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json new file mode 100644 index 000000000..70b92c1ce --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42785000000000006, + "main_score": 0.42785000000000006 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json new file mode 100644 index 000000000..f364a1644 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4076000000000001, + "main_score": 0.4076000000000001 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json new file mode 100644 index 000000000..6a8caa770 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.73602, + "main_score": 0.73602 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json new file mode 100644 index 000000000..54de5ecfe --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86639, + "main_score": 0.86639 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json new file mode 100644 index 000000000..5dc86fc61 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48482, + "main_score": 0.48482 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json new file mode 100644 index 000000000..87672ba16 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58354, + "main_score": 0.58354 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json new file mode 100644 index 000000000..99c0356f5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39994, + "main_score": 0.39994 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json new file mode 100644 index 000000000..a1612a3e8 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57534, + "main_score": 0.57534 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..2ecb1716a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5942, + "main_score": 0.5942 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..bfeb2723a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41288, + "main_score": 0.41288 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..66aaf4a68 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22192000000000003, + "main_score": 0.22192000000000003 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..b9b97f29f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3151, + "main_score": 0.3151 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json new file mode 100644 index 000000000..6bbe76c85 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07425, + "main_score": 0.07425 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json new file mode 100644 index 000000000..8c35ccb0f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29972, + "main_score": 0.29972 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json new file mode 100644 index 000000000..2413de079 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30815, + "main_score": 0.30815 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json new file mode 100644 index 000000000..5c33c15dc --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43622999999999995, + "main_score": 0.43622999999999995 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json new file mode 100644 index 000000000..58f8e7a74 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.51136 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0784 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.23758 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.67494 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.22009 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.22794 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.56379 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.55414 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.37149 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.37149 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.57349 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.24891 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.50724 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.31488 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.38113 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.63322 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.13305 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.72733 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.11005 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.29344 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.53525 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.93375 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.55414 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.52 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.49509 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.14876 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.28998 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.62751 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.21408 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.1763 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.42257 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.24891 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.56379 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.11005 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.13569 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.23365 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.61225 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.39328 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.65286 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.06943 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.56379 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.61683 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.32776 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.14876 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.41985 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.13569 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.5474 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.39957 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.78855 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.22083 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.11005 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.32413 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.08514 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.1428 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.57434 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.13698 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.5022 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.48188 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.43547 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.47216 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.91486 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.79173 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.28371 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.33014 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.06625 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.19519 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.29026 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.14876 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.21223 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.61411 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.22716 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.93375 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.48928 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.28371 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22434823863636363, + "main_score": 0.22434823863636363 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json new file mode 100644 index 000000000..c6cce40a3 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53156, + "main_score": 0.53156 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json new file mode 100644 index 000000000..25c597104 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52704, + "main_score": 0.52704 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json new file mode 100644 index 000000000..69db70851 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28779, + "main_score": 0.28779 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json new file mode 100644 index 000000000..48828a251 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46889, + "main_score": 0.46889 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json new file mode 100644 index 000000000..688d2b709 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6734300000000001, + "main_score": 0.6734300000000001 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json new file mode 100644 index 000000000..98717f2d1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7380200000000001, + "main_score": 0.7380200000000001 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json new file mode 100644 index 000000000..3fcdc48b9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.78703 + }, + "Bro027_queries": { + "NDCG@10": 0.51285 + }, + "covid4_queries": { + "NDCG@10": 0.50217 + }, + "covid9_queries": { + "NDCG@10": 0.53771 + }, + "education4_queries": { + "NDCG@10": 0.4835 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56854, + "main_score": 0.56854 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json new file mode 100644 index 000000000..969b5c127 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58555, + "main_score": 0.58555 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json new file mode 100644 index 000000000..6c5acf083 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51349, + "main_score": 0.51349 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json new file mode 100644 index 000000000..b8c6b7820 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66742, + "main_score": 0.66742 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json new file mode 100644 index 000000000..b3104ad85 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85967, + "main_score": 0.85967 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json new file mode 100644 index 000000000..2002b2ac5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78333, + "main_score": 0.78333 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json new file mode 100644 index 000000000..056d938ad --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38121000000000005, + "main_score": 0.38121000000000005 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json new file mode 100644 index 000000000..de999df0e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11753, + "main_score": 0.11753 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..38954557b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35779, + "main_score": 0.35779 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json new file mode 100644 index 000000000..cfbf9f5c7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52269, + "main_score": 0.52269 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json new file mode 100644 index 000000000..d5154c033 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4697, + "main_score": 0.4697 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json new file mode 100644 index 000000000..4c6af65e4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6441900000000002, + "main_score": 0.6441900000000002 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json new file mode 100644 index 000000000..7d75f2f20 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21408, + "main_score": 0.21408 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json new file mode 100644 index 000000000..7dae69074 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44067, + "main_score": 0.44067 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..d14307c9e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48705, + "main_score": 0.48705 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..54cf3a463 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04506, + "main_score": 0.04506 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json new file mode 100644 index 000000000..29030f9a6 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27887, + "main_score": 0.27887 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json new file mode 100644 index 000000000..8d25f79da --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32823, + "main_score": 0.32823 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json new file mode 100644 index 000000000..9d58c840a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3357, + "main_score": 0.3357 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json new file mode 100644 index 000000000..e548a86a8 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55481, + "main_score": 0.55481 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json new file mode 100644 index 000000000..4f8e67527 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38168, + "main_score": 0.38168 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json new file mode 100644 index 000000000..e5cc16b4a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49124, + "main_score": 0.49124 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json new file mode 100644 index 000000000..00a45242b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40589, + "main_score": 0.40589 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json new file mode 100644 index 000000000..e031d7c6c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13146, + "main_score": 0.13146 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json new file mode 100644 index 000000000..2971da663 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59264, + "main_score": 0.59264 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json new file mode 100644 index 000000000..9bbcb6ac4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.87965, + "main_score": 0.87965 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json new file mode 100644 index 000000000..3e1cc4d8a --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.89267, + "main_score": 0.89267 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json new file mode 100644 index 000000000..b198b6d56 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56983, + "main_score": 0.56983 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json new file mode 100644 index 000000000..05f975f18 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47577, + "main_score": 0.47577 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json new file mode 100644 index 000000000..ea4e7731e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08484, + "main_score": 0.08484 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json new file mode 100644 index 000000000..056b84d24 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27646, + "main_score": 0.27646 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json new file mode 100644 index 000000000..ebf3d15a5 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20587, + "main_score": 0.20587 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json new file mode 100644 index 000000000..9d11f46bf --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.16241 + }, + "college_2_queries": { + "NDCG@10": 0.39943 + }, + "store_1_queries": { + "NDCG@10": 0.6388 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4512271428571429, + "main_score": 0.4512271428571429 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json new file mode 100644 index 000000000..41d829ea7 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.21667 + }, + "college_2_queries": { + "NDCG@10": 0.79197 + }, + "store_1_queries": { + "NDCG@10": 0.77995 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66354, + "main_score": 0.66354 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json new file mode 100644 index 000000000..8efd66717 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.29181 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.83155 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.65082 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.26407 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.29608 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.33333 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.63093 + }, + "django__django_16901_queries": { + "NDCG@10": 0.30103 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.51096 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.43068 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.53465 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51353 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.30281 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.51833 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.30103 + }, + "psf__requests_1537_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.21841 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.96747 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.16716 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.57064 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.5 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.2463 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.16813 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.61315 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.30103 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.43068 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.39732 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.33333 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.21841 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.93252 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.21841 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.31546 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.08514 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.69756 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.18458 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42200260504201664, + "main_score": 0.42200260504201664 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json new file mode 100644 index 000000000..0c361f916 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75236, + "main_score": 0.75236 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json new file mode 100644 index 000000000..fc20f5264 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.32284 + }, + "college_2_queries": { + "NDCG@10": 0.30891 + }, + "store_1_queries": { + "NDCG@10": 0.48577 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37212962264150945, + "main_score": 0.37212962264150945 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json new file mode 100644 index 000000000..a720cc0d9 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.41554 + }, + "college_2_queries": { + "NDCG@10": 0.51288 + }, + "store_1_queries": { + "NDCG@10": 0.77199 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5788403773584905, + "main_score": 0.5788403773584905 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json new file mode 100644 index 000000000..7be522d2b --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59471, + "main_score": 0.59471 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json new file mode 100644 index 000000000..8c979a76f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3652, + "main_score": 0.3652 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json new file mode 100644 index 000000000..e17bf08af --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25207, + "main_score": 0.25207 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json new file mode 100644 index 000000000..68042b997 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22827999999999998, + "main_score": 0.22827999999999998 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json new file mode 100644 index 000000000..fdfabbc19 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63043, + "main_score": 0.63043 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json new file mode 100644 index 000000000..c5af15e75 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28355, + "main_score": 0.28355 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json new file mode 100644 index 000000000..cbab42392 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32661999999999997, + "main_score": 0.32661999999999997 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json new file mode 100644 index 000000000..fbdc5d0a1 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41598, + "main_score": 0.41598 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json new file mode 100644 index 000000000..27c2396e4 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81016, + "main_score": 0.81016 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json new file mode 100644 index 000000000..2769052d0 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11126, + "main_score": 0.11126 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json new file mode 100644 index 000000000..c8c032e71 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48715, + "main_score": 0.48715 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json new file mode 100644 index 000000000..af8b1e7dd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49009, + "main_score": 0.49009 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json new file mode 100644 index 000000000..d1ba4eddc --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83481, + "main_score": 0.83481 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json new file mode 100644 index 000000000..38baad4be --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38989000000000007, + "main_score": 0.38989000000000007 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json new file mode 100644 index 000000000..faf9931f0 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4058, + "main_score": 0.4058 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json new file mode 100644 index 000000000..3b453a8dd --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39065, + "main_score": 0.39065 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json new file mode 100644 index 000000000..e512b90ba --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65388, + "main_score": 0.65388 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json new file mode 100644 index 000000000..428ebd30c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29697, + "main_score": 0.29697 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json new file mode 100644 index 000000000..4e5830098 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4554, + "main_score": 0.4554 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json new file mode 100644 index 000000000..36e309d2d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.96515, + "main_score": 0.96515 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json new file mode 100644 index 000000000..2bbc21e19 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64498, + "main_score": 0.64498 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json new file mode 100644 index 000000000..2ad8a0080 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49978, + "main_score": 0.49978 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json new file mode 100644 index 000000000..657c7ee1c --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23208, + "main_score": 0.23208 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json new file mode 100644 index 000000000..dd1b59a2e --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77997, + "main_score": 0.77997 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json new file mode 100644 index 000000000..cdd736616 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12447, + "main_score": 0.12447 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json new file mode 100644 index 000000000..718ec7074 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13436, + "main_score": 0.13436 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json new file mode 100644 index 000000000..c04cc91d0 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09367, + "main_score": 0.09367 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json new file mode 100644 index 000000000..38b1ac056 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64929, + "main_score": 0.64929 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json new file mode 100644 index 000000000..f7181ed89 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "BAAI__bge-large-en-v1.5", + "revision": "11ac840c797fb8e4d006d5253310b73e8e3c1e53", + "release_date": "2024-05-20", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 335174587, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 1024, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json new file mode 100644 index 000000000..b097fea71 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/11ac840c797fb8e4d006d5253310b73e8e3c1e53/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.97551, + "main_score": 0.97551 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json index 1d834ee4a..716893e4e 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json index 6c8dfad1a..a9a8c42f2 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json index 50d9c315f..6f9b71261 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/APPS.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/APPS.json index b0d841697..af5a59080 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/APPS.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AY2.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AY2.json index 4704bfb51..b5bcd1d95 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AY2.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Apple.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Apple.json index 2a145d7b7..549e946ab 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Apple.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json index f5e4756dc..27410f139 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json index 7110bee87..c1aec5459 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json index c8c1df6b4..382c64bb7 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CARE.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CARE.json index 75791b0ac..f88911561 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CARE.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json index 388a49eee..8d3df9e11 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json index 2ed6a0432..56c3adc72 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json index bd56822ff..2d7a550e9 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json index e17109590..50c5c80dd 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json index b70ee16e4..7bcbbd402 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json index 880f04c01..eba90fda1 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json index 80600b5ce..c12d6c697 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json index b0cea5c5c..c9fb03627 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json index 9f5aa8fab..68d2f3756 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json index 9bf77b9e3..20803c911 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json index 0bf23bca8..412bfe899 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json index 6d9097476..256850cb9 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json index cbd1f73d0..858a8b1c5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json index 1469ea53a..74f12abe8 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json index b9c9bb797..57652e051 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json index 68606a73f..3cf2d6500 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json index 4002dd86c..4e4adaffd 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Conala.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Conala.json index 67b94707f..ee6e6c7f3 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Conala.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json index 907cc05a8..89eda4098 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core17.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core17.json index ac7220922..1e427951b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core17.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json index dccd5d9a0..0f04ba633 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json index 618b77541..2bbb6daad 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json index dfd3e3f10..77ca6971c 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json index 7fa4184ba..4d0b0d105 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json index 36567cf80..d0d73feb5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json index 261c5b0d1..d7e017aa1 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json index d66553527..d1eb9e434 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json index e022640c2..62aa17785 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json index ef8bf71e2..b7475af4a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Fever.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Fever.json index 018549059..efdb15b99 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Fever.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json index 2c6e59c9d..b1def1ff6 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json index b774ad4ef..79bad068d 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json index 1bc756ca9..a985a9aab 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json index c794aa7b3..e8c5fa03c 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json index e7736afe4..a9d29a846 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json index d582fa293..e086f3b1b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json index fbe4616cb..32dd87a24 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json index 1eb1795d5..6647dd0f4 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json index bd0391bf4..0cee66646 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json index f7661bec9..8837ce99b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json index 738c41a56..e517239e2 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json index e701e9927..c115cd69b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json index ef033a4fb..87d9aa03b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json index 6b0755165..4509d8ab5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json index ab7462d8e..a92b6ac04 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json index d9385545d..fd1c71795 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json index 3fa847316..8a34b671a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json index b0ef8903b..c45ec1ddd 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json index 168cd32f3..9da3718d6 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json index 1bd6cf43d..92cee42f5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json index 990cb1ade..083b4690e 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json index fe5ad8c25..3191afa7d 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json index 4d97a0604..9ff3b0e69 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json index 76ff840a8..489c6af76 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Monant.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Monant.json index 20200e1c8..e33cb957d 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Monant.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json index 52c791ed1..bf83f5549 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json index de5156c14..7e0a7d527 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json index 7210de07e..18548dd49 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json index 455405403..bab7758b8 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json index b81b71d33..205ed0764 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json index 948807c2d..67d8bc851 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/News21.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/News21.json index 0a21bbe36..22761f153 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/News21.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json index af5078d1e..0d9397cdd 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json index 2b91ee578..10dd5409a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json index 9d5c68ba0..ffe0bd013 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json index db5b3a19f..eaf812543 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json index e134f6011..609cb5f4a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json index 4a6a0779d..1a596fe3a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json index a33c82731..036662c89 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json index c5133a1e8..a3e7b4cad 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json index ea62f30af..e46a61f00 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json index 8c3f8ff91..b9a1cf33d 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json index 9a40f2af0..41f4bfdeb 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json index 54f18c7be..5ab8fd106 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json index 644917fdc..38a4d10d9 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Quora.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Quora.json index b252b30d6..291a2a157 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Quora.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json index fb210eb51..157ce9d2f 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json index 0bc7e6b93..371038e04 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json index 3a308e8b1..3f68dbccb 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json index d73f7ef86..573f51afe 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json index 0c383903c..8fc258e16 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC.json index 979ed337e..2d4649e19 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json index 425a9f61b..b34c50605 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciDocs.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciDocs.json index 9b66cbd6c..ca61f5840 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciDocs.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json index eb2114ff5..2d1ae9b70 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json index 14354473c..a5811c9ad 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider.json index b069e6296..211e16dfb 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json index ff52ccc3f..d5b185585 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json index 983eb6380..165a8ecc5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json index 8a167c001..6942b5864 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json index 1f881da19..88801103f 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json index 8a76e8d9a..f5083cf74 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json index eb8c765c4..3c882888f 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAD.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAD.json index e60d43923..cfd33b02b 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAD.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json index 12e299411..3deb9ed2e 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json index 54a10aa46..13327c479 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json index e5471c2d1..6bc0d0f90 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json index f4cd7c66c..a7d5af217 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json index a5e809c73..436973cf5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREx.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREx.json index 99ff69343..667d27953 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREx.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json index 33cac4dd2..0aa9918be 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json index c543c9e0f..8f525d310 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json index b5e763abf..6a15cf8ec 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json index 0b671a9f4..c04a17f92 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json index 06ae899f1..0cb335fb5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Touche.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Touche.json index bf3db10ca..a040bd941 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Touche.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json index 0fab3a020..e037945ff 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json index 94562fd98..c4db46361 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json index f785478bd..2c83f744f 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json index 909b245c6..8782fa4c2 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json index 798a5af9c..5bc29a126 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json index bc8cd3328..8bcead59c 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json index 75d546025..78f5f4633 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json index 4c41f965f..fcd7acba5 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WoW.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WoW.json index a99d67775..e1bc08cf4 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WoW.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json index 99eb86405..d7d5d202a 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json @@ -17,6 +17,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json index 7166bb903..225f78723 100644 --- a/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json +++ b/results/GritLM__GritLM-7B-instruct/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json index 23db145fc..484c424ff 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json index 31d7c6748..af46eeda2 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json index 6ce2dcf65..27fc9e1b2 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/APPS.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/APPS.json index 064190b72..b09b915bb 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/APPS.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AY2.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AY2.json index b2e67567d..86b10f644 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AY2.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Apple.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Apple.json index 6f392a78f..66eb6e12a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Apple.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json index b05f7050b..8b2107b19 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json index 8cdd581f2..851afda9e 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json index c5b5c26fb..a860849fa 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CARE.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CARE.json index 5c1b955c6..0813ad856 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CARE.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json index bdb76759a..7031db732 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json index 8d71d99b3..3548587e6 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json index e913011c8..6fc7d34d5 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json index ac7b4d3dc..ec0194b5f 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json index ea1658dab..4150bf2f7 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json index 093fec23f..9a58e36f7 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json index 622e3c0e9..5e75c51df 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json index 252764990..c6a283b6f 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json index a29eb9281..d27a9d11c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json index 7d0baaabf..2e342dd10 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json index 32b6f19ee..c9d8923a7 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json index 090888fb1..c410bcbf0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json index 49cc087fc..3b08791a5 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json index cc130e57f..b663511c6 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json index 067ab8b0b..8ea71c0e8 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json index dadb7ef33..c6db87ea0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json index 6cbefba9b..722c4cc5f 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Conala.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Conala.json index 142b9bde8..25c39a27a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Conala.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json index e428879bc..631a127d0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core17.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core17.json index 834395dac..cd7590fd2 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core17.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json index 10926a2a6..125406c2c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json index 336a36e94..bf338d321 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json index 54a0e7d1f..40cac61e2 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json index b19e3122d..b31a10430 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json index 879a7b526..e35698f39 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json index b3d1efc20..ceefd9e22 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json index 515888237..8f9de6a9a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json index 8ba6de9ca..218817739 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json index 0d45a12c8..d3e492b05 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Fever.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Fever.json index 23a92bce2..5592c6b58 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Fever.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json index 7a3b4eb08..893f64e05 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json index 1266336d5..26096d717 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json index 930bed11b..bf266e952 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json index 3be912731..f6ee20cd3 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json index 509ac0abe..425249c60 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json index eb212e9dd..5004f5230 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json index 1e8eb40b7..6cdee208a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json index 8bf43d772..52f1e6fd5 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json index 43a35385d..7e4c635fe 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json index e62152bb5..ba9035655 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json index 04d207ad7..206c45b1a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json index d027f41c3..dd2871d34 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json index 7f35fe6e5..f5b3ddacd 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json index 27d3f59e7..2f7c9e3be 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json index e46143430..2f9636c73 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json index f7f005a6f..60decf4bd 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json index 32b15531b..11449b9dd 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json index ab387f630..83d093c9c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json index e41e8e2ac..47d8d7e79 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json index 1c93ca269..c41547063 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json index f7595d0ca..eede29c92 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json index 4a87710f8..f56231834 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json index 89fd35263..fa16452a9 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json index 8d454a69e..fcc18f246 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Monant.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Monant.json index fe3456006..027824283 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Monant.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json index f85c4c2f6..b08cfc901 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json index 5a064d4c8..bcc938375 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json index a4ff5639c..539b65ad0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json index 65b4a4bda..1d588bffc 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json index 468120b93..fecb504d8 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json index fdfce2b53..29c82a92f 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/News21.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/News21.json index c4f5760da..58edb173b 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/News21.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json index 1b305096a..973d6402d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json index 75d429420..90ec9fac9 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json index b06a83be2..9aae9d6de 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json index 2fd528cdc..7e2bff88d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json index e90e056f3..a5cfcaf2d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json index 5ceb7cbe6..ec9e02998 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json index 73d66a0b6..308a3c95c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json index 5292d9cee..4b66c9052 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json index dfb39e94c..12f58a22e 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json index 24f8a411c..e1ae0afff 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json index 12079ea26..a49e9a92a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json index 2806f0f97..83a877e06 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json index 5f43fc06e..f702fafd3 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora.json index a00142a54..ddf209b2b 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json index d50261932..1a453818d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json index ea3bf0107..0bb27b50d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json index e37d89894..7c502bdaa 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json index a4801df8c..f2e91783b 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SCIDOCS.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SCIDOCS.json index 850fa2b4e..60bebd958 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SCIDOCS.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SCIDOCS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json index 9302c12dc..58bbfafc7 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC.json index c08473051..bdf3a7077 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json index da098bc20..10c0b601d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json index ddc251411..555cf5188 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json index bfe9c861b..6f86caa00 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider.json index 58fa264c8..939c535cb 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json index 4d3a516c2..d35ed8b92 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json index afdfe0e4a..b3c78ce45 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json index f071d3f0c..cb6f64d4a 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json index c6a46744a..9fecbecae 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json index 9b5e47767..4e594fdec 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json index 7d0ccfef2..1f2f48ec0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAD.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAD.json index 63a49cf2f..f5a1ccdce 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAD.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json index 20365919d..28576e8c9 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json index 463e0764d..e698d7467 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json index a8119be5a..18992ef8e 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json index cc059c361..99c940f5d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json index 83072c6b2..739fc4938 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREx.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREx.json index fe070e102..f15d8ca96 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREx.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json index bec94d391..55480502f 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json index 971f698e8..d71faa532 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json index 51f861adc..0fe00d0f0 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json index 7fcac5246..2e23d6731 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json index e94eba84e..c54432742 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Touche.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Touche.json index 11c7bb076..80752dc99 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Touche.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json index e182a1e9b..99a6b9a02 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json index 37c150574..f866c7fef 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json index 5a791f512..8067b8ff2 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json index 74d217bec..9c6573f4c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json index ecb2a7399..2ec11c99c 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json index 6b5c04336..9e840c09d 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json index 1cc808426..d2e7147fc 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json index 4e5fe6a01..193c4b494 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WoW.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WoW.json index 7055185ea..880f46bb4 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WoW.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json index 534c68c3a..04410dea7 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/model_meta.json @@ -17,6 +17,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json index 152e3bd66..992ab89bb 100644 --- a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/IFEval.json b/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/IFEval.json new file mode 100644 index 000000000..d9ca4fee4 --- /dev/null +++ b/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 1.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.13886 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.72733 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.29849 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 1.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.72733 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.06625 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.50754 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.469 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.56379 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.32731 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.86695 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.80069 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.87012 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.87012 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.87012 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.64893 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.7223 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.56379 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.64893 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.80069 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.64893 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.3786 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.71836 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.56379 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.24891 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.72733 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.80069 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 1.0 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.80069 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.91486 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 1.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.72733 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 1.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.72733 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.87012 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.93638 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.80069 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.6215 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.34182 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.7223 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.37149 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.13886 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.86695 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.4441 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.7223 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 1.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.64893 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.469 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.80069 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.93638 + }, + "startend__quotation_219_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 1.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.93638 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.37577 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.93638 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8609436363636366, + "main_score": 0.8609436363636366 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/model_meta.json b/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/model_meta.json new file mode 100644 index 000000000..3a62c2aea --- /dev/null +++ b/results/gpt-4o-instruct/eaddcd6e424610691bb5953cd7e9e10d065299c5/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "gpt-4o-instruct", + "revision": "eaddcd6e424610691bb5953cd7e9e10d065299c5", + "release_date": "2024-05-28", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 137368320, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 768, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json new file mode 100644 index 000000000..f3f6b7395 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1891, + "main_score": 0.1891 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json new file mode 100644 index 000000000..fcb81983b --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05654, + "main_score": 0.05654 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json new file mode 100644 index 000000000..6198341d8 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08382000000000002, + "main_score": 0.08382000000000002 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json new file mode 100644 index 000000000..de2801fe6 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23370999999999997, + "main_score": 0.23370999999999997 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json new file mode 100644 index 000000000..4938d85ac --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09644, + "main_score": 0.09644 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json new file mode 100644 index 000000000..64126f307 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49622, + "main_score": 0.49622 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json new file mode 100644 index 000000000..2dfef2777 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33402, + "main_score": 0.33402 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json new file mode 100644 index 000000000..86a689ce0 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12377, + "main_score": 0.12377 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json new file mode 100644 index 000000000..1ee3a5edc --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68169, + "main_score": 0.68169 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json new file mode 100644 index 000000000..3acee18e3 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30974, + "main_score": 0.30974 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json new file mode 100644 index 000000000..9ba2e24eb --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21794, + "main_score": 0.21794 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json new file mode 100644 index 000000000..f468caa8a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23532, + "main_score": 0.23532 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json new file mode 100644 index 000000000..207fbb559 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19936000000000004, + "main_score": 0.19936000000000004 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json new file mode 100644 index 000000000..2831b250a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49648, + "main_score": 0.49648 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json new file mode 100644 index 000000000..431651d52 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01898, + "main_score": 0.01898 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json new file mode 100644 index 000000000..58cab7a5c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.44609 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.33316 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.33561 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.49464 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.08394 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.13155 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.54768 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.22257 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.27202 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.33332 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.32641 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.27461 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31679999999999997, + "main_score": 0.31679999999999997 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json new file mode 100644 index 000000000..45fe5d801 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.15115 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.11288 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.21278 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.26898 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1951404545454545, + "main_score": 0.1951404545454545 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json new file mode 100644 index 000000000..7fa788b83 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51028, + "main_score": 0.51028 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json new file mode 100644 index 000000000..77a0d4f7f --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28585, + "main_score": 0.28585 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json new file mode 100644 index 000000000..954d00794 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25487, + "main_score": 0.25487 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json new file mode 100644 index 000000000..0bed71837 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07173, + "main_score": 0.07173 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json new file mode 100644 index 000000000..d42dd4452 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2576, + "main_score": 0.2576 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json new file mode 100644 index 000000000..db6e0c37e --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20182, + "main_score": 0.20182 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json new file mode 100644 index 000000000..0b62fa630 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24804000000000004, + "main_score": 0.24804000000000004 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json new file mode 100644 index 000000000..199d9ad77 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21128, + "main_score": 0.21128 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json new file mode 100644 index 000000000..7005dfc0a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6496, + "main_score": 0.6496 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json new file mode 100644 index 000000000..2ae6bb350 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.80092, + "main_score": 0.80092 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json new file mode 100644 index 000000000..73397ebb6 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11065, + "main_score": 0.11065 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json new file mode 100644 index 000000000..af1142e0b --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67048, + "main_score": 0.67048 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json new file mode 100644 index 000000000..3e1777f48 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21025999999999997, + "main_score": 0.21025999999999997 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json new file mode 100644 index 000000000..38238c1d9 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42211999999999994, + "main_score": 0.42211999999999994 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json new file mode 100644 index 000000000..f51a17f16 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40251999999999993, + "main_score": 0.40251999999999993 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json new file mode 100644 index 000000000..a76914fd8 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3146, + "main_score": 0.3146 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json new file mode 100644 index 000000000..639375b5d --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32737, + "main_score": 0.32737 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json new file mode 100644 index 000000000..073be0874 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41656, + "main_score": 0.41656 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json new file mode 100644 index 000000000..c57a44ebc --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81124, + "main_score": 0.81124 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json new file mode 100644 index 000000000..3af5da3b5 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34814, + "main_score": 0.34814 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json new file mode 100644 index 000000000..89a4be572 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.294, + "main_score": 0.294 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json new file mode 100644 index 000000000..e927b33b6 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61528, + "main_score": 0.61528 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json new file mode 100644 index 000000000..ddead3240 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83024, + "main_score": 0.83024 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json new file mode 100644 index 000000000..5bebb1439 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35517, + "main_score": 0.35517 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json new file mode 100644 index 000000000..3ca829d57 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59994, + "main_score": 0.59994 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json new file mode 100644 index 000000000..2105fa216 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34808999999999996, + "main_score": 0.34808999999999996 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json new file mode 100644 index 000000000..a1e8019d7 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49312, + "main_score": 0.49312 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..51f681637 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52062, + "main_score": 0.52062 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..f457ebd02 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36653, + "main_score": 0.36653 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..8a336a802 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22964, + "main_score": 0.22964 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..2988dadaf --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.099, + "main_score": 0.099 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json new file mode 100644 index 000000000..6565fb246 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07913, + "main_score": 0.07913 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json new file mode 100644 index 000000000..25b42434f --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16509999999999997, + "main_score": 0.16509999999999997 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json new file mode 100644 index 000000000..390da05f0 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19143999999999997, + "main_score": 0.19143999999999997 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json new file mode 100644 index 000000000..35f6ebed9 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62731, + "main_score": 0.62731 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json new file mode 100644 index 000000000..b3202ab50 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.64219 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.63526 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.31598 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.69366 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.79358 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.71629 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.58875 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.22009 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.71555 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.86695 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.42521 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.71255 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.09479 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.62751 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.33014 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.07336 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.11005 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.61225 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.45768 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.30523 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.5213 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.09479 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.06943 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.63715 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.79676 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.18844 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.86695 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.4441 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.53889 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.56379 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.79173 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.28635 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.17367 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.17367 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.40732 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.45953 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.38272 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.16104 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.42521 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.53262 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.23365 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.51353 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.29346 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.20829 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.34791 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.54236 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.42257 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.55414 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.76703 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.29659 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.87012 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.56379 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.52 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.9216 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.66529 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.42521 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.50332 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.78855 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.62741 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.80069 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.4671 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.70591 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.66529 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.13886 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.24891 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.35895 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.36886 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.56311 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.29346 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.63322 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.42257 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.9216 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.68512 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.86695 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.28952 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.60157 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.91486 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.86038 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 1.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.13886 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.28635 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.13569 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.50361 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.87012 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.82052 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.72152 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.1763 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.08514 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.56379 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.78462 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.71255 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.29346 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.54204 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.15841 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.8572 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.23297 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.20827 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40334642045454544, + "main_score": 0.40334642045454544 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json new file mode 100644 index 000000000..41e4cadb0 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.84636, + "main_score": 0.84636 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json new file mode 100644 index 000000000..709d0c783 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41511, + "main_score": 0.41511 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json new file mode 100644 index 000000000..85643c1f0 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43112, + "main_score": 0.43112 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json new file mode 100644 index 000000000..4a4e4e877 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50171, + "main_score": 0.50171 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json new file mode 100644 index 000000000..fee9ae767 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34369, + "main_score": 0.34369 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json new file mode 100644 index 000000000..16916dc73 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.71261, + "main_score": 0.71261 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json new file mode 100644 index 000000000..93de5ccf8 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.6394 + }, + "Bro027_queries": { + "NDCG@10": 0.5625 + }, + "covid4_queries": { + "NDCG@10": 0.63275 + }, + "covid9_queries": { + "NDCG@10": 0.53398 + }, + "education4_queries": { + "NDCG@10": 0.47205 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5668117391304348, + "main_score": 0.5668117391304348 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json new file mode 100644 index 000000000..03bd7c462 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22775000000000004, + "main_score": 0.22775000000000004 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json new file mode 100644 index 000000000..3e2652e0c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16869, + "main_score": 0.16869 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json new file mode 100644 index 000000000..31005ef9a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33282, + "main_score": 0.33282 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json new file mode 100644 index 000000000..7241e5902 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57804, + "main_score": 0.57804 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json new file mode 100644 index 000000000..16a308926 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7352599999999999, + "main_score": 0.7352599999999999 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json new file mode 100644 index 000000000..6fa19ae46 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33724, + "main_score": 0.33724 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json new file mode 100644 index 000000000..087a0d292 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09655, + "main_score": 0.09655 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..8fa5bfbe8 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19024, + "main_score": 0.19024 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json new file mode 100644 index 000000000..153fdaf78 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48763, + "main_score": 0.48763 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json new file mode 100644 index 000000000..53b1ab658 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44873, + "main_score": 0.44873 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json new file mode 100644 index 000000000..58248a853 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55683, + "main_score": 0.55683 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/News21.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/News21.json new file mode 100644 index 000000000..d4c1eabc9 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22171, + "main_score": 0.22171 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json new file mode 100644 index 000000000..163c1fc7d --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40752999999999995, + "main_score": 0.40752999999999995 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..c677182f3 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23889, + "main_score": 0.23889 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..a50b314fc --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json new file mode 100644 index 000000000..6eed61269 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02067, + "main_score": 0.02067 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json new file mode 100644 index 000000000..3c3a9697e --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01218, + "main_score": 0.01218 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json new file mode 100644 index 000000000..96f67ce6d --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08784, + "main_score": 0.08784 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json new file mode 100644 index 000000000..b484f4e5c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13512, + "main_score": 0.13512 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json new file mode 100644 index 000000000..ec959651e --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18404, + "main_score": 0.18404 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json new file mode 100644 index 000000000..c25978dab --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39417, + "main_score": 0.39417 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json new file mode 100644 index 000000000..938f30640 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49992, + "main_score": 0.49992 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json new file mode 100644 index 000000000..6dfba96d4 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11803, + "main_score": 0.11803 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json new file mode 100644 index 000000000..b13c4d4e8 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53612, + "main_score": 0.53612 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json new file mode 100644 index 000000000..2f0c24105 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86188, + "main_score": 0.86188 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json new file mode 100644 index 000000000..d546c734c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83768, + "main_score": 0.83768 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json new file mode 100644 index 000000000..c012fa905 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48831, + "main_score": 0.48831 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json new file mode 100644 index 000000000..2eb0447f3 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41672, + "main_score": 0.41672 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json new file mode 100644 index 000000000..81f3c07bd --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09531, + "main_score": 0.09531 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json new file mode 100644 index 000000000..2c95b643a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21093999999999996, + "main_score": 0.21093999999999996 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json new file mode 100644 index 000000000..7f76ba316 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10011, + "main_score": 0.10011 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json new file mode 100644 index 000000000..767baa366 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.33333 + }, + "college_2_queries": { + "NDCG@10": 0.7286 + }, + "store_1_queries": { + "NDCG@10": 0.87864 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7082021428571429, + "main_score": 0.7082021428571429 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json new file mode 100644 index 000000000..16ed5c816 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.2984 + }, + "college_2_queries": { + "NDCG@10": 0.63005 + }, + "store_1_queries": { + "NDCG@10": 0.84659 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6517850000000001, + "main_score": 0.6517850000000001 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json new file mode 100644 index 000000000..cb04bcc07 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.41231 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.87722 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.81798 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.30657 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.21841 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.45846 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.43068 + }, + "django__django_16901_queries": { + "NDCG@10": 1.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.5 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.30103 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.83155 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.20211 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.38685 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.09804 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.18458 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.26407 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51353 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.23464 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.61055 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_1537_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.91972 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.31546 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.41444 + }, + "psf__requests_3362_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.63093 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.90663 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.29608 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.30103 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.85034 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.19343 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.30657 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.43068 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.13013 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.38685 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.52944 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.26407 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.90603 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.28906 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.09479 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.63093 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 0.33333 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.5414 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.31546 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.38685 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46906268907563037, + "main_score": 0.46906268907563037 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json new file mode 100644 index 000000000..b3e488ee9 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68097, + "main_score": 0.68097 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json new file mode 100644 index 000000000..90aefef32 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.46347 + }, + "college_2_queries": { + "NDCG@10": 0.47636 + }, + "store_1_queries": { + "NDCG@10": 0.58789 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5113196226415094, + "main_score": 0.5113196226415094 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json new file mode 100644 index 000000000..f49445570 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.4318 + }, + "college_2_queries": { + "NDCG@10": 0.49159 + }, + "store_1_queries": { + "NDCG@10": 0.61469 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5198601886792452, + "main_score": 0.5198601886792452 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json new file mode 100644 index 000000000..44b6c063b --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4991, + "main_score": 0.4991 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json new file mode 100644 index 000000000..d81c35458 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48294, + "main_score": 0.48294 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json new file mode 100644 index 000000000..d1bc99911 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3069, + "main_score": 0.3069 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json new file mode 100644 index 000000000..ff33bd7ae --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2194, + "main_score": 0.2194 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json new file mode 100644 index 000000000..215a8e21b --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62864, + "main_score": 0.62864 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json new file mode 100644 index 000000000..8b395ba40 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28037, + "main_score": 0.28037 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json new file mode 100644 index 000000000..c8e6f2555 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24718, + "main_score": 0.24718 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json new file mode 100644 index 000000000..46d08d7d3 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29027, + "main_score": 0.29027 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json new file mode 100644 index 000000000..72e458b5c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83571, + "main_score": 0.83571 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json new file mode 100644 index 000000000..9c6d2b868 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10172, + "main_score": 0.10172 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json new file mode 100644 index 000000000..a4a08a893 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38825, + "main_score": 0.38825 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json new file mode 100644 index 000000000..3c42611b4 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20335, + "main_score": 0.20335 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json new file mode 100644 index 000000000..6d87c02be --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4967599999999999, + "main_score": 0.4967599999999999 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json new file mode 100644 index 000000000..42a8f736d --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.401, + "main_score": 0.401 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json new file mode 100644 index 000000000..b84a8ec12 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30121, + "main_score": 0.30121 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json new file mode 100644 index 000000000..3f79483ed --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19443, + "main_score": 0.19443 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json new file mode 100644 index 000000000..5f7bf1b87 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5791, + "main_score": 0.5791 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json new file mode 100644 index 000000000..7af76fd0a --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30045, + "main_score": 0.30045 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json new file mode 100644 index 000000000..3734d535c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40263, + "main_score": 0.40263 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json new file mode 100644 index 000000000..87a9c2a89 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.95026, + "main_score": 0.95026 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json new file mode 100644 index 000000000..d32deda8c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6681, + "main_score": 0.6681 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json new file mode 100644 index 000000000..88b8a13e4 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57948, + "main_score": 0.57948 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json new file mode 100644 index 000000000..ccbe2e823 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22344, + "main_score": 0.22344 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json new file mode 100644 index 000000000..7c19ebcf7 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75004, + "main_score": 0.75004 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json new file mode 100644 index 000000000..32bf92efe --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11155, + "main_score": 0.11155 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json new file mode 100644 index 000000000..1b64a824e --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09632, + "main_score": 0.09632 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json new file mode 100644 index 000000000..2abc218bd --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08856, + "main_score": 0.08856 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json new file mode 100644 index 000000000..533dfd70c --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57621, + "main_score": 0.57621 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json new file mode 100644 index 000000000..36e95bf98 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "intfloat__e5-base-v2-instruct", + "revision": "374d123d6f9257d6f056687cb742abe7048bed97", + "release_date": "2024-04-08", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json new file mode 100644 index 000000000..a39bf5932 --- /dev/null +++ b/results/intfloat__e5-base-v2-instruct/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51049, + "main_score": 0.51049 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json new file mode 100644 index 000000000..37fe0bc89 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31938, + "main_score": 0.31938 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json new file mode 100644 index 000000000..64cab047d --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0827, + "main_score": 0.0827 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json new file mode 100644 index 000000000..51976f2d5 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10592, + "main_score": 0.10592 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json new file mode 100644 index 000000000..79d523fc6 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21773, + "main_score": 0.21773 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json new file mode 100644 index 000000000..3b2268098 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.129, + "main_score": 0.129 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json new file mode 100644 index 000000000..27fa5382a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63262, + "main_score": 0.63262 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json new file mode 100644 index 000000000..309e9f4ef --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31068, + "main_score": 0.31068 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json new file mode 100644 index 000000000..3b87f2729 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1493, + "main_score": 0.1493 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json new file mode 100644 index 000000000..00b3f4fd9 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74065, + "main_score": 0.74065 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json new file mode 100644 index 000000000..304e68bc8 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57572, + "main_score": 0.57572 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json new file mode 100644 index 000000000..d6eadb745 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16135, + "main_score": 0.16135 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json new file mode 100644 index 000000000..b6111c6ff --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19833, + "main_score": 0.19833 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json new file mode 100644 index 000000000..a9df9a52b --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19589, + "main_score": 0.19589 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json new file mode 100644 index 000000000..54e6e8fe8 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42286999999999997, + "main_score": 0.42286999999999997 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json new file mode 100644 index 000000000..ce14ea086 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04597, + "main_score": 0.04597 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json new file mode 100644 index 000000000..4b39ae711 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.53074 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.31509 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.51217 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.55645 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.089 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.16309 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.69748 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.20395 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.24307 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.59307 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.44782 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.24307 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3829166666666667, + "main_score": 0.3829166666666667 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json new file mode 100644 index 000000000..ff468a492 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.21465 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.08165 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.26304 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.2905 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22943579545454543, + "main_score": 0.22943579545454543 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json new file mode 100644 index 000000000..47572cc6a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5283, + "main_score": 0.5283 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json new file mode 100644 index 000000000..eb8cb5216 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26126, + "main_score": 0.26126 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json new file mode 100644 index 000000000..766bae614 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24853, + "main_score": 0.24853 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json new file mode 100644 index 000000000..b3d520cb4 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07689, + "main_score": 0.07689 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json new file mode 100644 index 000000000..29ef0bb77 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23601999999999998, + "main_score": 0.23601999999999998 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json new file mode 100644 index 000000000..3698991fb --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21955, + "main_score": 0.21955 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json new file mode 100644 index 000000000..6668be061 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29394, + "main_score": 0.29394 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json new file mode 100644 index 000000000..be55ba8eb --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45487, + "main_score": 0.45487 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json new file mode 100644 index 000000000..12597269d --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7122699999999998, + "main_score": 0.7122699999999998 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json new file mode 100644 index 000000000..bf532c6d9 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83667, + "main_score": 0.83667 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json new file mode 100644 index 000000000..9b585001f --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17916, + "main_score": 0.17916 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json new file mode 100644 index 000000000..71b0f67e3 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.70573, + "main_score": 0.70573 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json new file mode 100644 index 000000000..3eda1a0e9 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21623, + "main_score": 0.21623 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json new file mode 100644 index 000000000..ef8b75b62 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4021100000000001, + "main_score": 0.4021100000000001 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json new file mode 100644 index 000000000..f3f3b2aec --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43506999999999996, + "main_score": 0.43506999999999996 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json new file mode 100644 index 000000000..bc83a2221 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34506, + "main_score": 0.34506 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json new file mode 100644 index 000000000..13a44dbc1 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33572, + "main_score": 0.33572 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json new file mode 100644 index 000000000..165749cf7 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40659000000000006, + "main_score": 0.40659000000000006 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json new file mode 100644 index 000000000..c89698ab5 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83037, + "main_score": 0.83037 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json new file mode 100644 index 000000000..e217f9de7 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42422, + "main_score": 0.42422 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json new file mode 100644 index 000000000..4156b3462 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32421, + "main_score": 0.32421 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json new file mode 100644 index 000000000..ef389f75e --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64687, + "main_score": 0.64687 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json new file mode 100644 index 000000000..f726d52b8 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.91094, + "main_score": 0.91094 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json new file mode 100644 index 000000000..c934d05ee --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39634, + "main_score": 0.39634 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json new file mode 100644 index 000000000..dff508630 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65105, + "main_score": 0.65105 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json new file mode 100644 index 000000000..2714fab46 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36158, + "main_score": 0.36158 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json new file mode 100644 index 000000000..4d56b3bec --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50743, + "main_score": 0.50743 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..e0eaef763 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55775, + "main_score": 0.55775 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..6334b1a6a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42074, + "main_score": 0.42074 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..bd15185a2 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22468, + "main_score": 0.22468 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..d0f3cc001 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26207, + "main_score": 0.26207 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json new file mode 100644 index 000000000..59cd7082a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10217000000000001, + "main_score": 0.10217000000000001 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json new file mode 100644 index 000000000..6a0775f18 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22469, + "main_score": 0.22469 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json new file mode 100644 index 000000000..c6103a692 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27982, + "main_score": 0.27982 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json new file mode 100644 index 000000000..f082ecf10 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64459, + "main_score": 0.64459 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json new file mode 100644 index 000000000..00236e715 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.30935 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.1428 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.28481 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.39719 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.46364 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.08514 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.54204 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.22009 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.79358 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.47842 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.40664 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.16815 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.76056 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.14465 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.0784 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.74716 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.4035 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.63715 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.86695 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.16354 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.67194 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.52711 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0784 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.36362 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.40854 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.43232 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.40742 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.62741 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.52317 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0784 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.16354 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.17319 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.71519 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.15176 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.2782 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.06625 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.22009 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.18844 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.35895 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0784 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.19931 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.06362 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.35314 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.63526 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.22401 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.39639 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.06362 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.28952 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.52711 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.22009 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.64105 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.42521 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.29346 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.29849 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.62741 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.13886 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.53701 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.44485 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.78498 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.66986 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.69113 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.78592 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.47685 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.07336 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.32227 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.24355 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.51746 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.28952 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.29342 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.65472 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.09479 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.42493 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.71162 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.51746 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.29991 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.51117 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.32227 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.42493 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.79358 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.86695 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.21223 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2446517045454546, + "main_score": 0.2446517045454546 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json new file mode 100644 index 000000000..84b04c457 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4831, + "main_score": 0.4831 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json new file mode 100644 index 000000000..314a63993 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42176, + "main_score": 0.42176 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json new file mode 100644 index 000000000..a9c9d3aa7 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26076, + "main_score": 0.26076 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json new file mode 100644 index 000000000..0788d3d02 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55182, + "main_score": 0.55182 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json new file mode 100644 index 000000000..ac6f6408e --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61795, + "main_score": 0.61795 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json new file mode 100644 index 000000000..b0d379980 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.72576, + "main_score": 0.72576 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json new file mode 100644 index 000000000..393462790 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.63584 + }, + "Bro027_queries": { + "NDCG@10": 0.57496 + }, + "covid4_queries": { + "NDCG@10": 0.73348 + }, + "covid9_queries": { + "NDCG@10": 0.52556 + }, + "education4_queries": { + "NDCG@10": 0.53035 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.597474347826087, + "main_score": 0.597474347826087 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json new file mode 100644 index 000000000..8dd12cd4c --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5845, + "main_score": 0.5845 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json new file mode 100644 index 000000000..ca3141977 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45582, + "main_score": 0.45582 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json new file mode 100644 index 000000000..5ee0cb985 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6471000000000001, + "main_score": 0.6471000000000001 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json new file mode 100644 index 000000000..23d324e97 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82295, + "main_score": 0.82295 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json new file mode 100644 index 000000000..a29886622 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77956, + "main_score": 0.77956 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json new file mode 100644 index 000000000..99a374c7f --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35012, + "main_score": 0.35012 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json new file mode 100644 index 000000000..defa2777a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10622, + "main_score": 0.10622 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..4fc803265 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32624, + "main_score": 0.32624 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json new file mode 100644 index 000000000..1dd544a9a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54536, + "main_score": 0.54536 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json new file mode 100644 index 000000000..9db059aab --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51154, + "main_score": 0.51154 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json new file mode 100644 index 000000000..7af9383ea --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6396, + "main_score": 0.6396 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/News21.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/News21.json new file mode 100644 index 000000000..b7f0ae651 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22919, + "main_score": 0.22919 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json new file mode 100644 index 000000000..271552905 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46615, + "main_score": 0.46615 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..6375ce8af --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4243, + "main_score": 0.4243 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..d8caad8b2 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06772, + "main_score": 0.06772 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json new file mode 100644 index 000000000..e3f191c9b --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20121, + "main_score": 0.20121 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json new file mode 100644 index 000000000..31e5701cd --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23883, + "main_score": 0.23883 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json new file mode 100644 index 000000000..e01112e53 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38381, + "main_score": 0.38381 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json new file mode 100644 index 000000000..cf46dd41a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33139, + "main_score": 0.33139 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json new file mode 100644 index 000000000..96be091fa --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26826, + "main_score": 0.26826 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json new file mode 100644 index 000000000..fcedb2a25 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45794, + "main_score": 0.45794 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json new file mode 100644 index 000000000..f589a36bf --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44397, + "main_score": 0.44397 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json new file mode 100644 index 000000000..1beae54c5 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1041, + "main_score": 0.1041 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json new file mode 100644 index 000000000..6b1718ace --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54256, + "main_score": 0.54256 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json new file mode 100644 index 000000000..08b8bcf57 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8781100000000001, + "main_score": 0.8781100000000001 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json new file mode 100644 index 000000000..4d9e4d134 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86354, + "main_score": 0.86354 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json new file mode 100644 index 000000000..efcfae8e6 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52159, + "main_score": 0.52159 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json new file mode 100644 index 000000000..fb1a7119f --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39792, + "main_score": 0.39792 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json new file mode 100644 index 000000000..3b91cc762 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08721, + "main_score": 0.08721 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json new file mode 100644 index 000000000..44d04c7cd --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24316, + "main_score": 0.24316 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json new file mode 100644 index 000000000..ca82e324e --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18245, + "main_score": 0.18245 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json new file mode 100644 index 000000000..fc5a957d6 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.26886 + }, + "college_2_queries": { + "NDCG@10": 0.82126 + }, + "store_1_queries": { + "NDCG@10": 0.89041 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7325242857142857, + "main_score": 0.7325242857142857 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json new file mode 100644 index 000000000..c0a8004a4 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.31287 + }, + "college_2_queries": { + "NDCG@10": 0.85983 + }, + "store_1_queries": { + "NDCG@10": 0.85777 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7417414285714286, + "main_score": 0.7417414285714286 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json new file mode 100644 index 000000000..4cd32616d --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.38121 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.67973 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.35621 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.19343 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.38685 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.2372 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.63093 + }, + "django__django_16901_queries": { + "NDCG@10": 0.63093 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.80657 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.27692 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.21515 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.20438 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.38685 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.38685 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51353 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.30103 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.14804 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.44412 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_1537_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.35621 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_2193_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.59124 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.31546 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.2372 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.85293 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.61055 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.28906 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.69343 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.28906 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.61315 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.38685 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.51353 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.2372 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.90603 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.30657 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.31546 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.16813 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.58557 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.28906 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46073067226890757, + "main_score": 0.46073067226890757 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json new file mode 100644 index 000000000..b42b60e4c --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7392400000000001, + "main_score": 0.7392400000000001 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json new file mode 100644 index 000000000..9aaa8abd3 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.39781 + }, + "college_2_queries": { + "NDCG@10": 0.58525 + }, + "store_1_queries": { + "NDCG@10": 0.62927 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5577609433962264, + "main_score": 0.5577609433962264 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json new file mode 100644 index 000000000..5819f4c21 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.54782 + }, + "college_2_queries": { + "NDCG@10": 0.59441 + }, + "store_1_queries": { + "NDCG@10": 0.7087 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6226767924528301, + "main_score": 0.6226767924528301 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json new file mode 100644 index 000000000..41daf6757 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53458, + "main_score": 0.53458 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json new file mode 100644 index 000000000..0f2841ef4 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46727, + "main_score": 0.46727 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json new file mode 100644 index 000000000..65d675ed9 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2864, + "main_score": 0.2864 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json new file mode 100644 index 000000000..0e31976ec --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23436, + "main_score": 0.23436 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json new file mode 100644 index 000000000..0eceeab50 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64033, + "main_score": 0.64033 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json new file mode 100644 index 000000000..6e2bba26d --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31164, + "main_score": 0.31164 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json new file mode 100644 index 000000000..8be133dc1 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27161, + "main_score": 0.27161 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json new file mode 100644 index 000000000..436e0e653 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33458, + "main_score": 0.33458 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json new file mode 100644 index 000000000..566d9e8f6 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83169, + "main_score": 0.83169 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json new file mode 100644 index 000000000..f3d70b95f --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15632, + "main_score": 0.15632 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json new file mode 100644 index 000000000..0283ab8b0 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42754, + "main_score": 0.42754 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json new file mode 100644 index 000000000..3158ca301 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30079, + "main_score": 0.30079 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json new file mode 100644 index 000000000..5b76a0137 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.87298, + "main_score": 0.87298 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json new file mode 100644 index 000000000..2cadd4c19 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47239, + "main_score": 0.47239 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json new file mode 100644 index 000000000..4583b9290 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30776, + "main_score": 0.30776 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json new file mode 100644 index 000000000..d353f147e --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32758, + "main_score": 0.32758 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json new file mode 100644 index 000000000..1b6603481 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65608, + "main_score": 0.65608 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json new file mode 100644 index 000000000..d69e9fa5a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33281, + "main_score": 0.33281 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json new file mode 100644 index 000000000..4b1c813c1 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41101, + "main_score": 0.41101 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json new file mode 100644 index 000000000..6a2b235fc --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.9621200000000001, + "main_score": 0.9621200000000001 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json new file mode 100644 index 000000000..33eb71d23 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60673, + "main_score": 0.60673 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json new file mode 100644 index 000000000..c5dcab132 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59888, + "main_score": 0.59888 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json new file mode 100644 index 000000000..92d96c787 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.223, + "main_score": 0.223 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json new file mode 100644 index 000000000..fd86273d0 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74094, + "main_score": 0.74094 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json new file mode 100644 index 000000000..e33791cd7 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1039, + "main_score": 0.1039 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json new file mode 100644 index 000000000..7c088dabd --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07194, + "main_score": 0.07194 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json new file mode 100644 index 000000000..2cd6c307c --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10817, + "main_score": 0.10817 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json new file mode 100644 index 000000000..b8d54aa9a --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60017, + "main_score": 0.60017 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json new file mode 100644 index 000000000..7f3c5d5e0 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "intfloat__e5-base-v2", + "revision": "374d123d6f9257d6f056687cb742abe7048bed97", + "release_date": "2024-04-08", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json new file mode 100644 index 000000000..30578ae73 --- /dev/null +++ b/results/intfloat__e5-base-v2/374d123d6f9257d6f056687cb742abe7048bed97/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.98, + "main_score": 0.98 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json new file mode 100644 index 000000000..e6181f191 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23309999999999997, + "main_score": 0.23309999999999997 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json new file mode 100644 index 000000000..43668bb01 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09147999999999999, + "main_score": 0.09147999999999999 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json new file mode 100644 index 000000000..3b496f64c --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07746, + "main_score": 0.07746 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json new file mode 100644 index 000000000..1d90b79f3 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27502, + "main_score": 0.27502 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json new file mode 100644 index 000000000..a5d412f5d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12145999999999998, + "main_score": 0.12145999999999998 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json new file mode 100644 index 000000000..b8c0425cf --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52621, + "main_score": 0.52621 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json new file mode 100644 index 000000000..701b394d9 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3134, + "main_score": 0.3134 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json new file mode 100644 index 000000000..b2379541e --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10505, + "main_score": 0.10505 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json new file mode 100644 index 000000000..86b7b3024 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5826, + "main_score": 0.5826 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json new file mode 100644 index 000000000..9d1f94b1a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58329, + "main_score": 0.58329 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json new file mode 100644 index 000000000..df1ab1766 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25268, + "main_score": 0.25268 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json new file mode 100644 index 000000000..9f988ddd5 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26456, + "main_score": 0.26456 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json new file mode 100644 index 000000000..4a0b87b41 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19644, + "main_score": 0.19644 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json new file mode 100644 index 000000000..d3e4d97e2 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48521000000000003, + "main_score": 0.48521000000000003 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json new file mode 100644 index 000000000..7f5d06d4d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03699, + "main_score": 0.03699 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json new file mode 100644 index 000000000..4d912beba --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.31082 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.32441 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.29564 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.43155 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.03562 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.16309 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.28084 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.077 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.1 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.28175 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.38333 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.16879 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23773666666666665, + "main_score": 0.23773666666666665 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json new file mode 100644 index 000000000..5ec2839a5 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.17305 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.09786 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.19762 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.28817 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20031886363636361, + "main_score": 0.20031886363636361 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json new file mode 100644 index 000000000..8639ab4ec --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49612, + "main_score": 0.49612 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json new file mode 100644 index 000000000..08f03b4b1 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3111, + "main_score": 0.3111 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json new file mode 100644 index 000000000..bb99bbaa5 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2372, + "main_score": 0.2372 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json new file mode 100644 index 000000000..e37cfddb5 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10506, + "main_score": 0.10506 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json new file mode 100644 index 000000000..45803fa21 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16432, + "main_score": 0.16432 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json new file mode 100644 index 000000000..5dba00f5a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10998, + "main_score": 0.10998 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json new file mode 100644 index 000000000..83b45ad46 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19049, + "main_score": 0.19049 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json new file mode 100644 index 000000000..51530797a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25543, + "main_score": 0.25543 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json new file mode 100644 index 000000000..9b19312eb --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6771, + "main_score": 0.6771 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json new file mode 100644 index 000000000..9faaf05c9 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83297, + "main_score": 0.83297 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json new file mode 100644 index 000000000..be465caae --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08763, + "main_score": 0.08763 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json new file mode 100644 index 000000000..9dff0e31d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63014, + "main_score": 0.63014 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json new file mode 100644 index 000000000..a2517887d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29124, + "main_score": 0.29124 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json new file mode 100644 index 000000000..6996ef89e --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45838999999999996, + "main_score": 0.45838999999999996 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json new file mode 100644 index 000000000..522f622ca --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41122, + "main_score": 0.41122 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json new file mode 100644 index 000000000..119bd5116 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35624, + "main_score": 0.35624 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json new file mode 100644 index 000000000..2c6017668 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32735, + "main_score": 0.32735 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json new file mode 100644 index 000000000..472039b35 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3694, + "main_score": 0.3694 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json new file mode 100644 index 000000000..170c9cd16 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81797, + "main_score": 0.81797 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json new file mode 100644 index 000000000..36c4ead34 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19641999999999998, + "main_score": 0.19641999999999998 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json new file mode 100644 index 000000000..7c89b5aac --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15642, + "main_score": 0.15642 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json new file mode 100644 index 000000000..37f04fb47 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51122, + "main_score": 0.51122 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json new file mode 100644 index 000000000..8947691e1 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78542, + "main_score": 0.78542 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json new file mode 100644 index 000000000..da6cc5bd0 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36742, + "main_score": 0.36742 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json new file mode 100644 index 000000000..580108e1f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67728, + "main_score": 0.67728 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json new file mode 100644 index 000000000..f7d605034 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2771, + "main_score": 0.2771 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json new file mode 100644 index 000000000..eb0189c31 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51597, + "main_score": 0.51597 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..91c04797f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5328, + "main_score": 0.5328 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..6a2ae66ea --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38173, + "main_score": 0.38173 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..05b9b02a7 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21846000000000002, + "main_score": 0.21846000000000002 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..5f7cde3ab --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22047, + "main_score": 0.22047 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json new file mode 100644 index 000000000..b84b62e90 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11928999999999998, + "main_score": 0.11928999999999998 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json new file mode 100644 index 000000000..aae410d9d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.179, + "main_score": 0.179 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json new file mode 100644 index 000000000..0dc3940b4 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20772, + "main_score": 0.20772 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json new file mode 100644 index 000000000..557f867b3 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63139, + "main_score": 0.63139 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json new file mode 100644 index 000000000..c9431a23f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.48855 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.13569 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.31488 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.26462 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.469 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.22009 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.71629 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.59586 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.22009 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.5474 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93375 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.48883 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.86431 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.49368 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.56582 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.19519 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.11005 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.469 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.457 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.43735 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.79517 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.06943 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.42493 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.71836 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.2547 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.87012 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.43511 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.71162 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.93638 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.93375 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.53262 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.31488 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.52317 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.35895 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.78198 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.14783 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.59888 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.44803 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.49546 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.23758 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.17319 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.18844 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.51746 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.80069 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.06625 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.17948 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.06625 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.35708 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.4194 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.21726 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.29849 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.79095 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.93638 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.56379 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.70591 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.76823 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.60832 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.23992 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.86695 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.93375 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.80069 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.93375 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.17948 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.4451 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.36602 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.29849 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.42631 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.5225 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.469 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.52711 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.49118 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.77599 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.84149 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.20512 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.76823 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.92664 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 1.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.28635 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.20827 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.54236 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.53214 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.33014 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.93638 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.14783 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.86038 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.11005 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.55414 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.64612 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.79358 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.24619 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.73154 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.22009 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.1763 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.29849 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.71555 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.32731 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.13886 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.2533 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.1514 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39277630681818176, + "main_score": 0.39277630681818176 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json new file mode 100644 index 000000000..64361537a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83756, + "main_score": 0.83756 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json new file mode 100644 index 000000000..e15af3fa1 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47969, + "main_score": 0.47969 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json new file mode 100644 index 000000000..b9e109ad8 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34446, + "main_score": 0.34446 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json new file mode 100644 index 000000000..d1e4fe9ba --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56165, + "main_score": 0.56165 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json new file mode 100644 index 000000000..d68322500 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47238, + "main_score": 0.47238 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json new file mode 100644 index 000000000..b4e3d9386 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7993299999999999, + "main_score": 0.7993299999999999 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json new file mode 100644 index 000000000..893fe2d92 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.61424 + }, + "Bro027_queries": { + "NDCG@10": 0.57263 + }, + "covid4_queries": { + "NDCG@10": 0.5842 + }, + "covid9_queries": { + "NDCG@10": 0.46616 + }, + "education4_queries": { + "NDCG@10": 0.54418 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5589865217391304, + "main_score": 0.5589865217391304 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json new file mode 100644 index 000000000..22eee23f5 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16689, + "main_score": 0.16689 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json new file mode 100644 index 000000000..99391fc3f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09293000000000001, + "main_score": 0.09293000000000001 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json new file mode 100644 index 000000000..b6540e53e --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29654, + "main_score": 0.29654 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json new file mode 100644 index 000000000..0229f0f4d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48348, + "main_score": 0.48348 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json new file mode 100644 index 000000000..d1638143e --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.71648, + "main_score": 0.71648 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json new file mode 100644 index 000000000..2b7cfac99 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35757, + "main_score": 0.35757 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json new file mode 100644 index 000000000..1734d1b2c --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08081, + "main_score": 0.08081 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..872832629 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19947, + "main_score": 0.19947 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json new file mode 100644 index 000000000..b287c2e9c --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49799, + "main_score": 0.49799 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json new file mode 100644 index 000000000..5231afbf3 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47044, + "main_score": 0.47044 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json new file mode 100644 index 000000000..d115418ec --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62246, + "main_score": 0.62246 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json new file mode 100644 index 000000000..2e80ceb7d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26018, + "main_score": 0.26018 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json new file mode 100644 index 000000000..2c9f74cd0 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40373000000000003, + "main_score": 0.40373000000000003 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..551c2a7ee --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25075, + "main_score": 0.25075 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..847b7611d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00305, + "main_score": 0.00305 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json new file mode 100644 index 000000000..345200a68 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08881, + "main_score": 0.08881 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json new file mode 100644 index 000000000..a1a975ce8 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08692, + "main_score": 0.08692 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json new file mode 100644 index 000000000..0a6f98a3b --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1419, + "main_score": 0.1419 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json new file mode 100644 index 000000000..7c46b7548 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18953999999999996, + "main_score": 0.18953999999999996 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json new file mode 100644 index 000000000..312f3ddef --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15607, + "main_score": 0.15607 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json new file mode 100644 index 000000000..2bcb87158 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45244, + "main_score": 0.45244 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json new file mode 100644 index 000000000..3b16b42bf --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58258, + "main_score": 0.58258 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json new file mode 100644 index 000000000..333f42b01 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1047, + "main_score": 0.1047 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json new file mode 100644 index 000000000..c341998ae --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57927, + "main_score": 0.57927 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json new file mode 100644 index 000000000..a7a7c2bae --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88648, + "main_score": 0.88648 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json new file mode 100644 index 000000000..045a56139 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85366, + "main_score": 0.85366 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json new file mode 100644 index 000000000..d2969fc1f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46829, + "main_score": 0.46829 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json new file mode 100644 index 000000000..c48591f4d --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36262, + "main_score": 0.36262 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json new file mode 100644 index 000000000..d92669fbe --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07889, + "main_score": 0.07889 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json new file mode 100644 index 000000000..56b450012 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23886999999999997, + "main_score": 0.23886999999999997 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json new file mode 100644 index 000000000..167b4da76 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10400999999999999, + "main_score": 0.10400999999999999 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json new file mode 100644 index 000000000..0a2883470 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.07178 + }, + "college_2_queries": { + "NDCG@10": 0.81119 + }, + "store_1_queries": { + "NDCG@10": 0.60557 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5646221428571429, + "main_score": 0.5646221428571429 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json new file mode 100644 index 000000000..a5151bc13 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.14156 + }, + "college_2_queries": { + "NDCG@10": 0.92023 + }, + "store_1_queries": { + "NDCG@10": 0.56727 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6021035714285714, + "main_score": 0.6021035714285714 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json new file mode 100644 index 000000000..0a3e9523f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.39361 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.87722 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.54008 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.17724 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.26407 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.35621 + }, + "django__django_15869_queries": { + "NDCG@10": 0.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.63093 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.83155 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.21885 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.23464 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.31546 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.26407 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.5079 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.63644 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.31546 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.28906 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.91972 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.30103 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.38896 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.4018 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.16716 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.52498 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.20438 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.16813 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.16813 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.17724 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.5 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.34621 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.31546 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.96747 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.5079 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.13886 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.80481 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.5 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3768906722689077, + "main_score": 0.3768906722689077 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json new file mode 100644 index 000000000..ba117f3fb --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6633, + "main_score": 0.6633 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json new file mode 100644 index 000000000..6e8ab514c --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.31488 + }, + "college_2_queries": { + "NDCG@10": 0.65207 + }, + "store_1_queries": { + "NDCG@10": 0.34192 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47039113207547173, + "main_score": 0.47039113207547173 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json new file mode 100644 index 000000000..7ded90fc1 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.32227 + }, + "college_2_queries": { + "NDCG@10": 0.61707 + }, + "store_1_queries": { + "NDCG@10": 0.33907 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4559077358490566, + "main_score": 0.4559077358490566 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json new file mode 100644 index 000000000..5ed4e6595 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48949, + "main_score": 0.48949 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json new file mode 100644 index 000000000..a4a376b5f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58476, + "main_score": 0.58476 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json new file mode 100644 index 000000000..a911721b9 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29141, + "main_score": 0.29141 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json new file mode 100644 index 000000000..e455e6334 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21628, + "main_score": 0.21628 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json new file mode 100644 index 000000000..942310818 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65826, + "main_score": 0.65826 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json new file mode 100644 index 000000000..0a3fc1482 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28426, + "main_score": 0.28426 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json new file mode 100644 index 000000000..86076a77a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26598, + "main_score": 0.26598 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json new file mode 100644 index 000000000..5fab6dfdf --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32123000000000007, + "main_score": 0.32123000000000007 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json new file mode 100644 index 000000000..69f3a518e --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82813, + "main_score": 0.82813 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json new file mode 100644 index 000000000..a6d610c18 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11335, + "main_score": 0.11335 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json new file mode 100644 index 000000000..4e31b1b0f --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27834, + "main_score": 0.27834 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json new file mode 100644 index 000000000..c1c86697a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10799, + "main_score": 0.10799 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json new file mode 100644 index 000000000..8222fbe60 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59926, + "main_score": 0.59926 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json new file mode 100644 index 000000000..ecb4f2927 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41782, + "main_score": 0.41782 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json new file mode 100644 index 000000000..8d3520083 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39009, + "main_score": 0.39009 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json new file mode 100644 index 000000000..9b60af129 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23806000000000002, + "main_score": 0.23806000000000002 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json new file mode 100644 index 000000000..4bcbd7a18 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62183, + "main_score": 0.62183 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json new file mode 100644 index 000000000..5795ad16a --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34992000000000006, + "main_score": 0.34992000000000006 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json new file mode 100644 index 000000000..a4fbda35b --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33585, + "main_score": 0.33585 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json new file mode 100644 index 000000000..5b558faa8 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.95446, + "main_score": 0.95446 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json new file mode 100644 index 000000000..26be64021 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57358, + "main_score": 0.57358 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json new file mode 100644 index 000000000..fdc86bc26 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61585, + "main_score": 0.61585 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json new file mode 100644 index 000000000..4f8c8a151 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21350999999999998, + "main_score": 0.21350999999999998 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json new file mode 100644 index 000000000..2d6373c81 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7215, + "main_score": 0.7215 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json new file mode 100644 index 000000000..31c8df172 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10447, + "main_score": 0.10447 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json new file mode 100644 index 000000000..ec0f4f1c7 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10646000000000001, + "main_score": 0.10646000000000001 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json new file mode 100644 index 000000000..e23588497 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10161000000000002, + "main_score": 0.10161000000000002 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json new file mode 100644 index 000000000..5730d64bd --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60766, + "main_score": 0.60766 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json new file mode 100644 index 000000000..2c7e95ed6 --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "intfloat__e5-large-v2-instruct", + "revision": "dfadf041b6891d89af74e8e99e896a9d4ac62cb2", + "release_date": "2024-06-28", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json new file mode 100644 index 000000000..59ac62fdf --- /dev/null +++ b/results/intfloat__e5-large-v2-instruct/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53409, + "main_score": 0.53409 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json new file mode 100644 index 000000000..39fb8dbfe --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28593, + "main_score": 0.28593 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json new file mode 100644 index 000000000..f70d28dd9 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11848, + "main_score": 0.11848 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json new file mode 100644 index 000000000..cfdce4df1 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08413, + "main_score": 0.08413 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json new file mode 100644 index 000000000..f7f60774b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27366, + "main_score": 0.27366 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json new file mode 100644 index 000000000..64a4effc5 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12979, + "main_score": 0.12979 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json new file mode 100644 index 000000000..d7a70095a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63356, + "main_score": 0.63356 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json new file mode 100644 index 000000000..f71f1f623 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31671, + "main_score": 0.31671 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json new file mode 100644 index 000000000..58764cf37 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16767000000000004, + "main_score": 0.16767000000000004 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json new file mode 100644 index 000000000..514d37813 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6742899999999998, + "main_score": 0.6742899999999998 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json new file mode 100644 index 000000000..36da4659a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68905, + "main_score": 0.68905 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json new file mode 100644 index 000000000..9eb8be0a8 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22126, + "main_score": 0.22126 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json new file mode 100644 index 000000000..28443e068 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23851, + "main_score": 0.23851 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json new file mode 100644 index 000000000..4ac3143ab --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20058000000000004, + "main_score": 0.20058000000000004 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json new file mode 100644 index 000000000..2ed77ac0e --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50908, + "main_score": 0.50908 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json new file mode 100644 index 000000000..3793fec3b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03985, + "main_score": 0.03985 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json new file mode 100644 index 000000000..4974df3d7 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.63632 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.34813 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.43963 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.62202 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.07816 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.16309 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.78816 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.14835 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.28614 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.53869 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.38325 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.18869 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38505249999999996, + "main_score": 0.38505249999999996 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json new file mode 100644 index 000000000..6cb2f840b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.25924 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.08749 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.28481 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.39941 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2793602272727273, + "main_score": 0.2793602272727273 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json new file mode 100644 index 000000000..9b0199c19 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59529, + "main_score": 0.59529 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json new file mode 100644 index 000000000..4757212bc --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27306, + "main_score": 0.27306 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json new file mode 100644 index 000000000..05dd31af1 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24687, + "main_score": 0.24687 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json new file mode 100644 index 000000000..1cc4d7c4c --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10144, + "main_score": 0.10144 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json new file mode 100644 index 000000000..673baacb0 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2067, + "main_score": 0.2067 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json new file mode 100644 index 000000000..331c0deac --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15211, + "main_score": 0.15211 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json new file mode 100644 index 000000000..89cc23ba0 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27686, + "main_score": 0.27686 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json new file mode 100644 index 000000000..2f7d1887e --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45545, + "main_score": 0.45545 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json new file mode 100644 index 000000000..fb6eabfd8 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.70477, + "main_score": 0.70477 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json new file mode 100644 index 000000000..a3fc8af75 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81943, + "main_score": 0.81943 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json new file mode 100644 index 000000000..b326477bf --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18237000000000003, + "main_score": 0.18237000000000003 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json new file mode 100644 index 000000000..98741408b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.71713, + "main_score": 0.71713 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json new file mode 100644 index 000000000..821fd1d3f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22971, + "main_score": 0.22971 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json new file mode 100644 index 000000000..88a61fca2 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43004999999999993, + "main_score": 0.43004999999999993 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json new file mode 100644 index 000000000..2206ff5ef --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41056, + "main_score": 0.41056 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json new file mode 100644 index 000000000..6378acda5 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35056, + "main_score": 0.35056 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json new file mode 100644 index 000000000..364226ffa --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32243, + "main_score": 0.32243 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json new file mode 100644 index 000000000..6918cf74a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40987, + "main_score": 0.40987 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json new file mode 100644 index 000000000..41d6972a1 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82881, + "main_score": 0.82881 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json new file mode 100644 index 000000000..978c2deb1 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43036, + "main_score": 0.43036 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json new file mode 100644 index 000000000..636801945 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21987, + "main_score": 0.21987 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json new file mode 100644 index 000000000..8cc6f4b8b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51064, + "main_score": 0.51064 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json new file mode 100644 index 000000000..135494755 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.93125, + "main_score": 0.93125 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json new file mode 100644 index 000000000..c6f1b93d3 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42327, + "main_score": 0.42327 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json new file mode 100644 index 000000000..c97b56d9f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64909, + "main_score": 0.64909 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json new file mode 100644 index 000000000..ba00af34f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32186, + "main_score": 0.32186 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json new file mode 100644 index 000000000..475807afe --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53203, + "main_score": 0.53203 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..9b1537d2a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59857, + "main_score": 0.59857 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..60b79a018 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45175, + "main_score": 0.45175 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..a93f29c2a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23131, + "main_score": 0.23131 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..a7dfc8cde --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30903, + "main_score": 0.30903 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json new file mode 100644 index 000000000..bffe9c11b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12759, + "main_score": 0.12759 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json new file mode 100644 index 000000000..d5f81eddf --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22914, + "main_score": 0.22914 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json new file mode 100644 index 000000000..5c51de16c --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31542, + "main_score": 0.31542 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json new file mode 100644 index 000000000..5d0fab20c --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65852, + "main_score": 0.65852 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json new file mode 100644 index 000000000..5668cb03b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.12988 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.60251 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.3128 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.13886 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.47056 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.22009 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.59654 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 1.0 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.7223 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.63004 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.06362 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.07336 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.22009 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.7453 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.24891 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.29346 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.07336 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.42493 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.33014 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.30523 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.93375 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.56379 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.12988 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.59576 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.72733 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.7569 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.4569 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.31488 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.82633 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.54236 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.6118 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.79358 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.15841 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.33014 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.21538 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.07336 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.25206 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.33014 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.33014 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.45374 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.07336 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.46036 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.29849 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.29849 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.16354 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.79676 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.11005 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.76242 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.08514 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.63254 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.52711 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.09479 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.28371 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.69694 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.8572 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.06943 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.22794 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.38853 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.37467 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.57507 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.59193 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.06943 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.56454 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.20324 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.09479 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.28745 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.13886 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.20512 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.69947 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.23047 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.17319 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.33014 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.56311 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.83896 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.11005 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.13886 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22486227272727274, + "main_score": 0.22486227272727274 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json new file mode 100644 index 000000000..c778a882d --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49851, + "main_score": 0.49851 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json new file mode 100644 index 000000000..225bd869e --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51146, + "main_score": 0.51146 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json new file mode 100644 index 000000000..edaee8a22 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26146, + "main_score": 0.26146 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json new file mode 100644 index 000000000..0718d6e65 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62879, + "main_score": 0.62879 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json new file mode 100644 index 000000000..483ef7397 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63428, + "main_score": 0.63428 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json new file mode 100644 index 000000000..33e9ec818 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81255, + "main_score": 0.81255 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json new file mode 100644 index 000000000..fe348f056 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.67409 + }, + "Bro027_queries": { + "NDCG@10": 0.57503 + }, + "covid4_queries": { + "NDCG@10": 0.67196 + }, + "covid9_queries": { + "NDCG@10": 0.45439 + }, + "education4_queries": { + "NDCG@10": 0.57773 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5930282608695652, + "main_score": 0.5930282608695652 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json new file mode 100644 index 000000000..d98174c1f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54802, + "main_score": 0.54802 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json new file mode 100644 index 000000000..8dfb5a4ce --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47276, + "main_score": 0.47276 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json new file mode 100644 index 000000000..fd8929cdd --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63948, + "main_score": 0.63948 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json new file mode 100644 index 000000000..bc2b3b913 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8188, + "main_score": 0.8188 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json new file mode 100644 index 000000000..dfd5773fa --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77764, + "main_score": 0.77764 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json new file mode 100644 index 000000000..664b96bf4 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3735299999999999, + "main_score": 0.3735299999999999 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json new file mode 100644 index 000000000..58fc157c7 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15212, + "main_score": 0.15212 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..db01ad99c --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34821, + "main_score": 0.34821 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json new file mode 100644 index 000000000..26e253a92 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54861, + "main_score": 0.54861 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json new file mode 100644 index 000000000..4bfe13a2f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48606, + "main_score": 0.48606 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json new file mode 100644 index 000000000..6b8a47839 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.66597, + "main_score": 0.66597 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json new file mode 100644 index 000000000..03a5ddf01 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25266, + "main_score": 0.25266 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json new file mode 100644 index 000000000..5c94f2724 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47954, + "main_score": 0.47954 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..fb5391008 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44665999999999995, + "main_score": 0.44665999999999995 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..22498e42a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05106, + "main_score": 0.05106 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json new file mode 100644 index 000000000..99927ce9e --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20581, + "main_score": 0.20581 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json new file mode 100644 index 000000000..34bd672ee --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19071, + "main_score": 0.19071 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json new file mode 100644 index 000000000..3aa2ae6e3 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36317, + "main_score": 0.36317 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json new file mode 100644 index 000000000..7d0f61393 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34255, + "main_score": 0.34255 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json new file mode 100644 index 000000000..76befac7e --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2677, + "main_score": 0.2677 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json new file mode 100644 index 000000000..52c3c1dcc --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50254, + "main_score": 0.50254 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json new file mode 100644 index 000000000..87eb42bea --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59674, + "main_score": 0.59674 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json new file mode 100644 index 000000000..a4b446613 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10454, + "main_score": 0.10454 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json new file mode 100644 index 000000000..fbf119294 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61354, + "main_score": 0.61354 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json new file mode 100644 index 000000000..ee39b43db --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88798, + "main_score": 0.88798 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json new file mode 100644 index 000000000..b4bf642b3 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86856, + "main_score": 0.86856 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json new file mode 100644 index 000000000..404412750 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47174, + "main_score": 0.47174 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json new file mode 100644 index 000000000..39a7baeaa --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3680399999999999, + "main_score": 0.3680399999999999 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json new file mode 100644 index 000000000..03a59961a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10296, + "main_score": 0.10296 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json new file mode 100644 index 000000000..76abb1c3a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29034, + "main_score": 0.29034 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json new file mode 100644 index 000000000..095ea422c --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19564, + "main_score": 0.19564 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json new file mode 100644 index 000000000..6c52f477a --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.14156 + }, + "college_2_queries": { + "NDCG@10": 0.85752 + }, + "store_1_queries": { + "NDCG@10": 0.87465 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7114414285714287, + "main_score": 0.7114414285714287 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json new file mode 100644 index 000000000..6a094cdd5 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.14771 + }, + "college_2_queries": { + "NDCG@10": 0.87172 + }, + "store_1_queries": { + "NDCG@10": 0.76476 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.670735, + "main_score": 0.670735 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json new file mode 100644 index 000000000..88d11a5d4 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.4996 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.54984 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.18458 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.31546 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.26407 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.0 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.35621 + }, + "django__django_15869_queries": { + "NDCG@10": 0.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.43068 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.5 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.63093 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.2333 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.46928 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.63093 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 1.0 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.5079 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.35621 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.45251 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.26407 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.28906 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.30657 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.43675 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.16716 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.62405 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.19343 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 1.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.16813 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.19519 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.21841 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.33333 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.35621 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.64366 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.28906 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.28906 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.38685 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.13305 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.44149 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4271426890756301, + "main_score": 0.4271426890756301 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json new file mode 100644 index 000000000..b3839ba77 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.763, + "main_score": 0.763 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json new file mode 100644 index 000000000..3f4b19776 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.40698 + }, + "college_2_queries": { + "NDCG@10": 0.63644 + }, + "store_1_queries": { + "NDCG@10": 0.56632 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5606724528301887, + "main_score": 0.5606724528301887 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json new file mode 100644 index 000000000..873a34f12 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.45752 + }, + "college_2_queries": { + "NDCG@10": 0.66386 + }, + "store_1_queries": { + "NDCG@10": 0.60245 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.596285283018868, + "main_score": 0.596285283018868 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json new file mode 100644 index 000000000..063cadca8 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49667, + "main_score": 0.49667 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json new file mode 100644 index 000000000..308d737b1 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57942, + "main_score": 0.57942 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json new file mode 100644 index 000000000..c20410603 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33523, + "main_score": 0.33523 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json new file mode 100644 index 000000000..ee22031d5 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22868, + "main_score": 0.22868 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json new file mode 100644 index 000000000..366d3cb5f --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68103, + "main_score": 0.68103 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json new file mode 100644 index 000000000..f9f5a20a2 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28213, + "main_score": 0.28213 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json new file mode 100644 index 000000000..8bc2692ae --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30162, + "main_score": 0.30162 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json new file mode 100644 index 000000000..33e6f9c4b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4005099999999999, + "main_score": 0.4005099999999999 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json new file mode 100644 index 000000000..8da91d2f0 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86796, + "main_score": 0.86796 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json new file mode 100644 index 000000000..5004541d8 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1758, + "main_score": 0.1758 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json new file mode 100644 index 000000000..ec98b0595 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42823, + "main_score": 0.42823 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json new file mode 100644 index 000000000..ff4ab96e0 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22515999999999997, + "main_score": 0.22515999999999997 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json new file mode 100644 index 000000000..e86c64469 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8716000000000002, + "main_score": 0.8716000000000002 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json new file mode 100644 index 000000000..3efcda1a9 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36802, + "main_score": 0.36802 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json new file mode 100644 index 000000000..ed928665b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40777, + "main_score": 0.40777 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json new file mode 100644 index 000000000..45c0dc181 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38134, + "main_score": 0.38134 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json new file mode 100644 index 000000000..a4fd238bd --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6538299999999999, + "main_score": 0.6538299999999999 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json new file mode 100644 index 000000000..1bc72dda8 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35284, + "main_score": 0.35284 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json new file mode 100644 index 000000000..ba2e23012 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34801, + "main_score": 0.34801 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json new file mode 100644 index 000000000..92c1dc06b --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.97801, + "main_score": 0.97801 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json new file mode 100644 index 000000000..4d92d3169 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55242, + "main_score": 0.55242 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json new file mode 100644 index 000000000..fdecc72ea --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6478, + "main_score": 0.6478 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json new file mode 100644 index 000000000..9c871e956 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22753999999999996, + "main_score": 0.22753999999999996 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json new file mode 100644 index 000000000..a59e06ae5 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.72938, + "main_score": 0.72938 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json new file mode 100644 index 000000000..2d031feca --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11919, + "main_score": 0.11919 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json new file mode 100644 index 000000000..93d3ea968 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10137, + "main_score": 0.10137 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json new file mode 100644 index 000000000..cb912623d --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10605, + "main_score": 0.10605 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json new file mode 100644 index 000000000..6bc57699d --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64654, + "main_score": 0.64654 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json new file mode 100644 index 000000000..6041ebdb4 --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "intfloat__e5-large-v2", + "revision": "dfadf041b6891d89af74e8e99e896a9d4ac62cb2", + "release_date": "2024-06-28", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": null, + "embed_dim": null, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json new file mode 100644 index 000000000..e18f797ad --- /dev/null +++ b/results/intfloat__e5-large-v2/dfadf041b6891d89af74e8e99e896a9d4ac62cb2/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.98631, + "main_score": 0.98631 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json index 38e378cb9..b4289d015 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json index c295b9966..03ed65055 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json index 4253d959b..f9bad0889 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json index caa8708ff..edae65571 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json index b8f9c194d..ebbb0dee4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json index 23233bc70..e84dd23b5 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json index 4be11371e..6928dac6a 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json index 6a598ab54..74da8974f 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json index 2570d8c30..d9f637c66 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json index d3bc0a49c..cea21a808 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json index 2d502599b..4940d4172 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json index 047c653ab..c4cf44afa 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json index 0b996d43a..c45dc36ac 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json index 364c8daa6..f2fe070f9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json index 85b45ece3..83663e66f 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json index d84093882..8d3712403 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json index f39b269f2..256ca68fe 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json index 1ce24a0f0..28a120290 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json index 5e09b7c4d..1d72ecdf1 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json index 448ea9258..d3c7b9f4e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json index bf2ceea69..4c064e510 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json index 5f9354072..512c3cbc4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json index 13b8717ea..986d7c6e4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json index b5559f82d..646b15b22 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json index e2f9e9efc..1c337b493 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json index c594e0ab9..fc0670f8d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json index 2e62c51ea..f1a4607dd 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json index a9524adef..839fc6f85 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json index 390296f1b..e343ca2c4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json index c8896f5a3..7db24228d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json index c2692c033..808028d99 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json index d22cb547c..9e61faedb 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json index ad1ceaf30..8a1720260 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json index f4aa64101..90f161b88 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json index f33cec2e6..e2708b106 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json index 89c4e7a49..c4ce85372 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json index 15ee9aeba..8f7b805dc 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json index 8d1c267c6..55a8dd963 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json index 5ab191e10..34c25138b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json index 0e6265a46..bd59bc6b6 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json index 356e489d6..1cf3f3ad1 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json index 2ebaf33cc..06dea859d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json index 72294e051..d2703fd46 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json index 4441d5188..da541ecd4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json index a6717c0bb..3dd9cacc4 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json index a1bd5df7c..59baae253 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json index cd8ca9fe7..e9ce11ea9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json index f787c91b0..babb807b0 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json index 376b2f518..12ec7c85a 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json index 9d22464ac..09b18f0b9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json index 984470696..65ced6945 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json index eec8475ad..350dd0bc5 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json index 283041173..813d1851d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json index d2fbf972c..b1c053103 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json index 9f34f6022..058e0ea9c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json index c53bb0133..787899310 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json index 8578c0f42..64fcb056b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json index f5bfd6cee..9e24ed62f 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json index e8ca8c2bd..9c873b18e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json index 3f594d209..7c8f35fdc 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json index 6b7e74395..e7043cd6f 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json index 10e02ac3f..d0b388ac0 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json index 87157dbd9..7f5d2b1a3 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json index 73685f7aa..9c66f1daf 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json index 7e88eae2a..860e8c12c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json index 58bdfa46a..6cb766a32 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json index 3281ebd9d..0673bda6e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json index c39f3d1d4..ecbca62ee 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json index dacee044d..8a57efe87 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json index 1b6b4bdf7..22ee83f2c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json index 653cb21e5..62a28ad2c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json index 20894470d..48b8640c2 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json index fb89b0abf..c129c188d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json index 2443c6dc7..47829452b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json index 615a9c926..c669a44d5 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json index 9b222cb7d..006d212b6 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json index 84a09fc83..8983ae136 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json index b785450df..864bc8d69 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json index 7b42f0969..f11139286 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json index 645c700cc..fb31ab5f9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json index 919b56493..b4c422b5f 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json index 73b47c029..a15e69165 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json index 3fe499379..ffa778749 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json index 17a7e7200..3766aaeec 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json index d02bc8baa..b2e281f91 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json index e8dd1f3dd..6b2d8a422 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json index e3aa527c9..67bf9acb9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json index 0db49f23d..d1bfd348d 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json index a3bbf77dc..3b5cceb04 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json index 4fe929ef7..1f0b6572e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json index 1fe825215..87d0ff5b6 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json index 600782f06..8c887cada 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json index b9bc3fcfa..599a92ae7 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json index 715728d37..6cc1f9c31 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json index 9c5673b5a..e123bd704 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json index 4aa0e0d1b..7d14d761e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json index 9ac0d5d07..841a15c7b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json index fade2190e..4ddf5bb2e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json index a160c0567..ac98d283b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json index 8544e42a8..f810ee5ff 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json index 9429eecf3..d53b9612c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json index 8c141c86f..fa9469376 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json index 2d5f272f2..101ae19b3 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json index 663b2c9cd..4ed66cc0c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json index c9da6d466..912049768 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json index ac27c7891..8bef78385 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json index 1541fad84..524203f2a 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json index 7091ecc31..2818dd361 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json index 76c09564a..373f95fe8 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json index b7ec22593..a5157ecb7 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json index 8fb896ef4..ebf67447b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json index 4c5475859..4ade401b6 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json index bda80bf3a..ab3dac398 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json index 3c23ad0ec..5f652538e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json index 85baca07c..8d40f679e 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json index 07cfb735e..dbb8f56b9 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json index 73cd33e43..0c688c2d3 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json index 488469fa0..45cddac24 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json index d00e14c27..71ff90197 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json index 7f06ac864..5c5e57603 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json index 2be2546e2..185a9b0c8 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json index 311c0b5c4..164a775bc 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json index 1ac27f844..d92614b72 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json index a6290df03..9a8d7bb07 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json index a8bc0694f..caf32368c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json index 575d15b2c..e164c282c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json @@ -19,6 +19,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json index ec7b2f131..d947d36d2 100644 --- a/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json +++ b/results/intfloat__e5-mistral-7b-instruct/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json index 675a326c2..5656c96f6 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json index d26dd919c..505399cbc 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json index 3c1215971..a06fac686 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json index 40c79462d..2670e1714 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json index 8fea24d49..d161e9e5b 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json index 02b47312f..f214e06ed 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json index f6aecf96e..48282acd4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json index f560c9f22..87627f5fe 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json index 22af614b0..fc9d4876c 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json index f22f7d433..2b2e7c13f 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json index cf6cd8cc0..09f9eb91b 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json index 307845356..86bd4a5b2 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json index aa1c68c4a..1c0856d72 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json index 77639e5b3..d03566eb1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json index 1c93da2c9..dfa5a9da1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json index 1676ac534..62b76f3f1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json index 393ac8975..5233931f8 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json index 86b081219..7902a10a7 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json index 342edb6d9..fb7eb314a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json index 259dfcbe4..61fe6c0c5 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json index 0c5673495..dc990548d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json index 9e572efc5..db01196e9 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json index 314a5aba0..53bf30272 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json index 27aa1eea2..9acdb7f34 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json index 1de5b9fde..827d391c8 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json index a9f183b57..4064e6952 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json index da55da35b..c88e70fa3 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json index 7041b9be7..5b477ea43 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json index 2be73b553..bc56e3540 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json index cbee18054..b2e2c3cd3 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json index 64f0a747a..4465afae3 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json index 6ee5ad8a7..49f269241 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json index 2d9b0d417..5cbc369e9 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json index 5d022eccf..a97c5ce12 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json index dbd2cae21..dff65bf66 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json index 967b43261..b90806dcf 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json index ab32ed3dd..982abedbe 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json index b746a9423..e86e4a669 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json index d8507e07e..b323f4e41 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json index 9564b1b9f..d139ec24a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json index 1bc0054c6..595bcf8f4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json index dc15ddb3a..8359c87b9 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json index 3474c2c82..5a320500e 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json index b08797e2d..3f4b381a5 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json index 3dc907797..f62be651c 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json index e7505025e..3a420ffe9 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json index cefc94d63..ca8cf7b0a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json index ab97df6bf..2b24fa8ab 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json index 03a6a253b..b3169a6ed 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json index 9469807ec..40983bf3d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json index 159af8628..3aefb5c43 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json index 1864ae81d..fe74c857a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json index 334d7d718..d05dd6bd8 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json index cd4544d11..60846cfe6 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json index 44b755d7f..9e61c84ff 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json index 4cd09fcd4..725b61510 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json index a17ec0799..f7549ff91 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json index e68627d9d..09960d9e6 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json index 4b7eec20c..e008f240a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json index a5358534e..36a588ae4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json index bf0617e23..dbb04e135 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json index 397b16085..870a241c7 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json index aaca85abd..14beb2295 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json index bd3134f84..cdaea53f3 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json index 24545347f..ba3a67285 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json index f60c4e80b..5b4192a3a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json index deaae98a9..b86c13299 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json index 47cb270c3..9062d2689 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json index e498d3841..2b0a5dc9f 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json index 8b5ef3e16..259e6185d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json index da19e4f24..f14a7411a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json index 5a0057d7d..67daa5810 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json index 3fb084ffa..47b35a813 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json index c002b7936..f6fa5ab8a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json index aa9143b34..bc571e14a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json index 606449fe5..d326d0bb3 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json index d1b67dbca..b794ee606 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json index 1d0139c91..09e0f7e3b 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json index 82f3df761..2e224feeb 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json index 471e899a2..f3fdd8953 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json index ad84a88e5..92566f521 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json index 9193e488b..01adf989b 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json index 27efb5cf2..a3c807633 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json index 1dd380974..668442b7c 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json index 585b636cc..fa960a92d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json index 14ea1b5ae..894a2cf1e 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json index 85929072e..5e3224f67 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json index 639fef98b..40cbdf6a0 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json index fd84c6bd2..f98e84255 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json index 048daa890..504389bc7 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json index 838369b4e..9049dd759 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json index 4c103d3b0..6806dc976 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json index f6124812f..0ae5e3abf 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json index 6a755e28d..f7120b8a4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json index aefae3f00..c0974295c 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json index 880bc4717..346bb23b1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json index 18fe12da1..3baf87b23 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json index 066157052..c3573b27d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json index e9c0e27da..ad184efc2 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json index 8ef785cdd..3d5292aa1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json index 8045c570c..af2e7b916 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json index dfe6e24e2..fbd0da0e8 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json index 3a4b46af5..b73322164 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json index f18991c8e..c63a7014d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json index 678e14c6c..45f9f5709 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json index ed1aeee7f..d7b642ee4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json index 15d2fec45..f68e69c28 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json index d2aa90d4c..3f7e378e5 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json index 309185cfd..ce466dd0e 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json index 3e8a7a87c..5ae9eb275 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json index e7acf753d..9cfa1fc69 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json index 412275a52..e4438840a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json index 0e076d573..63264c853 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json index ee37247c8..484bfda49 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json index a62fe6eba..51f70ae2f 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json index 4e4d491de..f2ae53aa4 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json index a090762c6..5d3865e8f 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json index 8e26f8adf..220d79d7d 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json index f87d46e1a..aeebac7ab 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json index 293bc22a7..291b700ff 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json index 752cc7e47..5edf995c1 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json index b5edaa7b4..abf496060 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json index 54d81032f..2b2038861 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json index 825ec0614..ede6d7bcb 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json index 19517aa80..e4b1e67bd 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json index d231c82a7..562e93a0a 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/model_meta.json @@ -19,6 +19,5 @@ "similarity_fn_name": null, "use_instructions": null, "zero_shot_benchmarks": null, - "task_name": "model_meta", - "evaluation_time": null + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json index f785c48a2..cf137210b 100644 --- a/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json +++ b/results/intfloat__e5-mistral-7b/029dc0e2d8fc864745c4e714720731a4df0c2954/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json new file mode 100644 index 000000000..2df92c1a5 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18546, + "main_score": 0.18546 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json new file mode 100644 index 000000000..63669d33d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06433, + "main_score": 0.06433 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json new file mode 100644 index 000000000..09c92af67 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07518, + "main_score": 0.07518 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json new file mode 100644 index 000000000..51041970c --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14332, + "main_score": 0.14332 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json new file mode 100644 index 000000000..2cd9390a4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13054, + "main_score": 0.13054 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json new file mode 100644 index 000000000..2986ab685 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43156, + "main_score": 0.43156 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json new file mode 100644 index 000000000..29b7fc57f --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29371, + "main_score": 0.29371 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json new file mode 100644 index 000000000..06c002eae --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07842, + "main_score": 0.07842 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json new file mode 100644 index 000000000..34e5cce7b --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58138, + "main_score": 0.58138 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json new file mode 100644 index 000000000..9de03b7c2 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4839300000000001, + "main_score": 0.4839300000000001 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json new file mode 100644 index 000000000..c4d827fb1 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23563000000000003, + "main_score": 0.23563000000000003 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json new file mode 100644 index 000000000..a2213e0b4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20433, + "main_score": 0.20433 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json new file mode 100644 index 000000000..466fc6eb1 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22164, + "main_score": 0.22164 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json new file mode 100644 index 000000000..5b7401691 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47807, + "main_score": 0.47807 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json new file mode 100644 index 000000000..79153e81d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02305, + "main_score": 0.02305 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json new file mode 100644 index 000000000..3c016eef8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.45723 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.31309 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.49971 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.53949 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.00911 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.19464 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.55524 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.07611 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.25 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.32176 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.32641 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.17197 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3095633333333333, + "main_score": 0.3095633333333333 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json new file mode 100644 index 000000000..1bb4c919c --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.16085 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.08314 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.15431 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.17171 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1504739772727273, + "main_score": 0.1504739772727273 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json new file mode 100644 index 000000000..18b27de49 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47406, + "main_score": 0.47406 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json new file mode 100644 index 000000000..a337fb23b --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24213, + "main_score": 0.24213 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json new file mode 100644 index 000000000..2ba6f63e8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23125, + "main_score": 0.23125 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json new file mode 100644 index 000000000..93a6f98c8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05468, + "main_score": 0.05468 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json new file mode 100644 index 000000000..db2733621 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12787, + "main_score": 0.12787 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json new file mode 100644 index 000000000..9205b7af1 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1157, + "main_score": 0.1157 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json new file mode 100644 index 000000000..61159e3ca --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14678, + "main_score": 0.14678 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json new file mode 100644 index 000000000..aee67ca10 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16051, + "main_score": 0.16051 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json new file mode 100644 index 000000000..97e5d07a5 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59195, + "main_score": 0.59195 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json new file mode 100644 index 000000000..a20217f1a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68747, + "main_score": 0.68747 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json new file mode 100644 index 000000000..c887526e8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06133, + "main_score": 0.06133 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json new file mode 100644 index 000000000..18b6c5a4d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63969, + "main_score": 0.63969 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json new file mode 100644 index 000000000..f9a6716a4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20454, + "main_score": 0.20454 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json new file mode 100644 index 000000000..39360b5d3 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38746, + "main_score": 0.38746 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json new file mode 100644 index 000000000..ec8451466 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30016, + "main_score": 0.30016 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json new file mode 100644 index 000000000..3e8833b02 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28619, + "main_score": 0.28619 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json new file mode 100644 index 000000000..3811da2ef --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29739, + "main_score": 0.29739 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json new file mode 100644 index 000000000..74cfacc81 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4290800000000001, + "main_score": 0.4290800000000001 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json new file mode 100644 index 000000000..602920fda --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7769400000000001, + "main_score": 0.7769400000000001 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json new file mode 100644 index 000000000..62f538b07 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28538, + "main_score": 0.28538 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json new file mode 100644 index 000000000..525d95132 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2582, + "main_score": 0.2582 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json new file mode 100644 index 000000000..5feb9c57a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27598, + "main_score": 0.27598 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json new file mode 100644 index 000000000..3376ce382 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8388100000000001, + "main_score": 0.8388100000000001 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json new file mode 100644 index 000000000..d08349837 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36222, + "main_score": 0.36222 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json new file mode 100644 index 000000000..a1ff3c0cf --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61303, + "main_score": 0.61303 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json new file mode 100644 index 000000000..b8f46b0d2 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15818, + "main_score": 0.15818 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json new file mode 100644 index 000000000..c7919376a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53994, + "main_score": 0.53994 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..5b7cd8ec4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4655, + "main_score": 0.4655 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..8ec347a25 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29262, + "main_score": 0.29262 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..42e2e9b3e --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18487, + "main_score": 0.18487 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..8414f0445 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12396, + "main_score": 0.12396 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json new file mode 100644 index 000000000..3fc4d1ffd --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04932, + "main_score": 0.04932 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json new file mode 100644 index 000000000..c6e599ffb --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13202, + "main_score": 0.13202 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json new file mode 100644 index 000000000..166561380 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19337, + "main_score": 0.19337 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json new file mode 100644 index 000000000..d9b17dc1d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47707, + "main_score": 0.47707 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json new file mode 100644 index 000000000..9a03b48db --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.63715 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.23177 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.38272 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.33169 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.63715 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.22401 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.79676 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.64612 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.42493 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.78855 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.87012 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.36886 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.53525 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.93638 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.35578 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.77881 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.51007 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.09479 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.42493 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.42839 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.56379 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.14783 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.79358 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.79676 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.29849 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.84824 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.60469 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.87012 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.70844 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 1.0 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.41528 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.38431 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.55414 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.79358 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.28998 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.20248 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.36211 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.75645 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.63208 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.71255 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.22213 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.21726 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.90521 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.43735 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.1514 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.08514 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.38113 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.71365 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.63004 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.67269 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.29991 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.56379 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.469 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.61225 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.06625 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 1.0 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.93375 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.60514 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.63254 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.14876 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.7818 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.76953 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.13886 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.53636 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.14783 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.09479 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.2298 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.56379 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.40854 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.69376 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.44867 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.86302 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.12988 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.43735 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.68702 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.58343 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 1.0 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.20483 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.38363 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.21538 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.13305 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.33014 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.79358 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.86114 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.4789 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.07336 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.62751 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.71836 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.79676 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.36211 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.71629 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.87012 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.16422 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.49153 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.53655 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.13886 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.24891 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.13886 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36961392045454533, + "main_score": 0.36961392045454533 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json new file mode 100644 index 000000000..14ecc4df3 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8024900000000001, + "main_score": 0.8024900000000001 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json new file mode 100644 index 000000000..52f327085 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44048000000000004, + "main_score": 0.44048000000000004 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json new file mode 100644 index 000000000..e09eb6106 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2616, + "main_score": 0.2616 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json new file mode 100644 index 000000000..47674f9af --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45903, + "main_score": 0.45903 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json new file mode 100644 index 000000000..545f070b7 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29594, + "main_score": 0.29594 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json new file mode 100644 index 000000000..485f28923 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7043, + "main_score": 0.7043 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json new file mode 100644 index 000000000..1f6550552 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.45 + }, + "Bro027_queries": { + "NDCG@10": 0.55948 + }, + "covid4_queries": { + "NDCG@10": 0.63674 + }, + "covid9_queries": { + "NDCG@10": 0.47374 + }, + "education4_queries": { + "NDCG@10": 0.48521 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5180595652173913, + "main_score": 0.5180595652173913 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json new file mode 100644 index 000000000..7acca0770 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15839, + "main_score": 0.15839 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json new file mode 100644 index 000000000..2edbc512e --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07565, + "main_score": 0.07565 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json new file mode 100644 index 000000000..36299a8b8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25213, + "main_score": 0.25213 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json new file mode 100644 index 000000000..e4a4b4fb6 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51678, + "main_score": 0.51678 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json new file mode 100644 index 000000000..44ced7b0a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75586, + "main_score": 0.75586 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json new file mode 100644 index 000000000..0614ba318 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31913, + "main_score": 0.31913 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json new file mode 100644 index 000000000..a636589f6 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08666, + "main_score": 0.08666 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..0d9843e3f --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16414, + "main_score": 0.16414 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json new file mode 100644 index 000000000..d26099dbc --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4888, + "main_score": 0.4888 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json new file mode 100644 index 000000000..9dbe8b7ed --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42019, + "main_score": 0.42019 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json new file mode 100644 index 000000000..8b1c4c38a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.60987, + "main_score": 0.60987 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/News21.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/News21.json new file mode 100644 index 000000000..a77748e63 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24019, + "main_score": 0.24019 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json new file mode 100644 index 000000000..9376332ac --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42469, + "main_score": 0.42469 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..1b63a80d8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14861, + "main_score": 0.14861 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..f7e90468b --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01823, + "main_score": 0.01823 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json new file mode 100644 index 000000000..53325275b --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01307, + "main_score": 0.01307 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json new file mode 100644 index 000000000..4f123428d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02556, + "main_score": 0.02556 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json new file mode 100644 index 000000000..bfbd9f5b8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05918999999999999, + "main_score": 0.05918999999999999 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json new file mode 100644 index 000000000..c615ae95c --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0731, + "main_score": 0.0731 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json new file mode 100644 index 000000000..e5aed862d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11058, + "main_score": 0.11058 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json new file mode 100644 index 000000000..9977b0dda --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44069, + "main_score": 0.44069 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json new file mode 100644 index 000000000..6dce9749e --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3758000000000001, + "main_score": 0.3758000000000001 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json new file mode 100644 index 000000000..45bd2f5b8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10205, + "main_score": 0.10205 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json new file mode 100644 index 000000000..7e00ca657 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43925, + "main_score": 0.43925 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json new file mode 100644 index 000000000..e0b8742c5 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8838900000000001, + "main_score": 0.8838900000000001 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json new file mode 100644 index 000000000..8074bb0ab --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86661, + "main_score": 0.86661 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json new file mode 100644 index 000000000..7f6813579 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41746, + "main_score": 0.41746 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json new file mode 100644 index 000000000..c257d986b --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32314, + "main_score": 0.32314 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json new file mode 100644 index 000000000..c7025e7e8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09717, + "main_score": 0.09717 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json new file mode 100644 index 000000000..0bc9d363c --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19902, + "main_score": 0.19902 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json new file mode 100644 index 000000000..50fc9246d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08371, + "main_score": 0.08371 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json new file mode 100644 index 000000000..8c8d46c90 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.03076 + }, + "college_2_queries": { + "NDCG@10": 0.6047 + }, + "store_1_queries": { + "NDCG@10": 0.56325 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4639485714285715, + "main_score": 0.4639485714285715 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json new file mode 100644 index 000000000..a7b3b1851 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0736 + }, + "college_2_queries": { + "NDCG@10": 0.49262 + }, + "store_1_queries": { + "NDCG@10": 0.32803 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33229142857142857, + "main_score": 0.33229142857142857 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json new file mode 100644 index 000000000..d38814a6a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.81753 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.63405 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.31546 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.45561 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.38685 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.29608 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15481_queries": { + "NDCG@10": 0.43068 + }, + "django__django_15869_queries": { + "NDCG@10": 0.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.28906 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.38685 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.28906 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.29039 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.36927 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.43068 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.19343 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.38685 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51017 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.30103 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.23464 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.50492 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.30103 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.87722 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.17724 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.43068 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.70392 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.20211 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.48248 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.19343 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.11752 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 0.5 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.35621 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.30103 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.19092 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.43068 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.17724 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.82781 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.35621 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.61315 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.28906 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.11005 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35387504201680664, + "main_score": 0.35387504201680664 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json new file mode 100644 index 000000000..c7f00e559 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6629999999999999, + "main_score": 0.6629999999999999 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json new file mode 100644 index 000000000..d8d7bfe73 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.19761 + }, + "college_2_queries": { + "NDCG@10": 0.41935 + }, + "store_1_queries": { + "NDCG@10": 0.31881 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33499905660377355, + "main_score": 0.33499905660377355 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json new file mode 100644 index 000000000..4acc9dbd9 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.19619 + }, + "college_2_queries": { + "NDCG@10": 0.34776 + }, + "store_1_queries": { + "NDCG@10": 0.22377 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2713324528301887, + "main_score": 0.2713324528301887 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json new file mode 100644 index 000000000..ef74c38f9 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51673, + "main_score": 0.51673 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json new file mode 100644 index 000000000..911ca79b8 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41656, + "main_score": 0.41656 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json new file mode 100644 index 000000000..bf1a36ed0 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21898999999999996, + "main_score": 0.21898999999999996 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json new file mode 100644 index 000000000..ab1e2d1c6 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19481, + "main_score": 0.19481 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json new file mode 100644 index 000000000..b6e95da88 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54203, + "main_score": 0.54203 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json new file mode 100644 index 000000000..3b7eee7cc --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25748, + "main_score": 0.25748 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json new file mode 100644 index 000000000..4913b3824 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20198, + "main_score": 0.20198 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json new file mode 100644 index 000000000..4898c29af --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27699, + "main_score": 0.27699 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json new file mode 100644 index 000000000..62c3f3643 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83947, + "main_score": 0.83947 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json new file mode 100644 index 000000000..561f2aca4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05537, + "main_score": 0.05537 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json new file mode 100644 index 000000000..77fdff4f7 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33722, + "main_score": 0.33722 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json new file mode 100644 index 000000000..6a5f951e9 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12236, + "main_score": 0.12236 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json new file mode 100644 index 000000000..5e309aaba --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13867, + "main_score": 0.13867 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json new file mode 100644 index 000000000..139b5ebb4 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41075, + "main_score": 0.41075 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json new file mode 100644 index 000000000..5c38566b0 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23793, + "main_score": 0.23793 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json new file mode 100644 index 000000000..1f55a560f --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16358, + "main_score": 0.16358 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json new file mode 100644 index 000000000..d235176ff --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.61193, + "main_score": 0.61193 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json new file mode 100644 index 000000000..c2d4afa97 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34613, + "main_score": 0.34613 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json new file mode 100644 index 000000000..c2fb79e98 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41746, + "main_score": 0.41746 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json new file mode 100644 index 000000000..debcb3464 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.9595, + "main_score": 0.9595 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json new file mode 100644 index 000000000..82971655d --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6928300000000001, + "main_score": 0.6928300000000001 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json new file mode 100644 index 000000000..11344c753 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4841, + "main_score": 0.4841 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json new file mode 100644 index 000000000..4d648d4b6 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18788, + "main_score": 0.18788 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json new file mode 100644 index 000000000..e7ef64577 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.79039, + "main_score": 0.79039 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json new file mode 100644 index 000000000..422ef69ee --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08457, + "main_score": 0.08457 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json new file mode 100644 index 000000000..faba12c2a --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07912, + "main_score": 0.07912 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json new file mode 100644 index 000000000..9442a9e7c --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11713, + "main_score": 0.11713 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json new file mode 100644 index 000000000..7d215b1ad --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6169, + "main_score": 0.6169 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json new file mode 100644 index 000000000..38544f7bc --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "intfloat__e5-small-v2-instruct", + "revision": "e519452236c636f5514f7387e3c9a4aa863877de", + "release_date": "2023-07-07", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 384, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json new file mode 100644 index 000000000..3fc988451 --- /dev/null +++ b/results/intfloat__e5-small-v2-instruct/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1054, + "main_score": 0.1054 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json new file mode 100644 index 000000000..da9438923 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25354, + "main_score": 0.25354 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json new file mode 100644 index 000000000..1c277cf1e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07595, + "main_score": 0.07595 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json new file mode 100644 index 000000000..3532f118d --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10409, + "main_score": 0.10409 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json new file mode 100644 index 000000000..3550e750a --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11081000000000002, + "main_score": 0.11081000000000002 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json new file mode 100644 index 000000000..f9d51a5f1 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13647, + "main_score": 0.13647 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json new file mode 100644 index 000000000..749a9c065 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63392, + "main_score": 0.63392 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json new file mode 100644 index 000000000..d4db302ff --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27493, + "main_score": 0.27493 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json new file mode 100644 index 000000000..0f91efc58 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10098000000000001, + "main_score": 0.10098000000000001 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json new file mode 100644 index 000000000..c469fc040 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6943, + "main_score": 0.6943 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json new file mode 100644 index 000000000..97dfd756a --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57974, + "main_score": 0.57974 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json new file mode 100644 index 000000000..941da442f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23476, + "main_score": 0.23476 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json new file mode 100644 index 000000000..4660c3c3e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22241, + "main_score": 0.22241 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json new file mode 100644 index 000000000..8d95800bc --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22975999999999996, + "main_score": 0.22975999999999996 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json new file mode 100644 index 000000000..7f93efcb7 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51923, + "main_score": 0.51923 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json new file mode 100644 index 000000000..0882487df --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04705, + "main_score": 0.04705 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json new file mode 100644 index 000000000..86b036ab2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.56592 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.34197 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.3628 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.60259 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.04194 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.12431 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.68557 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.18261 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.30178 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.2874 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.40595 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.25 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34607, + "main_score": 0.34607 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json new file mode 100644 index 000000000..a02d9ec43 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.27235 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.06618 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.26082 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.23764 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22915113636363635, + "main_score": 0.22915113636363635 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json new file mode 100644 index 000000000..160244d02 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56094, + "main_score": 0.56094 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json new file mode 100644 index 000000000..116c3cbac --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23862, + "main_score": 0.23862 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json new file mode 100644 index 000000000..25741283c --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23877, + "main_score": 0.23877 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json new file mode 100644 index 000000000..21d020e38 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05572, + "main_score": 0.05572 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json new file mode 100644 index 000000000..3c9f60f9b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18051, + "main_score": 0.18051 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json new file mode 100644 index 000000000..ea7b6b61f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16940999999999998, + "main_score": 0.16940999999999998 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json new file mode 100644 index 000000000..314639c65 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22002999999999998, + "main_score": 0.22002999999999998 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json new file mode 100644 index 000000000..6fb9d8728 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39666, + "main_score": 0.39666 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json new file mode 100644 index 000000000..f800246b8 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.65869, + "main_score": 0.65869 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json new file mode 100644 index 000000000..5e304cc83 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7234899999999999, + "main_score": 0.7234899999999999 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json new file mode 100644 index 000000000..480a6b7e4 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14936, + "main_score": 0.14936 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json new file mode 100644 index 000000000..624b7f2fc --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6976400000000001, + "main_score": 0.6976400000000001 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json new file mode 100644 index 000000000..c71bef479 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22841, + "main_score": 0.22841 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json new file mode 100644 index 000000000..79e4bbd1f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44007000000000007, + "main_score": 0.44007000000000007 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json new file mode 100644 index 000000000..9cda9f309 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38191, + "main_score": 0.38191 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json new file mode 100644 index 000000000..e6a3f6474 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34351, + "main_score": 0.34351 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json new file mode 100644 index 000000000..b4d18b0b6 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31168, + "main_score": 0.31168 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json new file mode 100644 index 000000000..dd63911f6 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43955000000000005, + "main_score": 0.43955000000000005 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json new file mode 100644 index 000000000..c25c1bfb6 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.79525, + "main_score": 0.79525 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json new file mode 100644 index 000000000..9c692a2ac --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42861, + "main_score": 0.42861 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json new file mode 100644 index 000000000..24736b606 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41167000000000004, + "main_score": 0.41167000000000004 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json new file mode 100644 index 000000000..be006f568 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67214, + "main_score": 0.67214 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json new file mode 100644 index 000000000..09f6c8b22 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88158, + "main_score": 0.88158 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json new file mode 100644 index 000000000..b4f42277b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36913, + "main_score": 0.36913 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json new file mode 100644 index 000000000..88ababe41 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.64994, + "main_score": 0.64994 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json new file mode 100644 index 000000000..f42a40be2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21657, + "main_score": 0.21657 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json new file mode 100644 index 000000000..963e0b830 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58742, + "main_score": 0.58742 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..af4d21178 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56233, + "main_score": 0.56233 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..6bb87e499 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36096, + "main_score": 0.36096 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..167b2aaa1 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20323, + "main_score": 0.20323 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..5ff95478a --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25228, + "main_score": 0.25228 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json new file mode 100644 index 000000000..ea25c975e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08114, + "main_score": 0.08114 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json new file mode 100644 index 000000000..b3a5a33e3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17759, + "main_score": 0.17759 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json new file mode 100644 index 000000000..efb35fea2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24412, + "main_score": 0.24412 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json new file mode 100644 index 000000000..557ff1f94 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53205, + "main_score": 0.53205 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json new file mode 100644 index 000000000..90526f058 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.14783 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.07336 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.28635 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.21223 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.16354 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.5225 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.41528 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.5474 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.87012 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.56379 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.53525 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.06625 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.29062 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.76319 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.35895 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.08514 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.2782 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.13886 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.21726 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.09479 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.39767 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.06362 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.30523 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.74167 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.20512 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.59193 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.56379 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.56379 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.17367 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.39719 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.80069 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.06625 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.30523 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.06943 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 1.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.06362 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.16815 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.21726 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.36474 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 1.0 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.70197 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.29346 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.54626 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.29849 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.33014 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.40854 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.42839 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.35623 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.4441 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.21223 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.3421 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.13305 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.53729 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.11005 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.06362 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.86038 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.4441 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.62741 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.20483 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.55207 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.28635 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.06625 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.29849 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.61776 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.64029 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.4701 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.24891 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.48572 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.11005 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.06625 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.59586 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.06625 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.22009 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.09479 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.60832 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.06943 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.27427 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.52 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.42493 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.71836 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.75064 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.22009 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.217545, + "main_score": 0.217545 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json new file mode 100644 index 000000000..0d4d2102e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49823, + "main_score": 0.49823 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json new file mode 100644 index 000000000..aafbedc20 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46161, + "main_score": 0.46161 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json new file mode 100644 index 000000000..611353e25 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21869, + "main_score": 0.21869 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json new file mode 100644 index 000000000..0471bf235 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48185, + "main_score": 0.48185 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json new file mode 100644 index 000000000..36612a3c0 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49706000000000006, + "main_score": 0.49706000000000006 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json new file mode 100644 index 000000000..638e88311 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6882300000000001, + "main_score": 0.6882300000000001 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json new file mode 100644 index 000000000..3ffa734ef --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.59361 + }, + "Bro027_queries": { + "NDCG@10": 0.54729 + }, + "covid4_queries": { + "NDCG@10": 0.65819 + }, + "covid9_queries": { + "NDCG@10": 0.48402 + }, + "education4_queries": { + "NDCG@10": 0.46765 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5483300000000001, + "main_score": 0.5483300000000001 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json new file mode 100644 index 000000000..5796aeffa --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52542, + "main_score": 0.52542 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json new file mode 100644 index 000000000..704979b15 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46679, + "main_score": 0.46679 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json new file mode 100644 index 000000000..bf64ca1c4 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6390299999999999, + "main_score": 0.6390299999999999 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json new file mode 100644 index 000000000..8e07955f2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.81047, + "main_score": 0.81047 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json new file mode 100644 index 000000000..8290b5783 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77683, + "main_score": 0.77683 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json new file mode 100644 index 000000000..0b67f7486 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32929, + "main_score": 0.32929 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json new file mode 100644 index 000000000..507821043 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12875, + "main_score": 0.12875 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..f48605ae3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32966, + "main_score": 0.32966 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json new file mode 100644 index 000000000..9eee08190 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.55791, + "main_score": 0.55791 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json new file mode 100644 index 000000000..c039784fa --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48078, + "main_score": 0.48078 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json new file mode 100644 index 000000000..38d6a2b49 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62582, + "main_score": 0.62582 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/News21.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/News21.json new file mode 100644 index 000000000..d13c76ac6 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2835, + "main_score": 0.2835 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json new file mode 100644 index 000000000..65a574253 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45107, + "main_score": 0.45107 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..f3586b788 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40512, + "main_score": 0.40512 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..bb03d942c --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04619, + "main_score": 0.04619 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json new file mode 100644 index 000000000..81daa6690 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13894, + "main_score": 0.13894 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json new file mode 100644 index 000000000..a0679542c --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20705, + "main_score": 0.20705 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json new file mode 100644 index 000000000..4a5901f8d --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25729, + "main_score": 0.25729 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json new file mode 100644 index 000000000..714318334 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26686, + "main_score": 0.26686 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json new file mode 100644 index 000000000..e46470873 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22284000000000004, + "main_score": 0.22284000000000004 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json new file mode 100644 index 000000000..171112f1b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.49611, + "main_score": 0.49611 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json new file mode 100644 index 000000000..bca15859d --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42481, + "main_score": 0.42481 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json new file mode 100644 index 000000000..231965dbb --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10498000000000002, + "main_score": 0.10498000000000002 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json new file mode 100644 index 000000000..7e6c5e2b5 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.48583999999999994, + "main_score": 0.48583999999999994 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json new file mode 100644 index 000000000..4fe1c894b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.88652, + "main_score": 0.88652 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json new file mode 100644 index 000000000..91a525e0f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.87041, + "main_score": 0.87041 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json new file mode 100644 index 000000000..71ab93105 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4532, + "main_score": 0.4532 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json new file mode 100644 index 000000000..823d484b3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.30425, + "main_score": 0.30425 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json new file mode 100644 index 000000000..e96faa458 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11788, + "main_score": 0.11788 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json new file mode 100644 index 000000000..4e711fe4f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23854, + "main_score": 0.23854 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json new file mode 100644 index 000000000..b4170849f --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17606, + "main_score": 0.17606 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json new file mode 100644 index 000000000..343612477 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.15409 + }, + "college_2_queries": { + "NDCG@10": 0.84349 + }, + "store_1_queries": { + "NDCG@10": 0.82736 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6888485714285714, + "main_score": 0.6888485714285714 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json new file mode 100644 index 000000000..8a07538dc --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.1826 + }, + "college_2_queries": { + "NDCG@10": 0.8147 + }, + "store_1_queries": { + "NDCG@10": 0.75138 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6521128571428572, + "main_score": 0.6521128571428572 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json new file mode 100644 index 000000000..fd2f3f836 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.81753 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.49819 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 1.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.43068 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.51096 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.61315 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.15643 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 1.0 + }, + "django__django_13884_queries": { + "NDCG@10": 0.61315 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.63093 + }, + "django__django_15869_queries": { + "NDCG@10": 0.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 0.63093 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.61315 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.43068 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.33134 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.35621 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.30657 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.38685 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.2372 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51017 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.38685 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.0 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.35015 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.65082 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_1713_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.67139 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.14804 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.50127 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.20438 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 1.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.26407 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.43068 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.11285 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.26407 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.28906 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.13032 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.43068 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.17724 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.90603 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.61315 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.28906 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.39038 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.15851 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.5 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.70953 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3863630252100841, + "main_score": 0.3863630252100841 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json new file mode 100644 index 000000000..47d3d2dfc --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.70238, + "main_score": 0.70238 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json new file mode 100644 index 000000000..206118dcd --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.30191 + }, + "college_2_queries": { + "NDCG@10": 0.55772 + }, + "store_1_queries": { + "NDCG@10": 0.57738 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5064777358490565, + "main_score": 0.5064777358490565 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json new file mode 100644 index 000000000..91d13187b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.38236 + }, + "college_2_queries": { + "NDCG@10": 0.59657 + }, + "store_1_queries": { + "NDCG@10": 0.81948 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6237749056603773, + "main_score": 0.6237749056603773 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json new file mode 100644 index 000000000..78f826db2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5607, + "main_score": 0.5607 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json new file mode 100644 index 000000000..c5975da5e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42332000000000003, + "main_score": 0.42332000000000003 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json new file mode 100644 index 000000000..06acf31b2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2608, + "main_score": 0.2608 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json new file mode 100644 index 000000000..097473672 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21658000000000002, + "main_score": 0.21658000000000002 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json new file mode 100644 index 000000000..c46b8b8e2 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63647, + "main_score": 0.63647 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json new file mode 100644 index 000000000..777c77e4b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25012, + "main_score": 0.25012 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json new file mode 100644 index 000000000..319460be3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24588, + "main_score": 0.24588 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json new file mode 100644 index 000000000..db30b6bbf --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3326, + "main_score": 0.3326 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json new file mode 100644 index 000000000..7fffb5d7e --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.83122, + "main_score": 0.83122 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json new file mode 100644 index 000000000..6ac4c54d0 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12916, + "main_score": 0.12916 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json new file mode 100644 index 000000000..e6bc4d7e8 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4097799999999999, + "main_score": 0.4097799999999999 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json new file mode 100644 index 000000000..f86ecfe65 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22383999999999998, + "main_score": 0.22383999999999998 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json new file mode 100644 index 000000000..708060e49 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.86311, + "main_score": 0.86311 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json new file mode 100644 index 000000000..8a2051f49 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37689, + "main_score": 0.37689 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json new file mode 100644 index 000000000..a730cb609 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26341, + "main_score": 0.26341 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json new file mode 100644 index 000000000..a39278f06 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26674, + "main_score": 0.26674 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json new file mode 100644 index 000000000..3e3e75360 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68682, + "main_score": 0.68682 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json new file mode 100644 index 000000000..b42c1bc56 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36434, + "main_score": 0.36434 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json new file mode 100644 index 000000000..0c0fa67ee --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39493, + "main_score": 0.39493 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json new file mode 100644 index 000000000..bd9fb4faf --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.97026, + "main_score": 0.97026 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json new file mode 100644 index 000000000..c50529bb3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6518999999999999, + "main_score": 0.6518999999999999 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json new file mode 100644 index 000000000..f0afbfd97 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.56849, + "main_score": 0.56849 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json new file mode 100644 index 000000000..b994cf602 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21205, + "main_score": 0.21205 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json new file mode 100644 index 000000000..a4132770c --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.78425, + "main_score": 0.78425 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json new file mode 100644 index 000000000..7e342937b --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09966, + "main_score": 0.09966 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json new file mode 100644 index 000000000..847a841f6 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09489, + "main_score": 0.09489 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json new file mode 100644 index 000000000..c90dfcaa3 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10025, + "main_score": 0.10025 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json new file mode 100644 index 000000000..72d47bdfe --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.59218, + "main_score": 0.59218 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json new file mode 100644 index 000000000..b199aff0a --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "intfloat__e5-small-v2", + "revision": "e519452236c636f5514f7387e3c9a4aa863877de", + "release_date": "2023-07-07", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 384, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json new file mode 100644 index 000000000..e705db237 --- /dev/null +++ b/results/intfloat__e5-small-v2/e519452236c636f5514f7387e3c9a4aa863877de/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.985, + "main_score": 0.985 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json index 829379eb2..cdeda26be 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json index e3a9479a9..30d18328c 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json index a03408ba3..b79dbadac 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json index 280b43714..1183754b9 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json index 034723365..b80e532bc 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json index 888160514..d9e81bb0c 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json index a67d5f79f..af5c5c55f 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json index 28d61e9fe..c9aaac683 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json index 424af0267..d8b16b5f2 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json index ebbe3cd60..8746baad7 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json index d9a4b06a6..815de780b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json index 7c80e3751..fffe04847 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json index dbf079e96..d21305f6f 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json index 35e0afca7..579d9f953 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json index ea45f14fd..8ad9c109b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json index 68eb3b856..159fe2f36 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json index ad50c4119..bcac1a5ce 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json index b310a5ba0..c113cfc96 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json index c4634cdf8..3eb4cd94e 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json index 11a42b350..52f6dca18 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json index 09ea5e7bf..f4afd8e19 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json index 3c23536af..adcb7c65f 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json index 1f06e9ea4..eb32de907 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json index b7daefa7c..f162c799a 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json index 7aeb600a7..6f3faada3 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json index d643b3c1d..882fcb506 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json index 8f8e7afee..914eb95f0 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json index c0dff29f2..f52d32b8b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json index 8745076af..27e02d8da 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json index a7f34b1a5..806463ba5 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json index 10988456c..ced48117b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json index fa024dae8..4050089fd 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json index fe9aa7c25..55dbd5211 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json index d7c886abc..1aaea041b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json index adf025789..a7f3b69a1 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json index cf6abc61a..dde7474e5 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json index 0060fa8a9..6f43309e4 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json index 551ebabc5..a45d5283d 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json index 46a3d0339..3687eae45 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json index 3d44807ad..13ee6faaf 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json index eaa2d24a9..c5c82c9de 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json index 0e3b34cbe..96762df12 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json index a81962eda..c38287081 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json index b7d10c0be..fa5b215cf 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json index a49171a93..d4b4934c0 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json index de9cccb6f..c35d43bda 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json index c482712bb..61ce12d29 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json index 941720c27..83e9e09c5 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json index dc31f07b6..86254ae33 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json index 2a8b4062b..4f2e72048 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json index b75056663..d69bae8a2 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json index 98a7c1604..2e32b8a16 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json index 697c8c4bd..eb1079b83 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json index 0cdc4eb38..a8710bb89 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json index 1128e44c4..fd2bf31e6 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json index 041a89ae2..8e20465b7 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json index bcce196ff..4ea99da70 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json index 4546704f1..a169d9931 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json index 1872aacce..81ef77035 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json index d5ede3b97..6806df2f2 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json index cce80558c..ff434bc97 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json index 97849622a..8ef4fe906 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json index 2c096d4e0..e05417bdc 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json index 31447b624..44d3298b4 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json index c7f4b52b2..845c99339 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json index 71063bbc8..c0d6bcac3 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json index fa80c7bd4..8c295c202 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json index 7ea91aeb8..f854be1eb 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json index 818ab14ac..a20edd079 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json index 4f4fa3f1a..b83e0dedf 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json index 15f4a0621..d9c871327 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json index 0bb70199b..15a9b043e 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json index b70b618a5..b9ec2065a 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json index f3c8a0266..581a5ba7f 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json index fba5dcb26..61b289e81 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json index 411f0ed74..0cef2da41 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json index 43e89b6cf..a4242c0d5 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json index ab16d7497..3f03bfe57 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json index bf123967f..1ac87849c 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json index d7e49102e..d45d73624 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json index 9c19594e3..6701d8feb 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json index bb3a1aff2..2d39707f1 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json index 977e87d97..f83f3b1c8 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json index 728b57a6a..c5dd9bc51 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json index c88c4509e..21898aace 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json index 175473ba1..ae16e6897 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json index 818857171..3cf2a6b36 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json index 5d6e6b87b..d27f00781 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json index f998c472f..7264397a9 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json index f407312c0..00b13c246 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json index 615a01038..78fff88cd 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json index 0727725c1..22ef36701 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json index 7d24190c3..558bd2d99 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json index 502964421..5caf0b252 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json index 7dbbaff4a..d97588705 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json index 67fd52b61..94dcba046 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json index c70da9595..969b25a4e 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json index c2ef4d73d..7036e214a 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json index 9691d8003..8a62bceda 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json index 107a424f5..f7fdde18b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json index 720acce59..785472064 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json index 20b49fbb4..e8ba3970b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json index 6d9968a36..1ed4ad80b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json index 111905287..d54a4b9f1 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json index 5ca8011c6..7db07b9ee 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json index 10ddb5502..f33fca8fe 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json index 23f5f255c..e930d9081 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json index ce2713bf8..76f00dcd3 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json index a7d5c864c..1b4999e63 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json index 511566ef3..d448bfbb6 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json index 89454ab47..b6e78f397 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json index 1dd2fd9d9..e9f579163 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json index 0866c7d23..dc8d90577 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json index ed2f94018..035ebb8b5 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json index e8b7955b5..1300f4514 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json index d33f83dca..cf1c67429 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json index 3c40e03bf..c448ac758 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json index 89cc4e080..4eabd863f 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json index 00bc762cb..82c7a5d64 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json index c43413281..cd096b305 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json index 1862ab4a6..2daebf536 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json index 1878497fd..d0d0d7302 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json index d50347802..e6c96e7b8 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json index 6da115a4b..55edbe7de 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json index 6c7a37485..b8b08190b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json index 1f219ccfc..1907bba00 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json @@ -22,5 +22,6 @@ "use_instructions": null, "zero_shot_benchmarks": null, "task_name": "model_meta", - "evaluation_time": null + "evaluation_time": null, + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json index e2936aab0..c506e589b 100644 --- a/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json +++ b/results/nvidia__NV-Embed-v1-instruct/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json index 69d45bca4..b98b66592 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ACORDAR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ACORDAR" + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json index d514444ea..1f3fbee4e 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Case.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Case" + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json index 5e8426005..be2074699 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AILA2019-Statutes.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AILA2019-Statutes" + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json index 1cabb6f40..9c2dc473b 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/APPS.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "APPS" + "task_name": "APPS", + "mteb_dataset_name": "APPS" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json index 6afa8e0ed..2e77a57cc 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/AY2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "AY2" + "task_name": "AY2", + "mteb_dataset_name": "AY2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json index 40af009f9..0620429f3 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Apple.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Apple" + "task_name": "Apple", + "mteb_dataset_name": "Apple" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json index 9bfe544dd..e605180cd 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ArguAna.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ArguAna" + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json index a53d52286..c0e3a4a55 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BSARD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BSARD" + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json index d133ebf42..54a7c1e3c 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/BillSum.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "BillSum" + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json index 484e87b22..e98fd9004 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CARE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CARE" + "task_name": "CARE", + "mteb_dataset_name": "CARE" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json index 16295ccee..17d8ec8bd 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2019" + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json index 3e8818890..efe08f248 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2020" + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json index efd071794..95fc18ef4 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2021" + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json index 152e9363a..6aad299b7 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CAsT_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CAsT_2022" + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json index e01e44fa1..de9673907 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CPCD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CPCD" + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json index 085f43dcd..edfbbb383 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CQADupStack.json @@ -47,5 +47,6 @@ } ] }, - "task_name": "CQADupStack" + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json index 1dcff8abd..8914f9915 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CUAD.json @@ -23,5 +23,6 @@ } ] }, - "task_name": "CUAD" + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json index 5a4e00f9b..b47bc7647 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ChroniclingAmericaQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ChroniclingAmericaQA" + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json index 0f1cc5cd5..298373a51 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2014" + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json index dbe9c1408..6b2ded90a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2015" + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json index bc30266f5..c67795e3f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CliniDS_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CliniDS_2016" + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json index 788d05074..0f2ec1042 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2021" + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json index e474ff1f9..65d4f3b5f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2022" + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json index d69ad2e97..e8f4db09b 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ClinicalTrials_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ClinicalTrials_2023" + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json index 07b978fea..2f98e5f93 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeEditSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeEditSearch" + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json index b52a61140..886ba9aa6 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/CodeSearchNet.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "CodeSearchNet" + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json index 401c184de..d47a80832 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Competition-Math.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Competition-Math" + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json index d045d73ee..6d3a1b508 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Conala.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Conala" + "task_name": "Conala", + "mteb_dataset_name": "Conala" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json index b1f1213e9..96a052a73 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ConvFinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ConvFinQA" + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json index 51002790d..14d9551da 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core17.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core17" + "task_name": "Core17", + "mteb_dataset_name": "Core17" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json index a1a26f359..9cb398a55 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Core_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Core_2017" + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json index a07dafa89..2021e202f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2015.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2015" + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json index aa8719a41..d1e32ce4d 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2016.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2016" + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json index ed026eff8..5d41f42e3 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/DD_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "DD_2017" + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json index 64c813671..03e5ca3f9 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ELI5.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ELI5" + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json index 598177484..8bbf6684e 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ExcluIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ExcluIR" + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json index 49015b123..43ee6a4be 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2020" + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json index 4f6e6b148..083f16f4c 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2021.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2021" + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json index afe6ef45b..a9cd0e759 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FairRanking_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FairRanking_2022" + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json index 9ea349e95..3d66ca6c3 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Fever.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Fever" + "task_name": "Fever", + "mteb_dataset_name": "Fever" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json index 34fbfc5c8..f0ea761e6 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FiQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FiQA" + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json index 764d3d52d..704c3b6ae 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinQA" + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json index 92a348ad8..3c3ac3018 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FinanceBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FinanceBench" + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json index 69cb6d5ca..9b9a833e3 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/FoodAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "FoodAPI" + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json index 2cfdac539..2400f31f2 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2004.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2004" + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json index e34ee419f..b40b70086 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2005.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2005" + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json index bfba58006..241d02119 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2006.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2006" + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json index 373e7d1db..b3d4ed37f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Genomics-AdHoc_2007.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Genomics-AdHoc_2007" + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json index 7c4dd6739..77e1d2d6a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/GerDaLIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "GerDaLIR" + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json index 5f7db5040..2073860e8 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HC3Finance.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HC3Finance" + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json index c096f9b52..96bca6174 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HuggingfaceAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HuggingfaceAPI" + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json index d8ea9759f..d27dc7b3e 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/HumanEval-X.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "HumanEval-X" + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json index 1e36e9562..c6dc74ace 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/IFEval.json @@ -539,5 +539,6 @@ } ] }, - "task_name": "IFEval" + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json index 217ad5f68..1584987ef 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/InstructIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "InstructIR" + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json index a5e61ec9d..057be7526 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeCaRDv2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeCaRDv2" + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json index 345103442..ff6d04684 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LeetCode.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LeetCode" + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json index 59f70707a..7e9ff45c2 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LegalQuAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LegalQuAD" + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json index a0c781dcb..80243ba24 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/LitSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "LitSearch" + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json index 03a3f107a..086f3fe82 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MBPP.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "MBPP" + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json index 6413256fd..49e438bb4 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/MISeD.json @@ -26,5 +26,6 @@ } ] }, - "task_name": "MISeD" + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json index 528250568..f5f95a37a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2011" + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json index bb9c70f29..f49c949aa 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2012.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2012" + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json index 6419ebc34..24598ae86 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2013.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2013" + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json index 04576a8f3..f12b1ae3d 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Microblog_2014.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Microblog_2014" + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json index f0ffbba4a..c384adc7f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Monant.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Monant" + "task_name": "Monant", + "mteb_dataset_name": "Monant" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json index 28156afd9..9763572b5 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NFCorpus.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NFCorpus" + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json index 8b03ab723..7e5e098e0 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NTCIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NTCIR" + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json index 87cdaef56..a9b8968e5 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR-Tech_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR-Tech_2023" + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json index b2dac22cd..8255ba587 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2022.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2022" + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json index 784055b8d..5dbc53f64 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NeuCLIR_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NeuCLIR_2023" + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json index e582d7420..fd7787a0a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/NevIR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "NevIR" + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json index 1c0717272..aecfc7780 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/News21.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "News21" + "task_name": "News21", + "mteb_dataset_name": "News21" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json index 5e8fb5bbe..3e5a83602 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PointRec.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PointRec" + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json index 96064efa8..f9010838b 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2019" + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json index 3021aa1c6..5727b8ccb 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine-Article_2020.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine-Article_2020" + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json index 1e14a6c10..452670d3e 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2017.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2017" + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json index 3c5979415..39c1fa806 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2018.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2018" + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json index 6c4a5b4e0..675923011 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PrecisionMedicine_2019.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PrecisionMedicine_2019" + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json index 8b369d21a..4aedfac24 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Dialog.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Dialog" + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json index 66e135130..f2668eeee 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProCIS-Turn.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProCIS-Turn" + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json index 27ddd4d88..ad0e3eb40 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProductSearch_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProductSearch_2023" + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json index 5c79b3e23..0dc56e004 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Proof" + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json index cd58b3692..18641ec6d 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ProofWiki_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ProofWiki_Reference" + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json index 8e849d227..6b7f3a579 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/PytorchAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "PytorchAPI" + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json index a275d63c9..02fdb5658 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/QuanTemp.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "QuanTemp" + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json index d683288fb..64353f898 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Quora.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Quora" + "task_name": "Quora", + "mteb_dataset_name": "Quora" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json index 631b02fbe..54b8e60f1 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-EU2UK.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-EU2UK" + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json index 5a5497c13..38bb359ba 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/REGIR-UK2EU.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "REGIR-UK2EU" + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json index 0c672b280..5fca0d5a5 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/RepoBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "RepoBench" + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json index 640291f18..92d228653 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Robust04.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Robust04" + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json index 6cc5a7e6c..1a079ee9a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC-SQL" + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json index b23c93585..af9434228 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SParC.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "SParC" + "task_name": "SParC", + "mteb_dataset_name": "SParC" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json index e906adde6..1c69856ac 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SWE-Bench-Lite.json @@ -368,5 +368,6 @@ } ] }, - "task_name": "SWE-Bench-Lite" + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json index c88c09c5e..342bc8530 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciDocs.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciDocs" + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json index 1f769aa88..f64dfdb10 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SciFact.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SciFact" + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json index 1cb3010a4..a6ceec700 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider-SQL.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider-SQL" + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json index 8cfb073c7..e4ce4b034 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Spider.json @@ -20,5 +20,6 @@ } ] }, - "task_name": "Spider" + "task_name": "Spider", + "mteb_dataset_name": "Spider" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json index 6f7212e86..45d8df92f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/SpotifyAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "SpotifyAPI" + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json index dd9e43d6a..a8bd041b3 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/StackMathQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "StackMathQA" + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json index db05cb7c7..9dd83ccae 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Proof" + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json index e4e5bf73e..9c228b80c 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stacks_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stacks_Reference" + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json index f42534537..4a980c950 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Proof" + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json index a1dee8a89..bcbb65506 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Stein_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Stein_Reference" + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json index 70aff5f01..faf5d260a 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAD.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAD" + "task_name": "TAD", + "mteb_dataset_name": "TAD" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json index fe6e20080..961c59cba 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAS2.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAS2" + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json index 83d1018fa..8bbfc6e63 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TAT-DQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TAT-DQA" + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json index 658834552..b86085a42 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TLDR.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TLDR" + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json index 5fa791cd2..2b9ba2933 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TMDB.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TMDB" + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json index 1ab22cab2..3c7e8c2f0 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREC-Legal_2011.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREC-Legal_2011" + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json index 67d31d47a..c9d155e70 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TREx.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TREx" + "task_name": "TREx", + "mteb_dataset_name": "TREx" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json index cbf46a96b..63b90c18d 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TensorAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TensorAPI" + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json index 8eaf7379f..fbfbdf3b8 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2023.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2023" + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json index 80603878a..d823f332c 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToT_2024.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToT_2024" + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json index c67c28ee5..39a969f6b 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/ToolBench.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "ToolBench" + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json index 29a9f8b5b..9e4839f48 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/TopiOCQA.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "TopiOCQA" + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json index 1c6ff025a..0ff1591ae 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Touche.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Touche" + "task_name": "Touche", + "mteb_dataset_name": "Touche" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json index c47fd36f8..ab76d974f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trade-the-event.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trade-the-event" + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json index 30fb7eb62..1a8aa4283 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trec-Covid.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trec-Covid" + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json index 434e24d88..14614e873 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Proof.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Proof" + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json index a727ca204..21a3c06ad 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/Trench_Reference.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "Trench_Reference" + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json index 709c89b09..61bedf0c2 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WeatherAPI.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WeatherAPI" + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json index d45570c30..5dd1853d9 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WebTableSearch.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WebTableSearch" + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json index 5d129ee24..31ef42d9f 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnCw.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnCw" + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json index 11004239a..a12095ab5 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WnWi.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WnWi" + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json index 7a154208b..384a41dba 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/WoW.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "WoW" + "task_name": "WoW", + "mteb_dataset_name": "WoW" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json index 102baf38b..2c712f235 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/model_meta.json @@ -22,5 +22,6 @@ "use_instructions": null, "zero_shot_benchmarks": null, "task_name": "model_meta", - "evaluation_time": null + "evaluation_time": null, + "mteb_dataset_name": "model_meta" } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json index bf480af73..1aa1e00c9 100644 --- a/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json +++ b/results/nvidia__NV-Embed-v1/570834afd5fef5bf3a3c2311a2b6e0a66f6f4f2c/zsRE.json @@ -11,5 +11,6 @@ } ] }, - "task_name": "zsRE" + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" } \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json new file mode 100644 index 000000000..e596c7691 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15322, + "main_score": 0.15322 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json new file mode 100644 index 000000000..52cb11b4c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05758, + "main_score": 0.05758 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json new file mode 100644 index 000000000..5395c5a53 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07242, + "main_score": 0.07242 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json new file mode 100644 index 000000000..7e982abf7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16583000000000003, + "main_score": 0.16583000000000003 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json new file mode 100644 index 000000000..60a72d836 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07479, + "main_score": 0.07479 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json new file mode 100644 index 000000000..d6df78125 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41431, + "main_score": 0.41431 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json new file mode 100644 index 000000000..e2c7fd496 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3496, + "main_score": 0.3496 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json new file mode 100644 index 000000000..6596481c3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01172, + "main_score": 0.01172 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json new file mode 100644 index 000000000..5b136f754 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21471, + "main_score": 0.21471 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json new file mode 100644 index 000000000..5b373bd44 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14626, + "main_score": 0.14626 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json new file mode 100644 index 000000000..e241b9e9a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13125, + "main_score": 0.13125 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json new file mode 100644 index 000000000..24a6f517d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04566, + "main_score": 0.04566 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json new file mode 100644 index 000000000..607c18ba0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12846, + "main_score": 0.12846 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json new file mode 100644 index 000000000..3719be098 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.45266, + "main_score": 0.45266 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json new file mode 100644 index 000000000..9577279d0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00191, + "main_score": 0.00191 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json new file mode 100644 index 000000000..97c41168e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.49411 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.17619 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.19335 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.30437 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.06018 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.2 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.29937 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.14413 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.16309 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.33626 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.3 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.06309 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.227845, + "main_score": 0.227845 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json new file mode 100644 index 000000000..70bf85549 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.07748 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.04593 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.10723 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.09292 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08548181818181819, + "main_score": 0.08548181818181819 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json new file mode 100644 index 000000000..002e7e3f4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05893000000000001, + "main_score": 0.05893000000000001 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json new file mode 100644 index 000000000..e8655ad10 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39924, + "main_score": 0.39924 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json new file mode 100644 index 000000000..96d9ce5eb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33337, + "main_score": 0.33337 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json new file mode 100644 index 000000000..9884819c8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09328, + "main_score": 0.09328 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json new file mode 100644 index 000000000..59024fa8d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25118, + "main_score": 0.25118 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json new file mode 100644 index 000000000..39893ebbc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19641000000000003, + "main_score": 0.19641000000000003 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json new file mode 100644 index 000000000..d365f2a8e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05237, + "main_score": 0.05237 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json new file mode 100644 index 000000000..8b2eb2e75 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10898, + "main_score": 0.10898 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json new file mode 100644 index 000000000..261760f44 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42156, + "main_score": 0.42156 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json new file mode 100644 index 000000000..e2944889b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7600099999999999, + "main_score": 0.7600099999999999 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json new file mode 100644 index 000000000..6b87bfeac --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0337, + "main_score": 0.0337 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json new file mode 100644 index 000000000..ba94a40e9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.14833, + "main_score": 0.14833 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json new file mode 100644 index 000000000..2147877f8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17502, + "main_score": 0.17502 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json new file mode 100644 index 000000000..d8fc2712f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33148, + "main_score": 0.33148 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json new file mode 100644 index 000000000..5c57828a8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24867, + "main_score": 0.24867 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json new file mode 100644 index 000000000..d68740d8f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18886, + "main_score": 0.18886 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json new file mode 100644 index 000000000..38d8bf9d2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32329, + "main_score": 0.32329 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json new file mode 100644 index 000000000..6ce2a9627 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27333, + "main_score": 0.27333 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json new file mode 100644 index 000000000..5242667b4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.58618, + "main_score": 0.58618 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json new file mode 100644 index 000000000..bd4c96a62 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09783, + "main_score": 0.09783 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json new file mode 100644 index 000000000..31acfdac8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27656, + "main_score": 0.27656 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json new file mode 100644 index 000000000..e2a03b308 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2482, + "main_score": 0.2482 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json new file mode 100644 index 000000000..7eb0f2905 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44848, + "main_score": 0.44848 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json new file mode 100644 index 000000000..31a67bf8c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18963000000000002, + "main_score": 0.18963000000000002 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json new file mode 100644 index 000000000..31a9d0064 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3085, + "main_score": 0.3085 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json new file mode 100644 index 000000000..aad2f99ac --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05655, + "main_score": 0.05655 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json new file mode 100644 index 000000000..c74587214 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35243, + "main_score": 0.35243 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..d997fef86 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39817, + "main_score": 0.39817 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..8daeb35f6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20732, + "main_score": 0.20732 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..9732d9ffe --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12244, + "main_score": 0.12244 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..ebc104e81 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10501, + "main_score": 0.10501 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json new file mode 100644 index 000000000..08b300536 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0432, + "main_score": 0.0432 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json new file mode 100644 index 000000000..c03e12e7c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10158000000000002, + "main_score": 0.10158000000000002 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json new file mode 100644 index 000000000..5fb4692e5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16182, + "main_score": 0.16182 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json new file mode 100644 index 000000000..03e7345fa --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4546, + "main_score": 0.4546 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json new file mode 100644 index 000000000..0e4f6566c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.78592 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.31516 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.30523 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.33014 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.07336 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.06362 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.50175 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.22401 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.31488 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 1.0 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.7223 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.56379 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.7223 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.79676 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 1.0 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.43511 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.37259 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 0.531 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.45374 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.5474 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06943 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.49509 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.38431 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.28371 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.07336 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.56379 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 0.86695 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.64219 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.48153 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.86431 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.43463 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.79358 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 1.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.79676 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.55993 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.30523 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.61759 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.61102 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.55414 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.62751 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.79358 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.15457 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.1514 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.06625 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.07336 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.40002 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.38272 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.66202 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.22009 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.71836 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.30523 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.4035 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.35895 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.3437 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.15841 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.29346 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.36289 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.87012 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.469 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.59888 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.61102 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.56379 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.60672 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.13886 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.93375 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.30308 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.80069 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.16104 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.62741 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.1763 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.7223 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.37467 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.28952 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.72733 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.55826 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.38824 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.17993 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.08514 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.28323 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.24619 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.46364 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 0.92664 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.61728 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.67176 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.87012 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.93638 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.59146 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.66183 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.72733 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.06943 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.08514 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.28088 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.13698 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.36886 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.93375 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.69113 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.24619 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.93638 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.32731 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.77534 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.72733 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.32731 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.53214 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.64219 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.1763 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.71162 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.42839 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.55414 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.19519 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.72733 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.13886 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.16354 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37389875, + "main_score": 0.37389875 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json new file mode 100644 index 000000000..866c7dd8c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74062, + "main_score": 0.74062 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json new file mode 100644 index 000000000..f37571558 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3692599999999999, + "main_score": 0.3692599999999999 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json new file mode 100644 index 000000000..d025c98d7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36028, + "main_score": 0.36028 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json new file mode 100644 index 000000000..e2bbeffa6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16338, + "main_score": 0.16338 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json new file mode 100644 index 000000000..34b835252 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46634, + "main_score": 0.46634 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json new file mode 100644 index 000000000..7561a391b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.68539, + "main_score": 0.68539 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json new file mode 100644 index 000000000..b44d85ed4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.67863 + }, + "Bro027_queries": { + "NDCG@10": 0.57254 + }, + "covid4_queries": { + "NDCG@10": 0.36372 + }, + "covid9_queries": { + "NDCG@10": 0.58916 + }, + "education4_queries": { + "NDCG@10": 0.43079 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5313617391304348, + "main_score": 0.5313617391304348 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json new file mode 100644 index 000000000..0ea0c1fb5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.023249999999999996, + "main_score": 0.023249999999999996 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json new file mode 100644 index 000000000..01d1288e6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01694, + "main_score": 0.01694 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json new file mode 100644 index 000000000..2371f0de1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02594, + "main_score": 0.02594 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json new file mode 100644 index 000000000..cd345af5c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06827, + "main_score": 0.06827 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json new file mode 100644 index 000000000..cc9c3c435 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7012, + "main_score": 0.7012 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json new file mode 100644 index 000000000..0c48efafc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24011, + "main_score": 0.24011 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json new file mode 100644 index 000000000..57a1cedeb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10186, + "main_score": 0.10186 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..f3baae055 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28583, + "main_score": 0.28583 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json new file mode 100644 index 000000000..34fe6fc99 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53087, + "main_score": 0.53087 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json new file mode 100644 index 000000000..b07bf7994 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44996, + "main_score": 0.44996 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json new file mode 100644 index 000000000..430164721 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41578, + "main_score": 0.41578 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/News21.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/News21.json new file mode 100644 index 000000000..303036cbc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25759, + "main_score": 0.25759 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json new file mode 100644 index 000000000..6d3bb99c4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17971, + "main_score": 0.17971 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..6ea6237f4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.05739999999999999, + "main_score": 0.05739999999999999 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..a50b314fc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json new file mode 100644 index 000000000..c1b717971 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.02162, + "main_score": 0.02162 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json new file mode 100644 index 000000000..06630115e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json new file mode 100644 index 000000000..a2c8be073 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01973, + "main_score": 0.01973 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json new file mode 100644 index 000000000..589513fc0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19415, + "main_score": 0.19415 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json new file mode 100644 index 000000000..95cb94439 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19349, + "main_score": 0.19349 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json new file mode 100644 index 000000000..19daaa046 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.24735, + "main_score": 0.24735 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json new file mode 100644 index 000000000..99be6c1c7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44789999999999996, + "main_score": 0.44789999999999996 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json new file mode 100644 index 000000000..48dd8956a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12391999999999999, + "main_score": 0.12391999999999999 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json new file mode 100644 index 000000000..f6d151907 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36405, + "main_score": 0.36405 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json new file mode 100644 index 000000000..95276a7bc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7409599999999998, + "main_score": 0.7409599999999998 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json new file mode 100644 index 000000000..2a32bab68 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44542000000000004, + "main_score": 0.44542000000000004 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json new file mode 100644 index 000000000..b027b6f2d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38923, + "main_score": 0.38923 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json new file mode 100644 index 000000000..2829cc97e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31006, + "main_score": 0.31006 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json new file mode 100644 index 000000000..7e7bdc4b1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.04873, + "main_score": 0.04873 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json new file mode 100644 index 000000000..7db51147b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23916, + "main_score": 0.23916 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json new file mode 100644 index 000000000..a220da2eb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.03339, + "main_score": 0.03339 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json new file mode 100644 index 000000000..923c25217 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.03076 + }, + "college_2_queries": { + "NDCG@10": 0.07227 + }, + "store_1_queries": { + "NDCG@10": 0.46736 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23269928571428572, + "main_score": 0.23269928571428572 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json new file mode 100644 index 000000000..e1240da15 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.0 + }, + "college_2_queries": { + "NDCG@10": 0.14867 + }, + "store_1_queries": { + "NDCG@10": 0.25906 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.16412214285714286, + "main_score": 0.16412214285714286 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json new file mode 100644 index 000000000..7e7fc82a0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.10634 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.79039 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.6257 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.30657 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.38685 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.18154 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.5 + }, + "django__django_13884_queries": { + "NDCG@10": 0.30657 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.33333 + }, + "django__django_15869_queries": { + "NDCG@10": 0.0 + }, + "django__django_16901_queries": { + "NDCG@10": 0.0 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.20438 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.26407 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.30103 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.43068 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.14607 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.31546 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.61315 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.20438 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.58028 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.43068 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.51017 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.43068 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.33333 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.53072 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.46928 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 0.63093 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.33333 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.79772 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_1766_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.43068 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.5 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.18154 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.15643 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.33333 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.85034 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.5 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.19343 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.39565 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.61315 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.11285 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.21841 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.31546 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.43068 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.38685 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.63093 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.30103 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.39038 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.11706 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.63093 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.14127 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.43068 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 0.43068 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.13886 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.43068 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.50323 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.30103 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3208615966386555, + "main_score": 0.3208615966386555 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json new file mode 100644 index 000000000..5fa04c932 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5786, + "main_score": 0.5786 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json new file mode 100644 index 000000000..b0c8a83ee --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.30407 + }, + "college_2_queries": { + "NDCG@10": 0.01316 + }, + "store_1_queries": { + "NDCG@10": 0.24604 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1581177358490566, + "main_score": 0.1581177358490566 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json new file mode 100644 index 000000000..8c06f412a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.19145 + }, + "college_2_queries": { + "NDCG@10": 0.13791 + }, + "store_1_queries": { + "NDCG@10": 0.14616 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15283415094339622, + "main_score": 0.15283415094339622 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json new file mode 100644 index 000000000..1b97fdacc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28049, + "main_score": 0.28049 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json new file mode 100644 index 000000000..326dc888d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44484, + "main_score": 0.44484 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json new file mode 100644 index 000000000..26d0ae902 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31495, + "main_score": 0.31495 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json new file mode 100644 index 000000000..b345ffe87 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21145, + "main_score": 0.21145 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json new file mode 100644 index 000000000..dad7fccbe --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63216, + "main_score": 0.63216 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json new file mode 100644 index 000000000..8da7057d5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32956, + "main_score": 0.32956 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json new file mode 100644 index 000000000..785abc832 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21392, + "main_score": 0.21392 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json new file mode 100644 index 000000000..89c44bc22 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27398, + "main_score": 0.27398 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json new file mode 100644 index 000000000..5c55ed3dc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37471, + "main_score": 0.37471 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json new file mode 100644 index 000000000..e0daf2cb7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07388, + "main_score": 0.07388 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json new file mode 100644 index 000000000..2d75b2975 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13498, + "main_score": 0.13498 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json new file mode 100644 index 000000000..c509fa685 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15649, + "main_score": 0.15649 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json new file mode 100644 index 000000000..0452e57fa --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.00431, + "main_score": 0.00431 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json new file mode 100644 index 000000000..38b5384d4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37091, + "main_score": 0.37091 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json new file mode 100644 index 000000000..dd4d55f78 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29228, + "main_score": 0.29228 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json new file mode 100644 index 000000000..ea3b61307 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.21642, + "main_score": 0.21642 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json new file mode 100644 index 000000000..7507470fb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41117, + "main_score": 0.41117 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json new file mode 100644 index 000000000..2aa8f848d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34948, + "main_score": 0.34948 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json new file mode 100644 index 000000000..0ca8232e6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29401, + "main_score": 0.29401 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json new file mode 100644 index 000000000..aff0e5e7c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7198300000000001, + "main_score": 0.7198300000000001 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json new file mode 100644 index 000000000..2d068bf30 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37239, + "main_score": 0.37239 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json new file mode 100644 index 000000000..bbcebaaed --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.62695, + "main_score": 0.62695 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json new file mode 100644 index 000000000..9f9077174 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25038, + "main_score": 0.25038 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json new file mode 100644 index 000000000..fe990c584 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.75082, + "main_score": 0.75082 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json new file mode 100644 index 000000000..102993d16 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07275, + "main_score": 0.07275 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json new file mode 100644 index 000000000..a8048cccf --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.061959999999999994, + "main_score": 0.061959999999999994 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json new file mode 100644 index 000000000..eb06171c7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07019, + "main_score": 0.07019 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json new file mode 100644 index 000000000..b05639fd2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5082, + "main_score": 0.5082 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json new file mode 100644 index 000000000..6b43cc3ab --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "sentence-transformers__all-MiniLM-L6-v2-instruct", + "revision": "ea89dfad053bba14677bb784a4269898abbdce44", + "release_date": "2024-02-03", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 22713216, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 384, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json new file mode 100644 index 000000000..534de8ae9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2-instruct/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0, + "main_score": 0.0 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json new file mode 100644 index 000000000..6713e6539 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ACORDAR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2634, + "main_score": 0.2634 + } + ] + }, + "task_name": "ACORDAR", + "mteb_dataset_name": "ACORDAR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json new file mode 100644 index 000000000..a3d0334ce --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Case.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06543, + "main_score": 0.06543 + } + ] + }, + "task_name": "AILA2019-Case", + "mteb_dataset_name": "AILA2019-Case" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json new file mode 100644 index 000000000..8cc14fa41 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AILA2019-Statutes.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11715, + "main_score": 0.11715 + } + ] + }, + "task_name": "AILA2019-Statutes", + "mteb_dataset_name": "AILA2019-Statutes" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json new file mode 100644 index 000000000..519d051cf --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/APPS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.18506, + "main_score": 0.18506 + } + ] + }, + "task_name": "APPS", + "mteb_dataset_name": "APPS" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json new file mode 100644 index 000000000..b7879cbcf --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/AY2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.09306, + "main_score": 0.09306 + } + ] + }, + "task_name": "AY2", + "mteb_dataset_name": "AY2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json new file mode 100644 index 000000000..df9c12c91 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Apple.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6302, + "main_score": 0.6302 + } + ] + }, + "task_name": "Apple", + "mteb_dataset_name": "Apple" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json new file mode 100644 index 000000000..a4d9a3c11 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ArguAna.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35656, + "main_score": 0.35656 + } + ] + }, + "task_name": "ArguAna", + "mteb_dataset_name": "ArguAna" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json new file mode 100644 index 000000000..6f8a3695f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BSARD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.08036, + "main_score": 0.08036 + } + ] + }, + "task_name": "BSARD", + "mteb_dataset_name": "BSARD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json new file mode 100644 index 000000000..70ae37b8a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/BillSum.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53805, + "main_score": 0.53805 + } + ] + }, + "task_name": "BillSum", + "mteb_dataset_name": "BillSum" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json new file mode 100644 index 000000000..0c7da57fc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CARE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41091, + "main_score": 0.41091 + } + ] + }, + "task_name": "CARE", + "mteb_dataset_name": "CARE" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json new file mode 100644 index 000000000..e623e13e3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17979, + "main_score": 0.17979 + } + ] + }, + "task_name": "CAsT_2019", + "mteb_dataset_name": "CAsT_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json new file mode 100644 index 000000000..128d4adaf --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19444, + "main_score": 0.19444 + } + ] + }, + "task_name": "CAsT_2020", + "mteb_dataset_name": "CAsT_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json new file mode 100644 index 000000000..49e18501e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23506, + "main_score": 0.23506 + } + ] + }, + "task_name": "CAsT_2021", + "mteb_dataset_name": "CAsT_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json new file mode 100644 index 000000000..bf054176a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CAsT_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52984, + "main_score": 0.52984 + } + ] + }, + "task_name": "CAsT_2022", + "mteb_dataset_name": "CAsT_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json new file mode 100644 index 000000000..fd1309789 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CPCD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.0026, + "main_score": 0.0026 + } + ] + }, + "task_name": "CPCD", + "mteb_dataset_name": "CPCD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json new file mode 100644 index 000000000..90b66394d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CQADupStack.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "CQADupStack_Android_queries": { + "NDCG@10": 0.68855 + }, + "CQADupStack_English_queries": { + "NDCG@10": 0.26491 + }, + "CQADupStack_Gaming_queries": { + "NDCG@10": 0.45958 + }, + "CQADupStack_Gis_queries": { + "NDCG@10": 0.60828 + }, + "CQADupStack_Math_queries": { + "NDCG@10": 0.06801 + }, + "CQADupStack_Physics_queries": { + "NDCG@10": 0.24381 + }, + "CQADupStack_Programmers_queries": { + "NDCG@10": 0.63393 + }, + "CQADupStack_Stats_queries": { + "NDCG@10": 0.26332 + }, + "CQADupStack_Tex_queries": { + "NDCG@10": 0.23869 + }, + "CQADupStack_Unix_queries": { + "NDCG@10": 0.55629 + }, + "CQADupStack_WebMasters_queries": { + "NDCG@10": 0.32497 + }, + "CQADupStack_Wordpress_queries": { + "NDCG@10": 0.092 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37019499999999994, + "main_score": 0.37019499999999994 + } + ] + }, + "task_name": "CQADupStack", + "mteb_dataset_name": "CQADupStack" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json new file mode 100644 index 000000000..084fdd7e0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CUAD.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "GOOSEHEADINSURANCE_queries": { + "NDCG@10": 0.21998 + }, + "GRANTIERRAENERGY_queries": { + "NDCG@10": 0.05006 + }, + "HarpoonTherapeutics_queries": { + "NDCG@10": 0.28452 + }, + "Monsanto_Company_queries": { + "NDCG@10": 0.28279 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23034340909090908, + "main_score": 0.23034340909090908 + } + ] + }, + "task_name": "CUAD", + "mteb_dataset_name": "CUAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json new file mode 100644 index 000000000..41387231a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ChroniclingAmericaQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36128, + "main_score": 0.36128 + } + ] + }, + "task_name": "ChroniclingAmericaQA", + "mteb_dataset_name": "ChroniclingAmericaQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json new file mode 100644 index 000000000..ae6c2ddd3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42917, + "main_score": 0.42917 + } + ] + }, + "task_name": "CliniDS_2014", + "mteb_dataset_name": "CliniDS_2014" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json new file mode 100644 index 000000000..b39e07461 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33391, + "main_score": 0.33391 + } + ] + }, + "task_name": "CliniDS_2015", + "mteb_dataset_name": "CliniDS_2015" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json new file mode 100644 index 000000000..312cf6ffb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CliniDS_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11954, + "main_score": 0.11954 + } + ] + }, + "task_name": "CliniDS_2016", + "mteb_dataset_name": "CliniDS_2016" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json new file mode 100644 index 000000000..12a0da5c3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25255, + "main_score": 0.25255 + } + ] + }, + "task_name": "ClinicalTrials_2021", + "mteb_dataset_name": "ClinicalTrials_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json new file mode 100644 index 000000000..a0051d263 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22057, + "main_score": 0.22057 + } + ] + }, + "task_name": "ClinicalTrials_2022", + "mteb_dataset_name": "ClinicalTrials_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json new file mode 100644 index 000000000..ebcdcea32 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ClinicalTrials_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.22191, + "main_score": 0.22191 + } + ] + }, + "task_name": "ClinicalTrials_2023", + "mteb_dataset_name": "ClinicalTrials_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json new file mode 100644 index 000000000..9342fdbaf --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeEditSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40226, + "main_score": 0.40226 + } + ] + }, + "task_name": "CodeEditSearch", + "mteb_dataset_name": "CodeEditSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json new file mode 100644 index 000000000..0132a4c65 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/CodeSearchNet.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.53848, + "main_score": 0.53848 + } + ] + }, + "task_name": "CodeSearchNet", + "mteb_dataset_name": "CodeSearchNet" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json new file mode 100644 index 000000000..290fe8951 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Competition-Math.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7913799999999999, + "main_score": 0.7913799999999999 + } + ] + }, + "task_name": "Competition-Math", + "mteb_dataset_name": "Competition-Math" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json new file mode 100644 index 000000000..a23721098 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Conala.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.13973, + "main_score": 0.13973 + } + ] + }, + "task_name": "Conala", + "mteb_dataset_name": "Conala" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json new file mode 100644 index 000000000..612358363 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ConvFinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40517999999999993, + "main_score": 0.40517999999999993 + } + ] + }, + "task_name": "ConvFinQA", + "mteb_dataset_name": "ConvFinQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json new file mode 100644 index 000000000..ef29684f9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core17.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20464, + "main_score": 0.20464 + } + ] + }, + "task_name": "Core17", + "mteb_dataset_name": "Core17" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json new file mode 100644 index 000000000..96bba8966 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Core_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37105, + "main_score": 0.37105 + } + ] + }, + "task_name": "Core_2017", + "mteb_dataset_name": "Core_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json new file mode 100644 index 000000000..d7eedac19 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2015.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34975, + "main_score": 0.34975 + } + ] + }, + "task_name": "DD_2015", + "mteb_dataset_name": "DD_2015" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json new file mode 100644 index 000000000..43902c8a3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2016.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.28308, + "main_score": 0.28308 + } + ] + }, + "task_name": "DD_2016", + "mteb_dataset_name": "DD_2016" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json new file mode 100644 index 000000000..b5201bdea --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/DD_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34134, + "main_score": 0.34134 + } + ] + }, + "task_name": "DD_2017", + "mteb_dataset_name": "DD_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json new file mode 100644 index 000000000..374546f99 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ELI5.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43268, + "main_score": 0.43268 + } + ] + }, + "task_name": "ELI5", + "mteb_dataset_name": "ELI5" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json new file mode 100644 index 000000000..df7db35c9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ExcluIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7400999999999999, + "main_score": 0.7400999999999999 + } + ] + }, + "task_name": "ExcluIR", + "mteb_dataset_name": "ExcluIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json new file mode 100644 index 000000000..0409915f4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37998, + "main_score": 0.37998 + } + ] + }, + "task_name": "FairRanking_2020", + "mteb_dataset_name": "FairRanking_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json new file mode 100644 index 000000000..d7040dad2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2021.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51683, + "main_score": 0.51683 + } + ] + }, + "task_name": "FairRanking_2021", + "mteb_dataset_name": "FairRanking_2021" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json new file mode 100644 index 000000000..88c5241e9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FairRanking_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74174, + "main_score": 0.74174 + } + ] + }, + "task_name": "FairRanking_2022", + "mteb_dataset_name": "FairRanking_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json new file mode 100644 index 000000000..105a568a8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Fever.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.74505, + "main_score": 0.74505 + } + ] + }, + "task_name": "Fever", + "mteb_dataset_name": "Fever" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json new file mode 100644 index 000000000..23c3dbe54 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FiQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.37078000000000005, + "main_score": 0.37078000000000005 + } + ] + }, + "task_name": "FiQA", + "mteb_dataset_name": "FiQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json new file mode 100644 index 000000000..f0979ab47 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35936999999999997, + "main_score": 0.35936999999999997 + } + ] + }, + "task_name": "FinQA", + "mteb_dataset_name": "FinQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json new file mode 100644 index 000000000..c6ff65234 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FinanceBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10710000000000001, + "main_score": 0.10710000000000001 + } + ] + }, + "task_name": "FinanceBench", + "mteb_dataset_name": "FinanceBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json new file mode 100644 index 000000000..0b626ac73 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/FoodAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3778, + "main_score": 0.3778 + } + ] + }, + "task_name": "FoodAPI", + "mteb_dataset_name": "FoodAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json new file mode 100644 index 000000000..4069d0c89 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2004.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5565, + "main_score": 0.5565 + } + ] + }, + "task_name": "Genomics-AdHoc_2004", + "mteb_dataset_name": "Genomics-AdHoc_2004" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json new file mode 100644 index 000000000..5fa51d62f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2005.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35996, + "main_score": 0.35996 + } + ] + }, + "task_name": "Genomics-AdHoc_2005", + "mteb_dataset_name": "Genomics-AdHoc_2005" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json new file mode 100644 index 000000000..d46a09a05 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2006.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.17958, + "main_score": 0.17958 + } + ] + }, + "task_name": "Genomics-AdHoc_2006", + "mteb_dataset_name": "Genomics-AdHoc_2006" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json new file mode 100644 index 000000000..76e729ac2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Genomics-AdHoc_2007.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20453, + "main_score": 0.20453 + } + ] + }, + "task_name": "Genomics-AdHoc_2007", + "mteb_dataset_name": "Genomics-AdHoc_2007" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json new file mode 100644 index 000000000..b1d5446a8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/GerDaLIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.10259, + "main_score": 0.10259 + } + ] + }, + "task_name": "GerDaLIR", + "mteb_dataset_name": "GerDaLIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json new file mode 100644 index 000000000..e458a950b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HC3Finance.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1127, + "main_score": 0.1127 + } + ] + }, + "task_name": "HC3Finance", + "mteb_dataset_name": "HC3Finance" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json new file mode 100644 index 000000000..26fb08333 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HuggingfaceAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.23677, + "main_score": 0.23677 + } + ] + }, + "task_name": "HuggingfaceAPI", + "mteb_dataset_name": "HuggingfaceAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json new file mode 100644 index 000000000..3909bb59b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/HumanEval-X.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.50121, + "main_score": 0.50121 + } + ] + }, + "task_name": "HumanEval-X", + "mteb_dataset_name": "HumanEval-X" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json new file mode 100644 index 000000000..b87438fce --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/IFEval.json @@ -0,0 +1,544 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "detectable_format__number_bullet_lists_2078_queries": { + "NDCG@10": 0.71162 + }, + "detectable_format__number_bullet_lists_102_queries": { + "NDCG@10": 0.60832 + }, + "detectable_format__number_bullet_lists_2195_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__number_bullet_lists_2314_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1934_queries": { + "NDCG@10": 0.31205 + }, + "detectable_format__number_bullet_lists_2667_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1634_queries": { + "NDCG@10": 0.06943 + }, + "detectable_format__number_bullet_lists_2100_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_bullet_lists_1286_queries": { + "NDCG@10": 0.30523 + }, + "detectable_format__number_bullet_lists_2457_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1130_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2107_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_1964_queries": { + "NDCG@10": 0.0 + }, + "keywords__letter_frequency_2265_queries": { + "NDCG@10": 0.20512 + }, + "detectable_format__constrained_response_3752_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3755_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3754_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3753_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_227_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__constrained_response_3749_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3756_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3751_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3750_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__constrained_response_3757_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_2245_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1107_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1162_queries": { + "NDCG@10": 0.48864 + }, + "punctuation__no_comma_1418_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1001_queries": { + "NDCG@10": 0.06625 + }, + "punctuation__no_comma_1187_queries": { + "NDCG@10": 0.4035 + }, + "punctuation__no_comma_1738_queries": { + "NDCG@10": 0.0 + }, + "punctuation__no_comma_1300_queries": { + "NDCG@10": 0.93638 + }, + "punctuation__no_comma_2069_queries": { + "NDCG@10": 0.56379 + }, + "punctuation__no_comma_1643_queries": { + "NDCG@10": 0.55414 + }, + "keywords__existence_3156_queries": { + "NDCG@10": 0.0 + }, + "keywords__existence_2485_queries": { + "NDCG@10": 0.38824 + }, + "keywords__existence_1531_queries": { + "NDCG@10": 0.72733 + }, + "keywords__existence_3732_queries": { + "NDCG@10": 0.19519 + }, + "keywords__existence_2662_queries": { + "NDCG@10": 0.17993 + }, + "change_case__english_capital_2341_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_capital_3186_queries": { + "NDCG@10": 0.38431 + }, + "change_case__english_capital_2563_queries": { + "NDCG@10": 0.63322 + }, + "change_case__english_capital_1999_queries": { + "NDCG@10": 0.1763 + }, + "change_case__english_capital_24_queries": { + "NDCG@10": 0.22009 + }, + "change_case__english_capital_1645_queries": { + "NDCG@10": 0.06625 + }, + "change_case__english_lowercase_1122_queries": { + "NDCG@10": 0.57632 + }, + "change_case__english_lowercase_1361_queries": { + "NDCG@10": 0.33014 + }, + "change_case__english_lowercase_1019_queries": { + "NDCG@10": 0.39376 + }, + "change_case__english_lowercase_1087_queries": { + "NDCG@10": 0.43232 + }, + "change_case__english_lowercase_1667_queries": { + "NDCG@10": 0.93638 + }, + "change_case__english_lowercase_1516_queries": { + "NDCG@10": 0.0 + }, + "change_case__english_lowercase_1535_queries": { + "NDCG@10": 1.0 + }, + "change_case__english_lowercase_1593_queries": { + "NDCG@10": 0.56379 + }, + "change_case__english_lowercase_1843_queries": { + "NDCG@10": 0.09479 + }, + "keywords__frequency_1393_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1733_queries": { + "NDCG@10": 0.06362 + }, + "keywords__frequency_2142_queries": { + "NDCG@10": 0.17319 + }, + "keywords__frequency_2292_queries": { + "NDCG@10": 0.7223 + }, + "keywords__frequency_1498_queries": { + "NDCG@10": 0.43735 + }, + "keywords__frequency_1203_queries": { + "NDCG@10": 0.0 + }, + "keywords__frequency_1857_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_sentences_1837_queries": { + "NDCG@10": 0.469 + }, + "length_constraints__number_sentences_2674_queries": { + "NDCG@10": 0.40002 + }, + "length_constraints__number_sentences_2617_queries": { + "NDCG@10": 0.93375 + }, + "length_constraints__number_sentences_1381_queries": { + "NDCG@10": 0.79095 + }, + "length_constraints__number_sentences_2266_queries": { + "NDCG@10": 0.41528 + }, + "length_constraints__number_sentences_1268_queries": { + "NDCG@10": 0.55414 + }, + "length_constraints__number_sentences_179_queries": { + "NDCG@10": 0.70658 + }, + "length_constraints__number_paragraphs_1236_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2941_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1248_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1858_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_1377_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2357_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_paragraphs_2921_queries": { + "NDCG@10": 0.06362 + }, + "length_constraints__number_paragraphs_1082_queries": { + "NDCG@10": 0.66183 + }, + "length_constraints__number_paragraphs_2467_queries": { + "NDCG@10": 0.06362 + }, + "combination__two_responses_1591_queries": { + "NDCG@10": 0.23758 + }, + "combination__two_responses_1793_queries": { + "NDCG@10": 0.19519 + }, + "combination__two_responses_2912_queries": { + "NDCG@10": 0.52317 + }, + "combination__two_responses_1332_queries": { + "NDCG@10": 0.28952 + }, + "combination__two_responses_2383_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_136_queries": { + "NDCG@10": 0.11005 + }, + "combination__two_responses_1098_queries": { + "NDCG@10": 0.0 + }, + "combination__two_responses_1746_queries": { + "NDCG@10": 0.4441 + }, + "combination__two_responses_247_queries": { + "NDCG@10": 0.22009 + }, + "combination__two_responses_2918_queries": { + "NDCG@10": 0.58362 + }, + "detectable_content__postscript_2273_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_2070_queries": { + "NDCG@10": 0.58108 + }, + "detectable_content__postscript_1800_queries": { + "NDCG@10": 0.3215 + }, + "detectable_content__postscript_1305_queries": { + "NDCG@10": 0.93638 + }, + "detectable_content__postscript_1759_queries": { + "NDCG@10": 0.11005 + }, + "detectable_content__postscript_1367_queries": { + "NDCG@10": 0.71836 + }, + "detectable_content__postscript_1537_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__postscript_1879_queries": { + "NDCG@10": 0.28635 + }, + "detectable_content__postscript_1246_queries": { + "NDCG@10": 0.57507 + }, + "detectable_content__postscript_1620_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_2398_queries": { + "NDCG@10": 0.6976 + }, + "startend__end_checker_1902_queries": { + "NDCG@10": 0.45374 + }, + "startend__end_checker_2268_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1659_queries": { + "NDCG@10": 0.22401 + }, + "startend__end_checker_1893_queries": { + "NDCG@10": 0.79173 + }, + "startend__end_checker_2475_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1128_queries": { + "NDCG@10": 0.22009 + }, + "startend__end_checker_1939_queries": { + "NDCG@10": 0.0 + }, + "startend__end_checker_1446_queries": { + "NDCG@10": 0.09479 + }, + "startend__end_checker_1220_queries": { + "NDCG@10": 0.06943 + }, + "detectable_content__number_placeholders_3280_queries": { + "NDCG@10": 0.77917 + }, + "detectable_content__number_placeholders_1372_queries": { + "NDCG@10": 0.33014 + }, + "detectable_content__number_placeholders_3221_queries": { + "NDCG@10": 0.25881 + }, + "detectable_content__number_placeholders_1927_queries": { + "NDCG@10": 0.0 + }, + "detectable_content__number_placeholders_3126_queries": { + "NDCG@10": 0.29346 + }, + "detectable_content__number_placeholders_2164_queries": { + "NDCG@10": 0.7223 + }, + "detectable_content__number_placeholders_2136_queries": { + "NDCG@10": 0.0784 + }, + "detectable_content__number_placeholders_2304_queries": { + "NDCG@10": 0.22009 + }, + "detectable_content__number_placeholders_3743_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_2323_queries": { + "NDCG@10": 0.11005 + }, + "length_constraints__number_words_1072_queries": { + "NDCG@10": 0.13886 + }, + "length_constraints__number_words_1258_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__number_words_1251_queries": { + "NDCG@10": 0.15457 + }, + "length_constraints__number_words_164_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_168_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__number_highlighted_sections_1237_queries": { + "NDCG@10": 0.06625 + }, + "detectable_format__number_highlighted_sections_1601_queries": { + "NDCG@10": 0.20829 + }, + "detectable_format__number_highlighted_sections_167_queries": { + "NDCG@10": 0.80069 + }, + "detectable_format__number_highlighted_sections_1773_queries": { + "NDCG@10": 1.0 + }, + "detectable_format__number_highlighted_sections_1646_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__number_highlighted_sections_1379_queries": { + "NDCG@10": 0.53889 + }, + "detectable_format__number_highlighted_sections_1307_queries": { + "NDCG@10": 0.86695 + }, + "detectable_format__number_highlighted_sections_1886_queries": { + "NDCG@10": 0.60624 + }, + "detectable_format__number_highlighted_sections_1644_queries": { + "NDCG@10": 0.78498 + }, + "detectable_format__json_format_1094_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1148_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_1137_queries": { + "NDCG@10": 0.42884 + }, + "detectable_format__json_format_1075_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_2857_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_3223_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__json_format_2404_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__json_format_321_queries": { + "NDCG@10": 0.43735 + }, + "detectable_format__json_format_13_queries": { + "NDCG@10": 0.22009 + }, + "change_case__capital_word_frequency_2820_queries": { + "NDCG@10": 0.0 + }, + "change_case__capital_word_frequency_2849_queries": { + "NDCG@10": 0.0784 + }, + "change_case__capital_word_frequency_2870_queries": { + "NDCG@10": 0.4441 + }, + "change_case__capital_word_frequency_1592_queries": { + "NDCG@10": 0.13962 + }, + "detectable_format__multiple_sections_2023_queries": { + "NDCG@10": 0.57632 + }, + "detectable_format__multiple_sections_1548_queries": { + "NDCG@10": 0.0784 + }, + "detectable_format__multiple_sections_2925_queries": { + "NDCG@10": 0.08514 + }, + "detectable_format__multiple_sections_1131_queries": { + "NDCG@10": 0.16354 + }, + "detectable_format__multiple_sections_357_queries": { + "NDCG@10": 0.35895 + }, + "startend__quotation_2015_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_219_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2010_queries": { + "NDCG@10": 0.49201 + }, + "startend__quotation_1658_queries": { + "NDCG@10": 0.36886 + }, + "startend__quotation_1325_queries": { + "NDCG@10": 0.21726 + }, + "startend__quotation_1776_queries": { + "NDCG@10": 0.06362 + }, + "startend__quotation_2239_queries": { + "NDCG@10": 0.53889 + }, + "startend__quotation_1845_queries": { + "NDCG@10": 0.0 + }, + "startend__quotation_2209_queries": { + "NDCG@10": 0.76242 + }, + "length_constraints__nth_paragraph_first_word_2880_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_181_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2250_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_2215_queries": { + "NDCG@10": 0.52393 + }, + "length_constraints__nth_paragraph_first_word_3073_queries": { + "NDCG@10": 0.17948 + }, + "length_constraints__nth_paragraph_first_word_2590_queries": { + "NDCG@10": 0.0 + }, + "length_constraints__nth_paragraph_first_word_3624_queries": { + "NDCG@10": 0.14202 + }, + "length_constraints__nth_paragraph_first_word_1954_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1262_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2229_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_295_queries": { + "NDCG@10": 0.63254 + }, + "detectable_format__title_2097_queries": { + "NDCG@10": 0.56379 + }, + "detectable_format__title_1802_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_1322_queries": { + "NDCG@10": 0.41528 + }, + "detectable_format__title_2969_queries": { + "NDCG@10": 0.22009 + }, + "detectable_format__title_3057_queries": { + "NDCG@10": 0.35895 + }, + "detectable_format__title_1551_queries": { + "NDCG@10": 0.0 + }, + "detectable_format__title_2807_queries": { + "NDCG@10": 0.21726 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2605639772727274, + "main_score": 0.2605639772727274 + } + ] + }, + "task_name": "IFEval", + "mteb_dataset_name": "IFEval" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json new file mode 100644 index 000000000..71024d132 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/InstructIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4828, + "main_score": 0.4828 + } + ] + }, + "task_name": "InstructIR", + "mteb_dataset_name": "InstructIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json new file mode 100644 index 000000000..01a472954 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeCaRDv2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.43006, + "main_score": 0.43006 + } + ] + }, + "task_name": "LeCaRDv2", + "mteb_dataset_name": "LeCaRDv2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json new file mode 100644 index 000000000..502b67af0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LeetCode.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2471, + "main_score": 0.2471 + } + ] + }, + "task_name": "LeetCode", + "mteb_dataset_name": "LeetCode" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json new file mode 100644 index 000000000..fb8e274fd --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LegalQuAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39660000000000006, + "main_score": 0.39660000000000006 + } + ] + }, + "task_name": "LegalQuAD", + "mteb_dataset_name": "LegalQuAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json new file mode 100644 index 000000000..b99d55050 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/LitSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63234, + "main_score": 0.63234 + } + ] + }, + "task_name": "LitSearch", + "mteb_dataset_name": "LitSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json new file mode 100644 index 000000000..eea2fc240 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MBPP.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.69663, + "main_score": 0.69663 + } + ] + }, + "task_name": "MBPP", + "mteb_dataset_name": "MBPP" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json new file mode 100644 index 000000000..85c8a31f0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/MISeD.json @@ -0,0 +1,31 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "Bmr006_queries": { + "NDCG@10": 0.75859 + }, + "Bro027_queries": { + "NDCG@10": 0.63574 + }, + "covid4_queries": { + "NDCG@10": 0.38507 + }, + "covid9_queries": { + "NDCG@10": 0.5589 + }, + "education4_queries": { + "NDCG@10": 0.47895 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5714034782608696, + "main_score": 0.5714034782608696 + } + ] + }, + "task_name": "MISeD", + "mteb_dataset_name": "MISeD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json new file mode 100644 index 000000000..41f281f90 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.46695000000000003, + "main_score": 0.46695000000000003 + } + ] + }, + "task_name": "Microblog_2011", + "mteb_dataset_name": "Microblog_2011" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json new file mode 100644 index 000000000..406d71634 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2012.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42062, + "main_score": 0.42062 + } + ] + }, + "task_name": "Microblog_2012", + "mteb_dataset_name": "Microblog_2012" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json new file mode 100644 index 000000000..e0b8744f4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2013.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51333, + "main_score": 0.51333 + } + ] + }, + "task_name": "Microblog_2013", + "mteb_dataset_name": "Microblog_2013" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json new file mode 100644 index 000000000..c6631ed04 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Microblog_2014.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.77052, + "main_score": 0.77052 + } + ] + }, + "task_name": "Microblog_2014", + "mteb_dataset_name": "Microblog_2014" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json new file mode 100644 index 000000000..d84980dad --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Monant.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.742, + "main_score": 0.742 + } + ] + }, + "task_name": "Monant", + "mteb_dataset_name": "Monant" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json new file mode 100644 index 000000000..2f515c62a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NFCorpus.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31433, + "main_score": 0.31433 + } + ] + }, + "task_name": "NFCorpus", + "mteb_dataset_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json new file mode 100644 index 000000000..440196934 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NTCIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15064, + "main_score": 0.15064 + } + ] + }, + "task_name": "NTCIR", + "mteb_dataset_name": "NTCIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json new file mode 100644 index 000000000..db54a726c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR-Tech_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33204, + "main_score": 0.33204 + } + ] + }, + "task_name": "NeuCLIR-Tech_2023", + "mteb_dataset_name": "NeuCLIR-Tech_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json new file mode 100644 index 000000000..0077a9733 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2022.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.52132, + "main_score": 0.52132 + } + ] + }, + "task_name": "NeuCLIR_2022", + "mteb_dataset_name": "NeuCLIR_2022" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json new file mode 100644 index 000000000..73b1a1878 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NeuCLIR_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41539, + "main_score": 0.41539 + } + ] + }, + "task_name": "NeuCLIR_2023", + "mteb_dataset_name": "NeuCLIR_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json new file mode 100644 index 000000000..2abc6094b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/NevIR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.57427, + "main_score": 0.57427 + } + ] + }, + "task_name": "NevIR", + "mteb_dataset_name": "NevIR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/News21.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/News21.json new file mode 100644 index 000000000..d152dcf30 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/News21.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.26862, + "main_score": 0.26862 + } + ] + }, + "task_name": "News21", + "mteb_dataset_name": "News21" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json new file mode 100644 index 000000000..fe89e9394 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PointRec.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27576, + "main_score": 0.27576 + } + ] + }, + "task_name": "PointRec", + "mteb_dataset_name": "PointRec" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json new file mode 100644 index 000000000..7f7246610 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4499099999999999, + "main_score": 0.4499099999999999 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2019", + "mteb_dataset_name": "PrecisionMedicine-Article_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json new file mode 100644 index 000000000..534c1aebc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine-Article_2020.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.01226, + "main_score": 0.01226 + } + ] + }, + "task_name": "PrecisionMedicine-Article_2020", + "mteb_dataset_name": "PrecisionMedicine-Article_2020" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json new file mode 100644 index 000000000..4f8efd904 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2017.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15243, + "main_score": 0.15243 + } + ] + }, + "task_name": "PrecisionMedicine_2017", + "mteb_dataset_name": "PrecisionMedicine_2017" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json new file mode 100644 index 000000000..4d7f4267a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2018.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.19451999999999997, + "main_score": 0.19451999999999997 + } + ] + }, + "task_name": "PrecisionMedicine_2018", + "mteb_dataset_name": "PrecisionMedicine_2018" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json new file mode 100644 index 000000000..c1ba370c0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PrecisionMedicine_2019.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27588, + "main_score": 0.27588 + } + ] + }, + "task_name": "PrecisionMedicine_2019", + "mteb_dataset_name": "PrecisionMedicine_2019" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json new file mode 100644 index 000000000..9384da8b7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Dialog.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4103, + "main_score": 0.4103 + } + ] + }, + "task_name": "ProCIS-Dialog", + "mteb_dataset_name": "ProCIS-Dialog" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json new file mode 100644 index 000000000..4e1c2e01d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProCIS-Turn.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.32023, + "main_score": 0.32023 + } + ] + }, + "task_name": "ProCIS-Turn", + "mteb_dataset_name": "ProCIS-Turn" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json new file mode 100644 index 000000000..3e831b4d1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProductSearch_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.42241, + "main_score": 0.42241 + } + ] + }, + "task_name": "ProductSearch_2023", + "mteb_dataset_name": "ProductSearch_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json new file mode 100644 index 000000000..9fc821685 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.51289, + "main_score": 0.51289 + } + ] + }, + "task_name": "ProofWiki_Proof", + "mteb_dataset_name": "ProofWiki_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json new file mode 100644 index 000000000..777535bd7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ProofWiki_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12473, + "main_score": 0.12473 + } + ] + }, + "task_name": "ProofWiki_Reference", + "mteb_dataset_name": "ProofWiki_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json new file mode 100644 index 000000000..e41203b7d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/PytorchAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.39578, + "main_score": 0.39578 + } + ] + }, + "task_name": "PytorchAPI", + "mteb_dataset_name": "PytorchAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json new file mode 100644 index 000000000..37cf833f3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/QuanTemp.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7951500000000001, + "main_score": 0.7951500000000001 + } + ] + }, + "task_name": "QuanTemp", + "mteb_dataset_name": "QuanTemp" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json new file mode 100644 index 000000000..651e17dfc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Quora.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.85676, + "main_score": 0.85676 + } + ] + }, + "task_name": "Quora", + "mteb_dataset_name": "Quora" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json new file mode 100644 index 000000000..e99037aba --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-EU2UK.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.41490000000000005, + "main_score": 0.41490000000000005 + } + ] + }, + "task_name": "REGIR-EU2UK", + "mteb_dataset_name": "REGIR-EU2UK" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json new file mode 100644 index 000000000..5d6f9fcf0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/REGIR-UK2EU.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.31533, + "main_score": 0.31533 + } + ] + }, + "task_name": "REGIR-UK2EU", + "mteb_dataset_name": "REGIR-UK2EU" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json new file mode 100644 index 000000000..1d6ad8edd --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/RepoBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.11562, + "main_score": 0.11562 + } + ] + }, + "task_name": "RepoBench", + "mteb_dataset_name": "RepoBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json new file mode 100644 index 000000000..e13df4537 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Robust04.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25963, + "main_score": 0.25963 + } + ] + }, + "task_name": "Robust04", + "mteb_dataset_name": "Robust04" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json new file mode 100644 index 000000000..753793d36 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SCIDOCS.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.1968, + "main_score": 0.1968 + } + ] + }, + "task_name": "SCIDOCS", + "mteb_dataset_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json new file mode 100644 index 000000000..7e9560d8f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.19182 + }, + "college_2_queries": { + "NDCG@10": 0.20043 + }, + "store_1_queries": { + "NDCG@10": 0.59421 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.36734785714285717, + "main_score": 0.36734785714285717 + } + ] + }, + "task_name": "SParC-SQL", + "mteb_dataset_name": "SParC-SQL" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json new file mode 100644 index 000000000..aeed8e33a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SParC.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.23149 + }, + "college_2_queries": { + "NDCG@10": 0.62517 + }, + "store_1_queries": { + "NDCG@10": 0.75157 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5949814285714286, + "main_score": 0.5949814285714286 + } + ] + }, + "task_name": "SParC", + "mteb_dataset_name": "SParC" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json new file mode 100644 index 000000000..408073719 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SWE-Bench-Lite.json @@ -0,0 +1,373 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "astropy__astropy_12544_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_13158_queries": { + "NDCG@10": 0.10634 + }, + "astropy__astropy_13162_queries": { + "NDCG@10": 0.61315 + }, + "astropy__astropy_13398_queries": { + "NDCG@10": 0.53745 + }, + "astropy__astropy_13438_queries": { + "NDCG@10": 0.33333 + }, + "astropy__astropy_14439_queries": { + "NDCG@10": 0.0 + }, + "astropy__astropy_14701_queries": { + "NDCG@10": 0.63093 + }, + "astropy__astropy_14966_queries": { + "NDCG@10": 0.5 + }, + "astropy__astropy_7441_queries": { + "NDCG@10": 0.60526 + }, + "astropy__astropy_8707_queries": { + "NDCG@10": 0.30657 + }, + "django__django_11501_queries": { + "NDCG@10": 1.0 + }, + "django__django_12091_queries": { + "NDCG@10": 0.14804 + }, + "django__django_13192_queries": { + "NDCG@10": 1.0 + }, + "django__django_13218_queries": { + "NDCG@10": 0.63093 + }, + "django__django_13884_queries": { + "NDCG@10": 0.30657 + }, + "django__django_14441_queries": { + "NDCG@10": 1.0 + }, + "django__django_15481_queries": { + "NDCG@10": 0.43068 + }, + "django__django_15869_queries": { + "NDCG@10": 0.33333 + }, + "django__django_16901_queries": { + "NDCG@10": 0.31546 + }, + "django__django_17065_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_20518_queries": { + "NDCG@10": 0.21841 + }, + "matplotlib__matplotlib_23314_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_23913_queries": { + "NDCG@10": 1.0 + }, + "matplotlib__matplotlib_24627_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_24849_queries": { + "NDCG@10": 0.18458 + }, + "matplotlib__matplotlib_25027_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25238_queries": { + "NDCG@10": 0.38685 + }, + "matplotlib__matplotlib_25404_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25430_queries": { + "NDCG@10": 0.0 + }, + "matplotlib__matplotlib_25746_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2389_queries": { + "NDCG@10": 0.5 + }, + "mwaskom__seaborn_2576_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2766_queries": { + "NDCG@10": 0.16958 + }, + "mwaskom__seaborn_2813_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2853_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2946_queries": { + "NDCG@10": 0.0 + }, + "mwaskom__seaborn_2979_queries": { + "NDCG@10": 0.26407 + }, + "mwaskom__seaborn_2996_queries": { + "NDCG@10": 0.18458 + }, + "mwaskom__seaborn_3202_queries": { + "NDCG@10": 0.58028 + }, + "mwaskom__seaborn_3407_queries": { + "NDCG@10": 0.5 + }, + "pallets__flask_4045_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4074_queries": { + "NDCG@10": 0.65424 + }, + "pallets__flask_4160_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_4169_queries": { + "NDCG@10": 0.43068 + }, + "pallets__flask_4544_queries": { + "NDCG@10": 0.30103 + }, + "pallets__flask_4575_queries": { + "NDCG@10": 0.35853 + }, + "pallets__flask_4642_queries": { + "NDCG@10": 0.46928 + }, + "pallets__flask_4992_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5014_queries": { + "NDCG@10": 1.0 + }, + "pallets__flask_5063_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_1537_queries": { + "NDCG@10": 0.38685 + }, + "psf__requests_1713_queries": { + "NDCG@10": 0.61315 + }, + "psf__requests_1733_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_1766_queries": { + "NDCG@10": 1.0 + }, + "psf__requests_2193_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2466_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_2821_queries": { + "NDCG@10": 0.26407 + }, + "psf__requests_3362_queries": { + "NDCG@10": 0.0 + }, + "psf__requests_5414_queries": { + "NDCG@10": 0.63093 + }, + "psf__requests_863_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4339_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_4767_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_4827_queries": { + "NDCG@10": 0.46928 + }, + "pydata__xarray_4911_queries": { + "NDCG@10": 0.70392 + }, + "pydata__xarray_4966_queries": { + "NDCG@10": 0.38685 + }, + "pydata__xarray_5033_queries": { + "NDCG@10": 0.49115 + }, + "pydata__xarray_5682_queries": { + "NDCG@10": 0.5 + }, + "pydata__xarray_6135_queries": { + "NDCG@10": 0.18458 + }, + "pydata__xarray_6461_queries": { + "NDCG@10": 0.0 + }, + "pydata__xarray_7391_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4398_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_4604_queries": { + "NDCG@10": 0.38685 + }, + "pylint_dev__pylint_5175_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5446_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_5613_queries": { + "NDCG@10": 0.35621 + }, + "pylint_dev__pylint_6358_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_6412_queries": { + "NDCG@10": 0.16813 + }, + "pylint_dev__pylint_6556_queries": { + "NDCG@10": 0.0 + }, + "pylint_dev__pylint_8281_queries": { + "NDCG@10": 0.13906 + }, + "pylint_dev__pylint_8757_queries": { + "NDCG@10": 0.2372 + }, + "pytest_dev__pytest_10371_queries": { + "NDCG@10": 0.30103 + }, + "pytest_dev__pytest_11047_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_11148_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_5356_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_6680_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_7158_queries": { + "NDCG@10": 0.0 + }, + "pytest_dev__pytest_7352_queries": { + "NDCG@10": 0.63093 + }, + "pytest_dev__pytest_9064_queries": { + "NDCG@10": 1.0 + }, + "pytest_dev__pytest_9279_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_10198_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_10803_queries": { + "NDCG@10": 0.5 + }, + "scikit_learn__scikit_learn_10949_queries": { + "NDCG@10": 1.0 + }, + "scikit_learn__scikit_learn_11333_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_11635_queries": { + "NDCG@10": 0.2463 + }, + "scikit_learn__scikit_learn_12827_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_12834_queries": { + "NDCG@10": 0.0 + }, + "scikit_learn__scikit_learn_13302_queries": { + "NDCG@10": 0.43068 + }, + "scikit_learn__scikit_learn_13392_queries": { + "NDCG@10": 0.08747 + }, + "scikit_learn__scikit_learn_13779_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_11312_queries": { + "NDCG@10": 0.28906 + }, + "sphinx_doc__sphinx_11502_queries": { + "NDCG@10": 0.5 + }, + "sphinx_doc__sphinx_7356_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7590_queries": { + "NDCG@10": 0.79209 + }, + "sphinx_doc__sphinx_7757_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_7831_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_8125_queries": { + "NDCG@10": 0.43068 + }, + "sphinx_doc__sphinx_8863_queries": { + "NDCG@10": 0.0 + }, + "sphinx_doc__sphinx_9309_queries": { + "NDCG@10": 1.0 + }, + "sphinx_doc__sphinx_9828_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_13091_queries": { + "NDCG@10": 0.09479 + }, + "sympy__sympy_14817_queries": { + "NDCG@10": 0.63093 + }, + "sympy__sympy_14821_queries": { + "NDCG@10": 1.0 + }, + "sympy__sympy_15151_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_15933_queries": { + "NDCG@10": 0.50323 + }, + "sympy__sympy_16493_queries": { + "NDCG@10": 0.63093 + }, + "sympy__sympy_16858_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_17251_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_18532_queries": { + "NDCG@10": 0.0 + }, + "sympy__sympy_20212_queries": { + "NDCG@10": 0.0 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3518121008403363, + "main_score": 0.3518121008403363 + } + ] + }, + "task_name": "SWE-Bench-Lite", + "mteb_dataset_name": "SWE-Bench-Lite" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json new file mode 100644 index 000000000..65d43a11b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SciFact.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.67393, + "main_score": 0.67393 + } + ] + }, + "task_name": "SciFact", + "mteb_dataset_name": "SciFact" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json new file mode 100644 index 000000000..4bb49baab --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider-SQL.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.39123 + }, + "college_2_queries": { + "NDCG@10": 0.06977 + }, + "store_1_queries": { + "NDCG@10": 0.32629 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.2296733962264151, + "main_score": 0.2296733962264151 + } + ] + }, + "task_name": "Spider-SQL", + "mteb_dataset_name": "Spider-SQL" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json new file mode 100644 index 000000000..42931ca6f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Spider.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "chinook_1_queries": { + "NDCG@10": 0.42958 + }, + "college_2_queries": { + "NDCG@10": 0.45841 + }, + "store_1_queries": { + "NDCG@10": 0.65344 + }, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.5181190566037736, + "main_score": 0.5181190566037736 + } + ] + }, + "task_name": "Spider", + "mteb_dataset_name": "Spider" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json new file mode 100644 index 000000000..b89c332ac --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/SpotifyAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38250000000000006, + "main_score": 0.38250000000000006 + } + ] + }, + "task_name": "SpotifyAPI", + "mteb_dataset_name": "SpotifyAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json new file mode 100644 index 000000000..cdd797a5d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/StackMathQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.47082, + "main_score": 0.47082 + } + ] + }, + "task_name": "StackMathQA", + "mteb_dataset_name": "StackMathQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json new file mode 100644 index 000000000..e5953ec9d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.38386, + "main_score": 0.38386 + } + ] + }, + "task_name": "Stacks_Proof", + "mteb_dataset_name": "Stacks_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json new file mode 100644 index 000000000..54d553fe6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stacks_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.20315000000000003, + "main_score": 0.20315000000000003 + } + ] + }, + "task_name": "Stacks_Reference", + "mteb_dataset_name": "Stacks_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json new file mode 100644 index 000000000..9fd30adce --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.6769, + "main_score": 0.6769 + } + ] + }, + "task_name": "Stein_Proof", + "mteb_dataset_name": "Stein_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json new file mode 100644 index 000000000..cabcd1e23 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Stein_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.33448, + "main_score": 0.33448 + } + ] + }, + "task_name": "Stein_Reference", + "mteb_dataset_name": "Stein_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json new file mode 100644 index 000000000..317e9176a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAD.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25793, + "main_score": 0.25793 + } + ] + }, + "task_name": "TAD", + "mteb_dataset_name": "TAD" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json new file mode 100644 index 000000000..5b3776275 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAS2.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.34897, + "main_score": 0.34897 + } + ] + }, + "task_name": "TAS2", + "mteb_dataset_name": "TAS2" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json new file mode 100644 index 000000000..fb1e84cba --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TAT-DQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.82798, + "main_score": 0.82798 + } + ] + }, + "task_name": "TAT-DQA", + "mteb_dataset_name": "TAT-DQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json new file mode 100644 index 000000000..9ff2a4767 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TLDR.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.15597, + "main_score": 0.15597 + } + ] + }, + "task_name": "TLDR", + "mteb_dataset_name": "TLDR" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json new file mode 100644 index 000000000..015408be9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TMDB.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35519, + "main_score": 0.35519 + } + ] + }, + "task_name": "TMDB", + "mteb_dataset_name": "TMDB" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json new file mode 100644 index 000000000..62ce1926c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREC-Legal_2011.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4993600000000001, + "main_score": 0.4993600000000001 + } + ] + }, + "task_name": "TREC-Legal_2011", + "mteb_dataset_name": "TREC-Legal_2011" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json new file mode 100644 index 000000000..3303e3733 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TREx.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.71746, + "main_score": 0.71746 + } + ] + }, + "task_name": "TREx", + "mteb_dataset_name": "TREx" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json new file mode 100644 index 000000000..ad89a22fa --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TensorAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.44498, + "main_score": 0.44498 + } + ] + }, + "task_name": "TensorAPI", + "mteb_dataset_name": "TensorAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json new file mode 100644 index 000000000..bb93996c9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2023.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.29121, + "main_score": 0.29121 + } + ] + }, + "task_name": "ToT_2023", + "mteb_dataset_name": "ToT_2023" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json new file mode 100644 index 000000000..d05aeef71 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToT_2024.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.27389, + "main_score": 0.27389 + } + ] + }, + "task_name": "ToT_2024", + "mteb_dataset_name": "ToT_2024" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json new file mode 100644 index 000000000..a01996edc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/ToolBench.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.40079, + "main_score": 0.40079 + } + ] + }, + "task_name": "ToolBench", + "mteb_dataset_name": "ToolBench" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json new file mode 100644 index 000000000..b6770c370 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/TopiOCQA.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.3491, + "main_score": 0.3491 + } + ] + }, + "task_name": "TopiOCQA", + "mteb_dataset_name": "TopiOCQA" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json new file mode 100644 index 000000000..d95773fe6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Touche.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.35063, + "main_score": 0.35063 + } + ] + }, + "task_name": "Touche", + "mteb_dataset_name": "Touche" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json new file mode 100644 index 000000000..533f76dc4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trade-the-event.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.90437, + "main_score": 0.90437 + } + ] + }, + "task_name": "Trade-the-event", + "mteb_dataset_name": "Trade-the-event" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json new file mode 100644 index 000000000..491374d06 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trec-Covid.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.4607, + "main_score": 0.4607 + } + ] + }, + "task_name": "Trec-Covid", + "mteb_dataset_name": "Trec-Covid" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json new file mode 100644 index 000000000..ea2290142 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Proof.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.63616, + "main_score": 0.63616 + } + ] + }, + "task_name": "Trench_Proof", + "mteb_dataset_name": "Trench_Proof" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json new file mode 100644 index 000000000..cbc0a9941 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/Trench_Reference.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.25587, + "main_score": 0.25587 + } + ] + }, + "task_name": "Trench_Reference", + "mteb_dataset_name": "Trench_Reference" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json new file mode 100644 index 000000000..09f8fab3c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WeatherAPI.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.7546599999999999, + "main_score": 0.7546599999999999 + } + ] + }, + "task_name": "WeatherAPI", + "mteb_dataset_name": "WeatherAPI" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json new file mode 100644 index 000000000..6a12c855a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WebTableSearch.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.12009, + "main_score": 0.12009 + } + ] + }, + "task_name": "WebTableSearch", + "mteb_dataset_name": "WebTableSearch" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json new file mode 100644 index 000000000..79c10eb58 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnCw.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.07856, + "main_score": 0.07856 + } + ] + }, + "task_name": "WnCw", + "mteb_dataset_name": "WnCw" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json new file mode 100644 index 000000000..808607d4c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WnWi.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.06656, + "main_score": 0.06656 + } + ] + }, + "task_name": "WnWi", + "mteb_dataset_name": "WnWi" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json new file mode 100644 index 000000000..b5a65da40 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/WoW.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.54755, + "main_score": 0.54755 + } + ] + }, + "task_name": "WoW", + "mteb_dataset_name": "WoW" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json new file mode 100644 index 000000000..61214238b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/model_meta.json @@ -0,0 +1,25 @@ +{ + "name": "sentence-transformers__all-MiniLM-L6-v2", + "revision": "ea89dfad053bba14677bb784a4269898abbdce44", + "release_date": "2024-02-03", + "languages": [ + "en" + ], + "loader": null, + "n_parameters": 22713216, + "memory_usage": null, + "max_tokens": 512, + "embed_dim": 384, + "license": "mit", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": null, + "similarity_fn_name": null, + "use_instructions": null, + "zero_shot_benchmarks": null, + "mteb_dataset_name": "model_meta" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json new file mode 100644 index 000000000..667eea785 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/ea89dfad053bba14677bb784a4269898abbdce44/zsRE.json @@ -0,0 +1,16 @@ +{ + "dataset_revision": "7d24eac886a6ae6653a6b67433e1c302cb0e9ac6", + "mteb_version": "1.2.0", + "evaluation_time": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "NDCG@10": 0.8468800000000001, + "main_score": 0.8468800000000001 + } + ] + }, + "task_name": "zsRE", + "mteb_dataset_name": "zsRE" +} \ No newline at end of file