| { | |
| "nano_beir": { | |
| "NanoClimateFEVER_cosine_accuracy@1": 0.22, | |
| "NanoClimateFEVER_cosine_accuracy@3": 0.36, | |
| "NanoClimateFEVER_cosine_accuracy@5": 0.44, | |
| "NanoClimateFEVER_cosine_accuracy@10": 0.68, | |
| "NanoClimateFEVER_cosine_precision@1": 0.22, | |
| "NanoClimateFEVER_cosine_precision@3": 0.12, | |
| "NanoClimateFEVER_cosine_precision@5": 0.09200000000000001, | |
| "NanoClimateFEVER_cosine_precision@10": 0.08, | |
| "NanoClimateFEVER_cosine_recall@1": 0.10166666666666666, | |
| "NanoClimateFEVER_cosine_recall@3": 0.1433333333333333, | |
| "NanoClimateFEVER_cosine_recall@5": 0.19666666666666666, | |
| "NanoClimateFEVER_cosine_recall@10": 0.32233333333333336, | |
| "NanoClimateFEVER_cosine_ndcg@10": 0.24154521021050848, | |
| "NanoClimateFEVER_cosine_mrr@10": 0.3309126984126983, | |
| "NanoClimateFEVER_cosine_map@100": 0.17419838412151278, | |
| "NanoDBPedia_cosine_accuracy@1": 0.62, | |
| "NanoDBPedia_cosine_accuracy@3": 0.78, | |
| "NanoDBPedia_cosine_accuracy@5": 0.84, | |
| "NanoDBPedia_cosine_accuracy@10": 0.92, | |
| "NanoDBPedia_cosine_precision@1": 0.62, | |
| "NanoDBPedia_cosine_precision@3": 0.5199999999999999, | |
| "NanoDBPedia_cosine_precision@5": 0.452, | |
| "NanoDBPedia_cosine_precision@10": 0.364, | |
| "NanoDBPedia_cosine_recall@1": 0.07067219113244924, | |
| "NanoDBPedia_cosine_recall@3": 0.1473605766367288, | |
| "NanoDBPedia_cosine_recall@5": 0.18535916558236945, | |
| "NanoDBPedia_cosine_recall@10": 0.27484027728017424, | |
| "NanoDBPedia_cosine_ndcg@10": 0.4817256707832707, | |
| "NanoDBPedia_cosine_mrr@10": 0.7183571428571429, | |
| "NanoDBPedia_cosine_map@100": 0.3555155246867996, | |
| "NanoFEVER_cosine_accuracy@1": 0.76, | |
| "NanoFEVER_cosine_accuracy@3": 0.84, | |
| "NanoFEVER_cosine_accuracy@5": 0.9, | |
| "NanoFEVER_cosine_accuracy@10": 0.9, | |
| "NanoFEVER_cosine_precision@1": 0.76, | |
| "NanoFEVER_cosine_precision@3": 0.29333333333333333, | |
| "NanoFEVER_cosine_precision@5": 0.18799999999999997, | |
| "NanoFEVER_cosine_precision@10": 0.09399999999999999, | |
| "NanoFEVER_cosine_recall@1": 0.7066666666666666, | |
| "NanoFEVER_cosine_recall@3": 0.7933333333333333, | |
| "NanoFEVER_cosine_recall@5": 0.8533333333333333, | |
| "NanoFEVER_cosine_recall@10": 0.8533333333333333, | |
| "NanoFEVER_cosine_ndcg@10": 0.7928392587586685, | |
| "NanoFEVER_cosine_mrr@10": 0.805, | |
| "NanoFEVER_cosine_map@100": 0.7629176534259828, | |
| "NanoFiQA2018_cosine_accuracy@1": 0.3, | |
| "NanoFiQA2018_cosine_accuracy@3": 0.4, | |
| "NanoFiQA2018_cosine_accuracy@5": 0.42, | |
| "NanoFiQA2018_cosine_accuracy@10": 0.52, | |
| "NanoFiQA2018_cosine_precision@1": 0.3, | |
| "NanoFiQA2018_cosine_precision@3": 0.1733333333333333, | |
| "NanoFiQA2018_cosine_precision@5": 0.124, | |
| "NanoFiQA2018_cosine_precision@10": 0.08, | |
| "NanoFiQA2018_cosine_recall@1": 0.14474603174603173, | |
| "NanoFiQA2018_cosine_recall@3": 0.2201031746031746, | |
| "NanoFiQA2018_cosine_recall@5": 0.2519365079365079, | |
| "NanoFiQA2018_cosine_recall@10": 0.31682539682539684, | |
| "NanoFiQA2018_cosine_ndcg@10": 0.2761214091575939, | |
| "NanoFiQA2018_cosine_mrr@10": 0.35405555555555557, | |
| "NanoFiQA2018_cosine_map@100": 0.23650883511668197, | |
| "NanoHotpotQA_cosine_accuracy@1": 0.7, | |
| "NanoHotpotQA_cosine_accuracy@3": 0.76, | |
| "NanoHotpotQA_cosine_accuracy@5": 0.78, | |
| "NanoHotpotQA_cosine_accuracy@10": 0.8, | |
| "NanoHotpotQA_cosine_precision@1": 0.7, | |
| "NanoHotpotQA_cosine_precision@3": 0.3733333333333333, | |
| "NanoHotpotQA_cosine_precision@5": 0.244, | |
| "NanoHotpotQA_cosine_precision@10": 0.13399999999999998, | |
| "NanoHotpotQA_cosine_recall@1": 0.35, | |
| "NanoHotpotQA_cosine_recall@3": 0.56, | |
| "NanoHotpotQA_cosine_recall@5": 0.61, | |
| "NanoHotpotQA_cosine_recall@10": 0.67, | |
| "NanoHotpotQA_cosine_ndcg@10": 0.6362341710243232, | |
| "NanoHotpotQA_cosine_mrr@10": 0.7373333333333334, | |
| "NanoHotpotQA_cosine_map@100": 0.579012255659608, | |
| "NanoMSMARCO_cosine_accuracy@1": 0.28, | |
| "NanoMSMARCO_cosine_accuracy@3": 0.58, | |
| "NanoMSMARCO_cosine_accuracy@5": 0.64, | |
| "NanoMSMARCO_cosine_accuracy@10": 0.72, | |
| "NanoMSMARCO_cosine_precision@1": 0.28, | |
| "NanoMSMARCO_cosine_precision@3": 0.19333333333333333, | |
| "NanoMSMARCO_cosine_precision@5": 0.128, | |
| "NanoMSMARCO_cosine_precision@10": 0.07200000000000001, | |
| "NanoMSMARCO_cosine_recall@1": 0.28, | |
| "NanoMSMARCO_cosine_recall@3": 0.58, | |
| "NanoMSMARCO_cosine_recall@5": 0.64, | |
| "NanoMSMARCO_cosine_recall@10": 0.72, | |
| "NanoMSMARCO_cosine_ndcg@10": 0.5075011853031293, | |
| "NanoMSMARCO_cosine_mrr@10": 0.4386111111111111, | |
| "NanoMSMARCO_cosine_map@100": 0.4533366047009664, | |
| "NanoNFCorpus_cosine_accuracy@1": 0.38, | |
| "NanoNFCorpus_cosine_accuracy@3": 0.46, | |
| "NanoNFCorpus_cosine_accuracy@5": 0.54, | |
| "NanoNFCorpus_cosine_accuracy@10": 0.64, | |
| "NanoNFCorpus_cosine_precision@1": 0.38, | |
| "NanoNFCorpus_cosine_precision@3": 0.3, | |
| "NanoNFCorpus_cosine_precision@5": 0.3, | |
| "NanoNFCorpus_cosine_precision@10": 0.276, | |
| "NanoNFCorpus_cosine_recall@1": 0.012479157217241355, | |
| "NanoNFCorpus_cosine_recall@3": 0.04881894595681059, | |
| "NanoNFCorpus_cosine_recall@5": 0.06922116223257517, | |
| "NanoNFCorpus_cosine_recall@10": 0.10938910626227699, | |
| "NanoNFCorpus_cosine_ndcg@10": 0.30283246736353403, | |
| "NanoNFCorpus_cosine_mrr@10": 0.45196825396825396, | |
| "NanoNFCorpus_cosine_map@100": 0.12231981928859673, | |
| "NanoNQ_cosine_accuracy@1": 0.32, | |
| "NanoNQ_cosine_accuracy@3": 0.54, | |
| "NanoNQ_cosine_accuracy@5": 0.6, | |
| "NanoNQ_cosine_accuracy@10": 0.66, | |
| "NanoNQ_cosine_precision@1": 0.32, | |
| "NanoNQ_cosine_precision@3": 0.18666666666666665, | |
| "NanoNQ_cosine_precision@5": 0.128, | |
| "NanoNQ_cosine_precision@10": 0.07, | |
| "NanoNQ_cosine_recall@1": 0.3, | |
| "NanoNQ_cosine_recall@3": 0.51, | |
| "NanoNQ_cosine_recall@5": 0.58, | |
| "NanoNQ_cosine_recall@10": 0.64, | |
| "NanoNQ_cosine_ndcg@10": 0.48687028758380874, | |
| "NanoNQ_cosine_mrr@10": 0.4465, | |
| "NanoNQ_cosine_map@100": 0.4417143853257704, | |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.88, | |
| "NanoQuoraRetrieval_cosine_accuracy@3": 1.0, | |
| "NanoQuoraRetrieval_cosine_accuracy@5": 1.0, | |
| "NanoQuoraRetrieval_cosine_accuracy@10": 1.0, | |
| "NanoQuoraRetrieval_cosine_precision@1": 0.88, | |
| "NanoQuoraRetrieval_cosine_precision@3": 0.41999999999999993, | |
| "NanoQuoraRetrieval_cosine_precision@5": 0.26799999999999996, | |
| "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998, | |
| "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333332, | |
| "NanoQuoraRetrieval_cosine_recall@3": 0.972, | |
| "NanoQuoraRetrieval_cosine_recall@5": 0.9893333333333334, | |
| "NanoQuoraRetrieval_cosine_recall@10": 0.9926666666666667, | |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.9483612484877714, | |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.9366666666666665, | |
| "NanoQuoraRetrieval_cosine_map@100": 0.9296388888888888, | |
| "NanoSCIDOCS_cosine_accuracy@1": 0.46, | |
| "NanoSCIDOCS_cosine_accuracy@3": 0.68, | |
| "NanoSCIDOCS_cosine_accuracy@5": 0.84, | |
| "NanoSCIDOCS_cosine_accuracy@10": 0.9, | |
| "NanoSCIDOCS_cosine_precision@1": 0.46, | |
| "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333, | |
| "NanoSCIDOCS_cosine_precision@5": 0.304, | |
| "NanoSCIDOCS_cosine_precision@10": 0.18999999999999997, | |
| "NanoSCIDOCS_cosine_recall@1": 0.09666666666666666, | |
| "NanoSCIDOCS_cosine_recall@3": 0.21766666666666665, | |
| "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665, | |
| "NanoSCIDOCS_cosine_recall@10": 0.3896666666666666, | |
| "NanoSCIDOCS_cosine_ndcg@10": 0.3893008993021786, | |
| "NanoSCIDOCS_cosine_mrr@10": 0.6114444444444443, | |
| "NanoSCIDOCS_cosine_map@100": 0.3091964898288773, | |
| "NanoArguAna_cosine_accuracy@1": 0.22, | |
| "NanoArguAna_cosine_accuracy@3": 0.54, | |
| "NanoArguAna_cosine_accuracy@5": 0.58, | |
| "NanoArguAna_cosine_accuracy@10": 0.74, | |
| "NanoArguAna_cosine_precision@1": 0.22, | |
| "NanoArguAna_cosine_precision@3": 0.18, | |
| "NanoArguAna_cosine_precision@5": 0.11600000000000002, | |
| "NanoArguAna_cosine_precision@10": 0.07400000000000001, | |
| "NanoArguAna_cosine_recall@1": 0.22, | |
| "NanoArguAna_cosine_recall@3": 0.54, | |
| "NanoArguAna_cosine_recall@5": 0.58, | |
| "NanoArguAna_cosine_recall@10": 0.74, | |
| "NanoArguAna_cosine_ndcg@10": 0.4674888162177975, | |
| "NanoArguAna_cosine_mrr@10": 0.3815793650793651, | |
| "NanoArguAna_cosine_map@100": 0.3917367299367299, | |
| "NanoSciFact_cosine_accuracy@1": 0.58, | |
| "NanoSciFact_cosine_accuracy@3": 0.68, | |
| "NanoSciFact_cosine_accuracy@5": 0.7, | |
| "NanoSciFact_cosine_accuracy@10": 0.72, | |
| "NanoSciFact_cosine_precision@1": 0.58, | |
| "NanoSciFact_cosine_precision@3": 0.2533333333333333, | |
| "NanoSciFact_cosine_precision@5": 0.156, | |
| "NanoSciFact_cosine_precision@10": 0.08199999999999999, | |
| "NanoSciFact_cosine_recall@1": 0.545, | |
| "NanoSciFact_cosine_recall@3": 0.665, | |
| "NanoSciFact_cosine_recall@5": 0.685, | |
| "NanoSciFact_cosine_recall@10": 0.71, | |
| "NanoSciFact_cosine_ndcg@10": 0.6523742480687815, | |
| "NanoSciFact_cosine_mrr@10": 0.6375, | |
| "NanoSciFact_cosine_map@100": 0.6370166989443306, | |
| "NanoTouche2020_cosine_accuracy@1": 0.4489795918367347, | |
| "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326, | |
| "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694, | |
| "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939, | |
| "NanoTouche2020_cosine_precision@1": 0.4489795918367347, | |
| "NanoTouche2020_cosine_precision@3": 0.41496598639455773, | |
| "NanoTouche2020_cosine_precision@5": 0.4326530612244897, | |
| "NanoTouche2020_cosine_precision@10": 0.3591836734693878, | |
| "NanoTouche2020_cosine_recall@1": 0.03398816288797225, | |
| "NanoTouche2020_cosine_recall@3": 0.09117793391499442, | |
| "NanoTouche2020_cosine_recall@5": 0.15321422858378142, | |
| "NanoTouche2020_cosine_recall@10": 0.24000922572748823, | |
| "NanoTouche2020_cosine_ndcg@10": 0.3959230964031327, | |
| "NanoTouche2020_cosine_mrr@10": 0.6308309037900873, | |
| "NanoTouche2020_cosine_map@100": 0.3023791135389433, | |
| "NanoBEIR_mean_cosine_accuracy@1": 0.47453689167974883, | |
| "NanoBEIR_mean_cosine_accuracy@3": 0.6458084772370486, | |
| "NanoBEIR_mean_cosine_accuracy@5": 0.7059968602825746, | |
| "NanoBEIR_mean_cosine_accuracy@10": 0.7830455259026687, | |
| "NanoBEIR_mean_cosine_precision@1": 0.47453689167974883, | |
| "NanoBEIR_mean_cosine_precision@3": 0.290894819466248, | |
| "NanoBEIR_mean_cosine_precision@5": 0.22558869701726847, | |
| "NanoBEIR_mean_cosine_precision@10": 0.15470643642072213, | |
| "NanoBEIR_mean_cosine_recall@1": 0.2799399135628483, | |
| "NanoBEIR_mean_cosine_recall@3": 0.42221492034192626, | |
| "NanoBEIR_mean_cosine_recall@5": 0.4697485434104026, | |
| "NanoBEIR_mean_cosine_recall@10": 0.536851077391949, | |
| "NanoBEIR_mean_cosine_ndcg@10": 0.5060859975895767, | |
| "NanoBEIR_mean_cosine_mrr@10": 0.5754430365552815, | |
| "NanoBEIR_mean_cosine_map@100": 0.4381147218048991 | |
| }, | |
| "beir_touche2020": { | |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6530612244897959, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939, | |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.6530612244897959, | |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585, | |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.6448979591836735, | |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.5795918367346938, | |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.01432104834093062, | |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.048281100280382724, | |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.07113270115683268, | |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.1277462197359846, | |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6075766364842123, | |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7950680272108844, | |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.25739036878474303 | |
| } | |
| } |