{ "nano_beir": { "NanoClimateFEVER_cosine_accuracy@1": 0.22, "NanoClimateFEVER_cosine_accuracy@3": 0.36, "NanoClimateFEVER_cosine_accuracy@5": 0.44, "NanoClimateFEVER_cosine_accuracy@10": 0.68, "NanoClimateFEVER_cosine_precision@1": 0.22, "NanoClimateFEVER_cosine_precision@3": 0.12, "NanoClimateFEVER_cosine_precision@5": 0.09200000000000001, "NanoClimateFEVER_cosine_precision@10": 0.08, "NanoClimateFEVER_cosine_recall@1": 0.10166666666666666, "NanoClimateFEVER_cosine_recall@3": 0.1433333333333333, "NanoClimateFEVER_cosine_recall@5": 0.19666666666666666, "NanoClimateFEVER_cosine_recall@10": 0.32233333333333336, "NanoClimateFEVER_cosine_ndcg@10": 0.24154521021050848, "NanoClimateFEVER_cosine_mrr@10": 0.3309126984126983, "NanoClimateFEVER_cosine_map@100": 0.17419838412151278, "NanoDBPedia_cosine_accuracy@1": 0.62, "NanoDBPedia_cosine_accuracy@3": 0.78, "NanoDBPedia_cosine_accuracy@5": 0.84, "NanoDBPedia_cosine_accuracy@10": 0.92, "NanoDBPedia_cosine_precision@1": 0.62, "NanoDBPedia_cosine_precision@3": 0.5199999999999999, "NanoDBPedia_cosine_precision@5": 0.452, "NanoDBPedia_cosine_precision@10": 0.364, "NanoDBPedia_cosine_recall@1": 0.07067219113244924, "NanoDBPedia_cosine_recall@3": 0.1473605766367288, "NanoDBPedia_cosine_recall@5": 0.18535916558236945, "NanoDBPedia_cosine_recall@10": 0.27484027728017424, "NanoDBPedia_cosine_ndcg@10": 0.4817256707832707, "NanoDBPedia_cosine_mrr@10": 0.7183571428571429, "NanoDBPedia_cosine_map@100": 0.3555155246867996, "NanoFEVER_cosine_accuracy@1": 0.76, "NanoFEVER_cosine_accuracy@3": 0.84, "NanoFEVER_cosine_accuracy@5": 0.9, "NanoFEVER_cosine_accuracy@10": 0.9, "NanoFEVER_cosine_precision@1": 0.76, "NanoFEVER_cosine_precision@3": 0.29333333333333333, "NanoFEVER_cosine_precision@5": 0.18799999999999997, "NanoFEVER_cosine_precision@10": 0.09399999999999999, "NanoFEVER_cosine_recall@1": 0.7066666666666666, "NanoFEVER_cosine_recall@3": 0.7933333333333333, "NanoFEVER_cosine_recall@5": 0.8533333333333333, "NanoFEVER_cosine_recall@10": 0.8533333333333333, "NanoFEVER_cosine_ndcg@10": 0.7928392587586685, "NanoFEVER_cosine_mrr@10": 0.805, "NanoFEVER_cosine_map@100": 0.7629176534259828, "NanoFiQA2018_cosine_accuracy@1": 0.3, "NanoFiQA2018_cosine_accuracy@3": 0.4, "NanoFiQA2018_cosine_accuracy@5": 0.42, "NanoFiQA2018_cosine_accuracy@10": 0.52, "NanoFiQA2018_cosine_precision@1": 0.3, "NanoFiQA2018_cosine_precision@3": 0.1733333333333333, "NanoFiQA2018_cosine_precision@5": 0.124, "NanoFiQA2018_cosine_precision@10": 0.08, "NanoFiQA2018_cosine_recall@1": 0.14474603174603173, "NanoFiQA2018_cosine_recall@3": 0.2201031746031746, "NanoFiQA2018_cosine_recall@5": 0.2519365079365079, "NanoFiQA2018_cosine_recall@10": 0.31682539682539684, "NanoFiQA2018_cosine_ndcg@10": 0.2761214091575939, "NanoFiQA2018_cosine_mrr@10": 0.35405555555555557, "NanoFiQA2018_cosine_map@100": 0.23650883511668197, "NanoHotpotQA_cosine_accuracy@1": 0.7, "NanoHotpotQA_cosine_accuracy@3": 0.76, "NanoHotpotQA_cosine_accuracy@5": 0.78, "NanoHotpotQA_cosine_accuracy@10": 0.8, "NanoHotpotQA_cosine_precision@1": 0.7, "NanoHotpotQA_cosine_precision@3": 0.3733333333333333, "NanoHotpotQA_cosine_precision@5": 0.244, "NanoHotpotQA_cosine_precision@10": 0.13399999999999998, "NanoHotpotQA_cosine_recall@1": 0.35, "NanoHotpotQA_cosine_recall@3": 0.56, "NanoHotpotQA_cosine_recall@5": 0.61, "NanoHotpotQA_cosine_recall@10": 0.67, "NanoHotpotQA_cosine_ndcg@10": 0.6362341710243232, "NanoHotpotQA_cosine_mrr@10": 0.7373333333333334, "NanoHotpotQA_cosine_map@100": 0.579012255659608, "NanoMSMARCO_cosine_accuracy@1": 0.28, "NanoMSMARCO_cosine_accuracy@3": 0.58, "NanoMSMARCO_cosine_accuracy@5": 0.64, "NanoMSMARCO_cosine_accuracy@10": 0.72, "NanoMSMARCO_cosine_precision@1": 0.28, "NanoMSMARCO_cosine_precision@3": 0.19333333333333333, "NanoMSMARCO_cosine_precision@5": 0.128, "NanoMSMARCO_cosine_precision@10": 0.07200000000000001, "NanoMSMARCO_cosine_recall@1": 0.28, "NanoMSMARCO_cosine_recall@3": 0.58, "NanoMSMARCO_cosine_recall@5": 0.64, "NanoMSMARCO_cosine_recall@10": 0.72, "NanoMSMARCO_cosine_ndcg@10": 0.5075011853031293, "NanoMSMARCO_cosine_mrr@10": 0.4386111111111111, "NanoMSMARCO_cosine_map@100": 0.4533366047009664, "NanoNFCorpus_cosine_accuracy@1": 0.38, "NanoNFCorpus_cosine_accuracy@3": 0.46, "NanoNFCorpus_cosine_accuracy@5": 0.54, "NanoNFCorpus_cosine_accuracy@10": 0.64, "NanoNFCorpus_cosine_precision@1": 0.38, "NanoNFCorpus_cosine_precision@3": 0.3, "NanoNFCorpus_cosine_precision@5": 0.3, "NanoNFCorpus_cosine_precision@10": 0.276, "NanoNFCorpus_cosine_recall@1": 0.012479157217241355, "NanoNFCorpus_cosine_recall@3": 0.04881894595681059, "NanoNFCorpus_cosine_recall@5": 0.06922116223257517, "NanoNFCorpus_cosine_recall@10": 0.10938910626227699, "NanoNFCorpus_cosine_ndcg@10": 0.30283246736353403, "NanoNFCorpus_cosine_mrr@10": 0.45196825396825396, "NanoNFCorpus_cosine_map@100": 0.12231981928859673, "NanoNQ_cosine_accuracy@1": 0.32, "NanoNQ_cosine_accuracy@3": 0.54, "NanoNQ_cosine_accuracy@5": 0.6, "NanoNQ_cosine_accuracy@10": 0.66, "NanoNQ_cosine_precision@1": 0.32, "NanoNQ_cosine_precision@3": 0.18666666666666665, "NanoNQ_cosine_precision@5": 0.128, "NanoNQ_cosine_precision@10": 0.07, "NanoNQ_cosine_recall@1": 0.3, "NanoNQ_cosine_recall@3": 0.51, "NanoNQ_cosine_recall@5": 0.58, "NanoNQ_cosine_recall@10": 0.64, "NanoNQ_cosine_ndcg@10": 0.48687028758380874, "NanoNQ_cosine_mrr@10": 0.4465, "NanoNQ_cosine_map@100": 0.4417143853257704, "NanoQuoraRetrieval_cosine_accuracy@1": 0.88, "NanoQuoraRetrieval_cosine_accuracy@3": 1.0, "NanoQuoraRetrieval_cosine_accuracy@5": 1.0, "NanoQuoraRetrieval_cosine_accuracy@10": 1.0, "NanoQuoraRetrieval_cosine_precision@1": 0.88, "NanoQuoraRetrieval_cosine_precision@3": 0.41999999999999993, "NanoQuoraRetrieval_cosine_precision@5": 0.26799999999999996, "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998, "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333332, "NanoQuoraRetrieval_cosine_recall@3": 0.972, "NanoQuoraRetrieval_cosine_recall@5": 0.9893333333333334, "NanoQuoraRetrieval_cosine_recall@10": 0.9926666666666667, "NanoQuoraRetrieval_cosine_ndcg@10": 0.9483612484877714, "NanoQuoraRetrieval_cosine_mrr@10": 0.9366666666666665, "NanoQuoraRetrieval_cosine_map@100": 0.9296388888888888, "NanoSCIDOCS_cosine_accuracy@1": 0.46, "NanoSCIDOCS_cosine_accuracy@3": 0.68, "NanoSCIDOCS_cosine_accuracy@5": 0.84, "NanoSCIDOCS_cosine_accuracy@10": 0.9, "NanoSCIDOCS_cosine_precision@1": 0.46, "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333, "NanoSCIDOCS_cosine_precision@5": 0.304, "NanoSCIDOCS_cosine_precision@10": 0.18999999999999997, "NanoSCIDOCS_cosine_recall@1": 0.09666666666666666, "NanoSCIDOCS_cosine_recall@3": 0.21766666666666665, "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665, "NanoSCIDOCS_cosine_recall@10": 0.3896666666666666, "NanoSCIDOCS_cosine_ndcg@10": 0.3893008993021786, "NanoSCIDOCS_cosine_mrr@10": 0.6114444444444443, "NanoSCIDOCS_cosine_map@100": 0.3091964898288773, "NanoArguAna_cosine_accuracy@1": 0.22, "NanoArguAna_cosine_accuracy@3": 0.54, "NanoArguAna_cosine_accuracy@5": 0.58, "NanoArguAna_cosine_accuracy@10": 0.74, "NanoArguAna_cosine_precision@1": 0.22, "NanoArguAna_cosine_precision@3": 0.18, "NanoArguAna_cosine_precision@5": 0.11600000000000002, "NanoArguAna_cosine_precision@10": 0.07400000000000001, "NanoArguAna_cosine_recall@1": 0.22, "NanoArguAna_cosine_recall@3": 0.54, "NanoArguAna_cosine_recall@5": 0.58, "NanoArguAna_cosine_recall@10": 0.74, "NanoArguAna_cosine_ndcg@10": 0.4674888162177975, "NanoArguAna_cosine_mrr@10": 0.3815793650793651, "NanoArguAna_cosine_map@100": 0.3917367299367299, "NanoSciFact_cosine_accuracy@1": 0.58, "NanoSciFact_cosine_accuracy@3": 0.68, "NanoSciFact_cosine_accuracy@5": 0.7, "NanoSciFact_cosine_accuracy@10": 0.72, "NanoSciFact_cosine_precision@1": 0.58, "NanoSciFact_cosine_precision@3": 0.2533333333333333, "NanoSciFact_cosine_precision@5": 0.156, "NanoSciFact_cosine_precision@10": 0.08199999999999999, "NanoSciFact_cosine_recall@1": 0.545, "NanoSciFact_cosine_recall@3": 0.665, "NanoSciFact_cosine_recall@5": 0.685, "NanoSciFact_cosine_recall@10": 0.71, "NanoSciFact_cosine_ndcg@10": 0.6523742480687815, "NanoSciFact_cosine_mrr@10": 0.6375, "NanoSciFact_cosine_map@100": 0.6370166989443306, "NanoTouche2020_cosine_accuracy@1": 0.4489795918367347, "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326, "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694, "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939, "NanoTouche2020_cosine_precision@1": 0.4489795918367347, "NanoTouche2020_cosine_precision@3": 0.41496598639455773, "NanoTouche2020_cosine_precision@5": 0.4326530612244897, "NanoTouche2020_cosine_precision@10": 0.3591836734693878, "NanoTouche2020_cosine_recall@1": 0.03398816288797225, "NanoTouche2020_cosine_recall@3": 0.09117793391499442, "NanoTouche2020_cosine_recall@5": 0.15321422858378142, "NanoTouche2020_cosine_recall@10": 0.24000922572748823, "NanoTouche2020_cosine_ndcg@10": 0.3959230964031327, "NanoTouche2020_cosine_mrr@10": 0.6308309037900873, "NanoTouche2020_cosine_map@100": 0.3023791135389433, "NanoBEIR_mean_cosine_accuracy@1": 0.47453689167974883, "NanoBEIR_mean_cosine_accuracy@3": 0.6458084772370486, "NanoBEIR_mean_cosine_accuracy@5": 0.7059968602825746, "NanoBEIR_mean_cosine_accuracy@10": 0.7830455259026687, "NanoBEIR_mean_cosine_precision@1": 0.47453689167974883, "NanoBEIR_mean_cosine_precision@3": 0.290894819466248, "NanoBEIR_mean_cosine_precision@5": 0.22558869701726847, "NanoBEIR_mean_cosine_precision@10": 0.15470643642072213, "NanoBEIR_mean_cosine_recall@1": 0.2799399135628483, "NanoBEIR_mean_cosine_recall@3": 0.42221492034192626, "NanoBEIR_mean_cosine_recall@5": 0.4697485434104026, "NanoBEIR_mean_cosine_recall@10": 0.536851077391949, "NanoBEIR_mean_cosine_ndcg@10": 0.5060859975895767, "NanoBEIR_mean_cosine_mrr@10": 0.5754430365552815, "NanoBEIR_mean_cosine_map@100": 0.4381147218048991 }, "beir_touche2020": { "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6530612244897959, "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877, "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877, "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939, "BeIR-touche2020-subset-test_cosine_precision@1": 0.6530612244897959, "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585, "BeIR-touche2020-subset-test_cosine_precision@5": 0.6448979591836735, "BeIR-touche2020-subset-test_cosine_precision@10": 0.5795918367346938, "BeIR-touche2020-subset-test_cosine_recall@1": 0.01432104834093062, "BeIR-touche2020-subset-test_cosine_recall@3": 0.048281100280382724, "BeIR-touche2020-subset-test_cosine_recall@5": 0.07113270115683268, "BeIR-touche2020-subset-test_cosine_recall@10": 0.1277462197359846, "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6075766364842123, "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7950680272108844, "BeIR-touche2020-subset-test_cosine_map@100": 0.25739036878474303 } }