{ "bomFormat": "CycloneDX", "specVersion": "1.6", "serialNumber": "urn:uuid:cf48b700-9c91-47ec-af7f-261af02933ea", "version": 1, "metadata": { "timestamp": "2025-06-05T09:36:50.137194+00:00", "component": { "type": "machine-learning-model", "bom-ref": "intfloat/multilingual-e5-small-41584e19-b60a-5646-9904-fcf03e8160a6", "name": "intfloat/multilingual-e5-small", "externalReferences": [ { "url": "https://huggingface.co/intfloat/multilingual-e5-small", "type": "documentation" } ], "modelCard": { "modelParameters": { "task": "sentence-similarity", "architectureFamily": "bert", "modelArchitecture": "BertModel" }, "properties": [ { "name": "library_name", "value": "sentence-transformers" } ], "quantitativeAnalysis": { "performanceMetrics": [ { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "accuracy", "value": 73.79104477611939 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "ap", "value": 36.9996434842022 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "f1", "value": 67.95453679103099 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: de", "type": "accuracy", "value": 71.64882226980728 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: de", "type": "ap", "value": 82.11942130026586 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: de", "type": "f1", "value": 69.87963421606715 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en-ext", "type": "accuracy", "value": 75.8095952023988 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en-ext", "type": "ap", "value": 24.46869495579561 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en-ext", "type": "f1", "value": 63.00108480037597 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: ja", "type": "accuracy", "value": 64.186295503212 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: ja", "type": "ap", "value": 15.496804690197042 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: ja", "type": "f1", "value": 52.07153895475031 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "accuracy", "value": 88.699325 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "ap", "value": 85.27039559917269 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "f1", "value": 88.65556295032513 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "accuracy", "value": 44.69799999999999 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "f1", "value": 43.73187348654165 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: de", "type": "accuracy", "value": 40.245999999999995 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: de", "type": "f1", "value": 39.3863530637684 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: es", "type": "accuracy", "value": 40.394 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: es", "type": "f1", "value": 39.301223469483446 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: fr", "type": "accuracy", "value": 38.864 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: fr", "type": "f1", "value": 37.97974261868003 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: ja", "type": "accuracy", "value": 37.682 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: ja", "type": "f1", "value": 37.07399369768313 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", "type": "accuracy", "value": 37.504 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", "type": "f1", "value": 36.62317273874278 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1", "value": 19.061 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_10", "value": 31.703 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_100", "value": 32.967 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1000", "value": 33.001000000000005 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_3", "value": 27.466 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_5", "value": 29.564 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1", "value": 19.559 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_10", "value": 31.874999999999996 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_100", "value": 33.146 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1000", "value": 33.18 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_3", "value": 27.667 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_5", "value": 29.74 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1", "value": 19.061 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_10", "value": 39.062999999999995 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_100", "value": 45.184000000000005 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1000", "value": 46.115 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_3", "value": 30.203000000000003 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_5", "value": 33.953 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1", "value": 19.061 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_10", "value": 6.279999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_100", "value": 0.9129999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1000", "value": 0.099 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_3", "value": 12.706999999999999 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_5", "value": 9.431000000000001 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1", "value": 19.061 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_10", "value": 62.802 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_100", "value": 91.323 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1000", "value": 98.72 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_3", "value": 38.122 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_5", "value": 47.155 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 39.22266660528253 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 30.79980849482483 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "map", "value": 57.8790068352054 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "mrr", "value": 71.78791276436706 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 82.36328364043163 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 82.26211536195868 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_pearson", "value": 80.3183865039173 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_spearman", "value": 79.88495276296132 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_pearson", "value": 80.14484480692127 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_spearman", "value": 80.39279565980743 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: de-en", "type": "accuracy", "value": 98.0375782881002 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: de-en", "type": "f1", "value": 97.86012526096033 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: de-en", "type": "precision", "value": 97.77139874739039 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: de-en", "type": "recall", "value": 98.0375782881002 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: fr-en", "type": "accuracy", "value": 93.35241030156286 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: fr-en", "type": "f1", "value": 92.66050333846944 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: fr-en", "type": "precision", "value": 92.3306919069631 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: fr-en", "type": "recall", "value": 93.35241030156286 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "accuracy", "value": 94.0699688257707 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "f1", "value": 93.50236693222492 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "precision", "value": 93.22791825424315 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "recall", "value": 94.0699688257707 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: zh-en", "type": "accuracy", "value": 89.25750394944708 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: zh-en", "type": "f1", "value": 88.79234684921889 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: zh-en", "type": "precision", "value": 88.57293312269616 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: zh-en", "type": "recall", "value": 89.25750394944708 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "accuracy", "value": 79.41558441558442 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "f1", "value": 79.25886487487219 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 35.747820820329736 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 27.045143830596146 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 24.252999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 31.655916666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 32.680749999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 32.79483333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.43691666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 30.717416666666665 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 28.602750000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 35.56875 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 36.3595 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 36.427749999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 33.586166666666664 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 34.73641666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 28.602750000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 36.06933333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 40.70141666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 43.24341666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 32.307916666666664 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 34.129999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 28.602750000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 6.097666666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.9809166666666668 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.13766666666666663 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 14.628166666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 10.266916666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 24.252999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 45.31916666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 66.03575000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 83.94708333333334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 34.71941666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 39.46358333333333 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1", "value": 9.024000000000001 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_10", "value": 15.644 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_100", "value": 17.154 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1000", "value": 17.345 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_3", "value": 13.028 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_5", "value": 14.251 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1", "value": 19.674 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_10", "value": 29.826999999999998 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_100", "value": 30.935000000000002 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1000", "value": 30.987 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_3", "value": 26.645000000000003 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_5", "value": 28.29 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1", "value": 19.674 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_10", "value": 22.545 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_100", "value": 29.207 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1000", "value": 32.912 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_3", "value": 17.952 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_5", "value": 19.363 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1", "value": 19.674 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_10", "value": 7.212000000000001 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_100", "value": 1.435 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1000", "value": 0.212 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_3", "value": 13.507 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_5", "value": 10.397 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1", "value": 9.024000000000001 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_10", "value": 28.077999999999996 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_100", "value": 51.403 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1000", "value": 72.406 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_3", "value": 16.768 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_5", "value": 20.737 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1", "value": 8.012 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_10", "value": 17.138 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_100", "value": 24.146 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1000", "value": 25.622 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_3", "value": 12.552 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_5", "value": 14.435 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1", "value": 62.25000000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_10", "value": 71.186 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_100", "value": 71.504 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1000", "value": 71.514 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_3", "value": 69.333 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_5", "value": 70.408 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1", "value": 49.75 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_10", "value": 37.76 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_100", "value": 42.071 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1000", "value": 49.309 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_3", "value": 41.644 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_5", "value": 39.812999999999995 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1", "value": 62.25000000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_10", "value": 30.15 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_100", "value": 9.753 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1000", "value": 1.9189999999999998 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_3", "value": 45.667 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_5", "value": 39.15 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1", "value": 8.012 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_10", "value": 22.599 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_100", "value": 48.068 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1000", "value": 71.328 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_3", "value": 14.043 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_5", "value": 17.124 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "accuracy", "value": 42.455 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "f1", "value": 37.59462649781862 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1", "value": 58.092 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_10", "value": 69.586 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_100", "value": 69.968 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1000", "value": 69.982 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_3", "value": 67.48100000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_5", "value": 68.915 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1", "value": 62.166 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_10", "value": 73.588 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_100", "value": 73.86399999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1000", "value": 73.868 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_3", "value": 71.6 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_5", "value": 72.99 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1", "value": 62.166 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_10", "value": 75.27199999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_100", "value": 76.816 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1000", "value": 77.09700000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_3", "value": 71.36 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_5", "value": 73.785 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1", "value": 62.166 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_10", "value": 9.716 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_100", "value": 1.065 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1000", "value": 0.11 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_3", "value": 28.278 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_5", "value": 18.343999999999998 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1", "value": 58.092 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_10", "value": 88.73400000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_100", "value": 95.195 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1000", "value": 97.04599999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_3", "value": 78.45 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_5", "value": 84.316 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1", "value": 16.649 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_10", "value": 26.457000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_100", "value": 28.169 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1000", "value": 28.352 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_3", "value": 23.305 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_5", "value": 25.169000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1", "value": 32.407000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_10", "value": 40.922 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_100", "value": 41.931000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1000", "value": 41.983 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_3", "value": 38.786 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_5", "value": 40.205999999999996 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1", "value": 32.407000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_10", "value": 33.314 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_100", "value": 40.312 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1000", "value": 43.685 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_3", "value": 30.391000000000002 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_5", "value": 31.525 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1", "value": 32.407000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_10", "value": 8.966000000000001 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_100", "value": 1.6019999999999999 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1000", "value": 0.22200000000000003 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_3", "value": 20.165 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_5", "value": 14.722 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1", "value": 16.649 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_10", "value": 39.117000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_100", "value": 65.726 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1000", "value": 85.784 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_3", "value": 27.914 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_5", "value": 33.289 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1", "value": 36.253 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_10", "value": 56.16799999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_100", "value": 57.06099999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1000", "value": 57.126 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_3", "value": 52.644999999999996 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_5", "value": 54.909 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1", "value": 72.505 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_10", "value": 79.66 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_100", "value": 79.869 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1000", "value": 79.88 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_3", "value": 78.411 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_5", "value": 79.19800000000001 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1", "value": 72.505 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_10", "value": 65.094 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_100", "value": 68.219 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1000", "value": 69.515 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_3", "value": 59.99 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_5", "value": 62.909000000000006 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1", "value": 72.505 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_10", "value": 13.749 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_100", "value": 1.619 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1000", "value": 0.179 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_3", "value": 38.357 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_5", "value": 25.313000000000002 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1", "value": 36.253 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_10", "value": 68.744 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_100", "value": 80.925 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1000", "value": 89.534 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_3", "value": 57.535000000000004 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_5", "value": 63.282000000000004 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "accuracy", "value": 80.82239999999999 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "ap", "value": 75.65895781725314 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "f1", "value": 80.75880969095746 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1", "value": 21.624 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_10", "value": 34.075 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_100", "value": 35.229 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1000", "value": 35.276999999999994 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_3", "value": 30.245 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_5", "value": 32.42 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1", "value": 22.264 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_10", "value": 34.638000000000005 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_100", "value": 35.744 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1000", "value": 35.787 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_3", "value": 30.891000000000002 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_5", "value": 33.042 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1", "value": 22.264 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_10", "value": 40.991 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_100", "value": 46.563 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1000", "value": 47.743 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_3", "value": 33.198 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_5", "value": 37.069 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1", "value": 22.264 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_10", "value": 6.5089999999999995 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_100", "value": 0.9299999999999999 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1000", "value": 0.10300000000000001 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_3", "value": 14.216999999999999 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_5", "value": 10.487 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1", "value": 21.624 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_10", "value": 62.303 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_100", "value": 88.124 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1000", "value": 97.08 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_3", "value": 41.099999999999994 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_5", "value": 50.381 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "accuracy", "value": 91.06703146374831 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "f1", "value": 90.86867815863172 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: de", "type": "accuracy", "value": 87.46970977740209 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: de", "type": "f1", "value": 86.36832872036588 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: es", "type": "accuracy", "value": 89.26951300867245 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: es", "type": "f1", "value": 88.93561193959502 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: fr", "type": "accuracy", "value": 84.22799874725963 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: fr", "type": "f1", "value": 84.30490069236556 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: hi", "type": "accuracy", "value": 86.02007888131948 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: hi", "type": "f1", "value": 85.39376041027991 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: th", "type": "accuracy", "value": 85.34900542495481 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: th", "type": "f1", "value": 85.39859673336713 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "accuracy", "value": 71.078431372549 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "f1", "value": 53.45071102002276 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: de", "type": "accuracy", "value": 65.85798816568047 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: de", "type": "f1", "value": 46.53112748993529 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: es", "type": "accuracy", "value": 67.96864576384256 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: es", "type": "f1", "value": 45.966703022829506 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: fr", "type": "accuracy", "value": 61.31537738803633 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: fr", "type": "f1", "value": 45.52601712835461 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: hi", "type": "accuracy", "value": 66.29616349946218 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: hi", "type": "f1", "value": 47.24166485726613 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: th", "type": "accuracy", "value": 67.51537070524412 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: th", "type": "f1", "value": 49.463476319014276 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: af", "type": "accuracy", "value": 57.06792199058508 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: af", "type": "f1", "value": 54.094921857502285 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: am", "type": "accuracy", "value": 51.960322797579025 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: am", "type": "f1", "value": 48.547371223370945 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ar", "type": "accuracy", "value": 54.425016812373904 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ar", "type": "f1", "value": 50.47069202054312 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: az", "type": "accuracy", "value": 59.798251513113655 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: az", "type": "f1", "value": 57.05013069086648 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: bn", "type": "accuracy", "value": 59.37794216543376 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: bn", "type": "f1", "value": 56.3607992649805 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: cy", "type": "accuracy", "value": 46.56018829858777 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: cy", "type": "f1", "value": 43.87319715715134 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: da", "type": "accuracy", "value": 62.9724277067922 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: da", "type": "f1", "value": 59.36480066245562 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: de", "type": "accuracy", "value": 62.72696704774715 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: de", "type": "f1", "value": 59.143595966615855 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: el", "type": "accuracy", "value": 61.5971755211836 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: el", "type": "f1", "value": 59.169445724946726 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "accuracy", "value": 70.29589778076665 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "f1", "value": 67.7577001808977 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: es", "type": "accuracy", "value": 66.31136516476126 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: es", "type": "f1", "value": 64.52032955983242 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fa", "type": "accuracy", "value": 65.54472091459314 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fa", "type": "f1", "value": 61.47903120066317 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fi", "type": "accuracy", "value": 61.45595158036314 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fi", "type": "f1", "value": 58.0891846024637 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fr", "type": "accuracy", "value": 65.47074646940149 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: fr", "type": "f1", "value": 62.84830858877575 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: he", "type": "accuracy", "value": 58.046402151983855 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: he", "type": "f1", "value": 55.269074430533195 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hi", "type": "accuracy", "value": 64.06523201075991 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hi", "type": "f1", "value": 61.35339643021369 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hu", "type": "accuracy", "value": 60.954942837928726 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hu", "type": "f1", "value": 57.07035922704846 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hy", "type": "accuracy", "value": 57.404169468728995 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: hy", "type": "f1", "value": 53.94259011839138 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: id", "type": "accuracy", "value": 64.16610625420309 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: id", "type": "f1", "value": 61.337103431499365 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: is", "type": "accuracy", "value": 52.262945527908535 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: is", "type": "f1", "value": 49.7610691598921 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: it", "type": "accuracy", "value": 65.54472091459314 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: it", "type": "f1", "value": 63.469099018440154 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ja", "type": "accuracy", "value": 68.22797579018157 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ja", "type": "f1", "value": 64.89098471083001 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: jv", "type": "accuracy", "value": 50.847343644922674 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: jv", "type": "f1", "value": 47.8536963168393 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ka", "type": "accuracy", "value": 48.45326160053799 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ka", "type": "f1", "value": 46.370078045805556 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: km", "type": "accuracy", "value": 42.83120376597175 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: km", "type": "f1", "value": 39.68948521599982 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: kn", "type": "accuracy", "value": 57.5084061869536 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: kn", "type": "f1", "value": 53.961876160401545 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ko", "type": "accuracy", "value": 63.7895090786819 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ko", "type": "f1", "value": 61.134223684676 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: lv", "type": "accuracy", "value": 54.98991257565569 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: lv", "type": "f1", "value": 52.579862862826296 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ml", "type": "accuracy", "value": 61.90316072629456 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ml", "type": "f1", "value": 58.203024538290336 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: mn", "type": "accuracy", "value": 57.09818426361802 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: mn", "type": "f1", "value": 54.22718458445455 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ms", "type": "accuracy", "value": 58.991257565568255 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ms", "type": "f1", "value": 55.84892781767421 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: my", "type": "accuracy", "value": 55.901143241425686 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: my", "type": "f1", "value": 52.25264332199797 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: nb", "type": "accuracy", "value": 61.96368527236047 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: nb", "type": "f1", "value": 58.927243876153454 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: nl", "type": "accuracy", "value": 65.64223268325489 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: nl", "type": "f1", "value": 62.340453718379706 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: pl", "type": "accuracy", "value": 64.52589105581708 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: pl", "type": "f1", "value": 61.661113187022174 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: pt", "type": "accuracy", "value": 66.84599865501009 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: pt", "type": "f1", "value": 64.59342572873005 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ro", "type": "accuracy", "value": 60.81035642232684 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ro", "type": "f1", "value": 57.5169089806797 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ru", "type": "accuracy", "value": 58.652238071815056 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ru", "type": "f1", "value": 53.22732406426353 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ru", "type": "f1_weighted", "value": 57.585586737209546 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ru", "type": "main_score", "value": 58.652238071815056 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sl", "type": "accuracy", "value": 56.51647612642906 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sl", "type": "f1", "value": 54.33154780100043 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sq", "type": "accuracy", "value": 57.985877605917956 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sq", "type": "f1", "value": 54.46187524463802 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sv", "type": "accuracy", "value": 65.03026227303296 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sv", "type": "f1", "value": 62.34377392877748 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sw", "type": "accuracy", "value": 53.567585743106925 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: sw", "type": "f1", "value": 50.73770655983206 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ta", "type": "accuracy", "value": 57.2595830531271 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ta", "type": "f1", "value": 53.657327291708626 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: te", "type": "accuracy", "value": 57.82784129119032 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: te", "type": "f1", "value": 54.82518072665301 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: th", "type": "accuracy", "value": 64.06859448554137 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: th", "type": "f1", "value": 63.00185280500495 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: tl", "type": "accuracy", "value": 58.91055817081371 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: tl", "type": "f1", "value": 55.54116301224262 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: tr", "type": "accuracy", "value": 63.54404841963686 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: tr", "type": "f1", "value": 59.57650946030184 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ur", "type": "accuracy", "value": 59.27706792199059 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: ur", "type": "f1", "value": 56.50010066083435 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: vi", "type": "accuracy", "value": 64.0719569603228 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: vi", "type": "f1", "value": 61.817075925647956 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", "type": "accuracy", "value": 68.23806321452591 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", "type": "f1", "value": 65.24917026029749 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-TW", "type": "accuracy", "value": 62.53530598520511 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-TW", "type": "f1", "value": 61.71131132295768 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: af", "type": "accuracy", "value": 63.04303967720243 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: af", "type": "f1", "value": 60.3950085685985 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: am", "type": "accuracy", "value": 56.83591123066578 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: am", "type": "f1", "value": 54.95059828830849 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ar", "type": "accuracy", "value": 59.62340282447881 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ar", "type": "f1", "value": 59.525159996498225 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: az", "type": "accuracy", "value": 60.85406859448555 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: az", "type": "f1", "value": 59.129299095681276 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: bn", "type": "accuracy", "value": 62.76731674512441 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: bn", "type": "f1", "value": 61.159560612627715 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: cy", "type": "accuracy", "value": 50.181573638197705 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: cy", "type": "f1", "value": 46.98422176289957 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: da", "type": "accuracy", "value": 68.92737054472092 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: da", "type": "f1", "value": 67.69135611952979 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: de", "type": "accuracy", "value": 69.18964357767318 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: de", "type": "f1", "value": 68.46106138186214 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: el", "type": "accuracy", "value": 67.0712844653665 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: el", "type": "f1", "value": 66.75545422473901 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "accuracy", "value": 74.4754539340955 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "f1", "value": 74.38427146553252 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: es", "type": "accuracy", "value": 69.82515131136518 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: es", "type": "f1", "value": 69.63516462173847 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fa", "type": "accuracy", "value": 68.70880968392737 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fa", "type": "f1", "value": 67.45420662567926 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fi", "type": "accuracy", "value": 65.95494283792871 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fi", "type": "f1", "value": 65.06191009049222 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fr", "type": "accuracy", "value": 68.75924680564896 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: fr", "type": "f1", "value": 68.30833379585945 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: he", "type": "accuracy", "value": 63.806321452589096 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: he", "type": "f1", "value": 63.273048243765054 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hi", "type": "accuracy", "value": 67.68997982515133 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hi", "type": "f1", "value": 66.54703855381324 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hu", "type": "accuracy", "value": 66.46940147948891 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hu", "type": "f1", "value": 65.91017343463396 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hy", "type": "accuracy", "value": 59.49899125756556 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: hy", "type": "f1", "value": 57.90333469917769 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: id", "type": "accuracy", "value": 67.9219905850706 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: id", "type": "f1", "value": 67.23169403762938 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: is", "type": "accuracy", "value": 56.486213853396094 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: is", "type": "f1", "value": 54.85282355583758 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: it", "type": "accuracy", "value": 69.04169468728985 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: it", "type": "f1", "value": 68.83833333320462 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ja", "type": "accuracy", "value": 73.88702084734365 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ja", "type": "f1", "value": 74.04474735232299 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: jv", "type": "accuracy", "value": 56.63416274377943 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: jv", "type": "f1", "value": 55.11332211687954 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ka", "type": "accuracy", "value": 52.23604572965702 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ka", "type": "f1", "value": 50.86529813991055 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: km", "type": "accuracy", "value": 46.62407531943511 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: km", "type": "f1", "value": 43.63485467164535 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: kn", "type": "accuracy", "value": 59.15601882985878 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: kn", "type": "f1", "value": 57.522837510959924 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ko", "type": "accuracy", "value": 69.84532616005382 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ko", "type": "f1", "value": 69.60021127179697 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: lv", "type": "accuracy", "value": 56.65770006724949 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: lv", "type": "f1", "value": 55.84219135523227 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ml", "type": "accuracy", "value": 66.53665097511768 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ml", "type": "f1", "value": 65.09087787792639 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: mn", "type": "accuracy", "value": 59.31405514458642 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: mn", "type": "f1", "value": 58.06135303831491 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ms", "type": "accuracy", "value": 64.88231338264964 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ms", "type": "f1", "value": 62.751099407787926 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: my", "type": "accuracy", "value": 58.86012104909213 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: my", "type": "f1", "value": 56.29118323058282 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: nb", "type": "accuracy", "value": 67.37390719569602 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: nb", "type": "f1", "value": 66.27922244885102 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: nl", "type": "accuracy", "value": 70.8675184936113 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: nl", "type": "f1", "value": 70.22146529932019 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: pl", "type": "accuracy", "value": 68.2212508406187 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: pl", "type": "f1", "value": 67.77454802056282 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: pt", "type": "accuracy", "value": 68.18090114324143 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: pt", "type": "f1", "value": 68.03737625431621 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ro", "type": "accuracy", "value": 64.65030262273034 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ro", "type": "f1", "value": 63.792945486912856 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ru", "type": "accuracy", "value": 63.772749631087066 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ru", "type": "f1", "value": 63.4539101720024 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ru", "type": "f1_weighted", "value": 62.778603897469566 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ru", "type": "main_score", "value": 63.772749631087066 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sl", "type": "accuracy", "value": 60.17821116341627 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sl", "type": "f1", "value": 59.3935969827171 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sq", "type": "accuracy", "value": 62.86146603900471 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sq", "type": "f1", "value": 60.133692735032376 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sv", "type": "accuracy", "value": 70.89441829186282 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sv", "type": "f1", "value": 70.03064076194089 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sw", "type": "accuracy", "value": 58.15063887020847 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: sw", "type": "f1", "value": 56.23326278499678 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ta", "type": "accuracy", "value": 59.43846671149966 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ta", "type": "f1", "value": 57.70440450281974 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: te", "type": "accuracy", "value": 60.8507061197041 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: te", "type": "f1", "value": 59.22916396061171 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: th", "type": "accuracy", "value": 70.65568258238063 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: th", "type": "f1", "value": 69.90736239440633 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: tl", "type": "accuracy", "value": 60.8843308675185 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: tl", "type": "f1", "value": 59.30332663713599 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: tr", "type": "accuracy", "value": 68.05312710154674 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: tr", "type": "f1", "value": 67.44024062594775 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ur", "type": "accuracy", "value": 62.111634162743776 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: ur", "type": "f1", "value": 60.89083013084519 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: vi", "type": "accuracy", "value": 67.44115669132482 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: vi", "type": "f1", "value": 67.92227541674552 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", "type": "accuracy", "value": 74.4687289845326 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", "type": "f1", "value": 74.16376793486025 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-TW", "type": "accuracy", "value": 68.31876260928043 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-TW", "type": "f1", "value": 68.5246745215607 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 30.90431696479766 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 27.259158476693774 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "map", "value": 30.28445330838555 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "mrr", "value": 31.15758529581164 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1", "value": 5.353 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_10", "value": 11.565 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_100", "value": 14.097000000000001 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1000", "value": 15.354999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_3", "value": 8.749 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_5", "value": 9.974 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1", "value": 42.105 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_10", "value": 50.589 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_100", "value": 51.187000000000005 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1000", "value": 51.233 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_3", "value": 48.246 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_5", "value": 49.546 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1", "value": 40.402 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_10", "value": 31.009999999999998 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_100", "value": 28.026 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1000", "value": 36.905 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_3", "value": 35.983 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_5", "value": 33.764 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1", "value": 42.105 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_10", "value": 22.786 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_100", "value": 6.916 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1000", "value": 1.981 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_3", "value": 33.333 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_5", "value": 28.731 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1", "value": 5.353 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_10", "value": 15.039 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_100", "value": 27.348 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1000", "value": 59.453 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_3", "value": 9.792 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_5", "value": 11.882 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1", "value": 33.852 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_10", "value": 48.924 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_100", "value": 49.854 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1000", "value": 49.886 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_3", "value": 44.9 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_5", "value": 47.387 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1", "value": 38.035999999999994 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_10", "value": 51.644 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_100", "value": 52.339 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1000", "value": 52.35999999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_3", "value": 48.421 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_5", "value": 50.468999999999994 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1", "value": 38.007000000000005 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_10", "value": 56.293000000000006 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_100", "value": 60.167 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1000", "value": 60.916000000000004 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_3", "value": 48.903999999999996 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_5", "value": 52.978 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1", "value": 38.007000000000005 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_10", "value": 9.041 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_100", "value": 1.1199999999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1000", "value": 0.11900000000000001 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_3", "value": 22.084 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_5", "value": 15.608 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1", "value": 33.852 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_10", "value": 75.893 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_100", "value": 92.589 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1000", "value": 98.153 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_3", "value": 56.969 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_5", "value": 66.283 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1", "value": 69.174 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_10", "value": 82.891 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_100", "value": 83.545 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1000", "value": 83.56700000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_3", "value": 79.944 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_5", "value": 81.812 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1", "value": 79.67999999999999 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_10", "value": 86.279 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_100", "value": 86.39 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1000", "value": 86.392 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_3", "value": 85.21 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_5", "value": 85.92999999999999 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1", "value": 79.69000000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_10", "value": 86.929 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_100", "value": 88.266 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1000", "value": 88.428 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_3", "value": 83.899 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_5", "value": 85.56700000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1", "value": 79.69000000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_10", "value": 13.161000000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_100", "value": 1.513 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1000", "value": 0.156 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_3", "value": 36.603 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_5", "value": 24.138 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1", "value": 69.174 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_10", "value": 94.529 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_100", "value": 99.15 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1000", "value": 99.925 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_3", "value": 85.86200000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_5", "value": 90.501 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "v_measure", "value": 39.13064340585255 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 58.97884249325877 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1", "value": 3.4680000000000004 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_10", "value": 7.865 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_100", "value": 9.332 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1000", "value": 9.587 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_3", "value": 5.800000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_5", "value": 6.8790000000000004 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1", "value": 17 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_10", "value": 25.629 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_100", "value": 26.806 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1000", "value": 26.889000000000003 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_3", "value": 22.8 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_5", "value": 24.26 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1", "value": 17 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_10", "value": 13.895 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_100", "value": 20.491999999999997 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1000", "value": 25.759999999999998 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_3", "value": 13.347999999999999 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_5", "value": 11.61 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1", "value": 17 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_10", "value": 7.090000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_100", "value": 1.669 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1000", "value": 0.294 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_3", "value": 12.3 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_5", "value": 10.02 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1", "value": 3.4680000000000004 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_10", "value": 14.363000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_100", "value": 33.875 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1000", "value": 59.711999999999996 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_3", "value": 7.483 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_5", "value": 10.173 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 83.04084311714061 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 77.51342467443078 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_pearson", "value": 80.0321166028479 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_spearman", "value": 77.29249114733226 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_pearson", "value": 80.03105964262431 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_spearman", "value": 77.22373689514794 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 84.1680158034387 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 76.55983344071117 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_pearson", "value": 79.75266678300143 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_spearman", "value": 75.34516823467025 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_pearson", "value": 79.75959151517357 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_spearman", "value": 75.42330344141912 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 76.48898993209346 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 76.96954120323366 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_pearson", "value": 76.94139109279668 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_spearman", "value": 76.85860283201711 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_pearson", "value": 76.6944095091912 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_spearman", "value": 76.61096912972553 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 77.85082366246944 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 75.52053350101731 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_pearson", "value": 77.1165845070926 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_spearman", "value": 75.31216065884388 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_pearson", "value": 77.06193941833494 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_spearman", "value": 75.31003701700112 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 86.36305246526497 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 87.11704613927415 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_pearson", "value": 86.04199125810939 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_spearman", "value": 86.51117572414263 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_pearson", "value": 86.0805106816633 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_spearman", "value": 86.52798366512229 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 82.18536255599724 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 83.63377151025418 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_pearson", "value": 83.24657467993141 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_spearman", "value": 84.02751481993825 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_pearson", "value": 83.11941806582371 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_spearman", "value": 83.84251281019304 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "cos_sim_pearson", "value": 78.95816528475514 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "cos_sim_spearman", "value": 78.86607380120462 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "euclidean_pearson", "value": 78.51268699230545 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "euclidean_spearman", "value": 79.11649316502229 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "manhattan_pearson", "value": 78.32367302808157 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ko-ko", "type": "manhattan_spearman", "value": 78.90277699624637 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "cos_sim_pearson", "value": 72.89126914997624 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "cos_sim_spearman", "value": 73.0296921832678 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "euclidean_pearson", "value": 71.50385903677738 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "euclidean_spearman", "value": 73.13368899716289 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "manhattan_pearson", "value": 71.47421463379519 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: ar-ar", "type": "manhattan_spearman", "value": 73.03383242946575 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "cos_sim_pearson", "value": 59.22923684492637 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "cos_sim_spearman", "value": 57.41013211368396 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "euclidean_pearson", "value": 61.21107388080905 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "euclidean_spearman", "value": 60.07620768697254 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "manhattan_pearson", "value": 59.60157142786555 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-ar", "type": "manhattan_spearman", "value": 59.14069604103739 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "cos_sim_pearson", "value": 76.24345978774299 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "cos_sim_spearman", "value": 77.24225743830719 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "euclidean_pearson", "value": 76.66226095469165 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "euclidean_spearman", "value": 77.60708820493146 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "manhattan_pearson", "value": 76.05303324760429 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-de", "type": "manhattan_spearman", "value": 76.96353149912348 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_pearson", "value": 85.50879160160852 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_spearman", "value": 86.43594662965224 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_pearson", "value": 86.06846012826577 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_spearman", "value": 86.02041395794136 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_pearson", "value": 86.10916255616904 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_spearman", "value": 86.07346068198953 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "cos_sim_pearson", "value": 58.39803698977196 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "cos_sim_spearman", "value": 55.96910950423142 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "euclidean_pearson", "value": 58.17941175613059 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "euclidean_spearman", "value": 55.03019330522745 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "manhattan_pearson", "value": 57.333358138183286 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-tr", "type": "manhattan_spearman", "value": 54.04614023149965 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "cos_sim_pearson", "value": 70.98304089637197 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "cos_sim_spearman", "value": 72.44071656215888 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "euclidean_pearson", "value": 72.19224359033983 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "euclidean_spearman", "value": 73.89871188913025 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "manhattan_pearson", "value": 71.21098311547406 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-en", "type": "manhattan_spearman", "value": 72.93405764824821 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "cos_sim_pearson", "value": 85.99792397466308 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "cos_sim_spearman", "value": 84.83824377879495 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "euclidean_pearson", "value": 85.70043288694438 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "euclidean_spearman", "value": 84.70627558703686 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "manhattan_pearson", "value": 85.89570850150801 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: es-es", "type": "manhattan_spearman", "value": 84.95806105313007 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "cos_sim_pearson", "value": 72.21850322994712 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "cos_sim_spearman", "value": 72.28669398117248 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "euclidean_pearson", "value": 73.40082510412948 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "euclidean_spearman", "value": 73.0326539281865 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "manhattan_pearson", "value": 71.8659633964841 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: fr-en", "type": "manhattan_spearman", "value": 71.57817425823303 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "cos_sim_pearson", "value": 75.80921368595645 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "cos_sim_spearman", "value": 77.33209091229315 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "euclidean_pearson", "value": 76.53159540154829 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "euclidean_spearman", "value": 78.17960842810093 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "manhattan_pearson", "value": 76.13530186637601 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: it-en", "type": "manhattan_spearman", "value": 78.00701437666875 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "cos_sim_pearson", "value": 74.74980608267349 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "cos_sim_spearman", "value": 75.37597374318821 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "euclidean_pearson", "value": 74.90506081911661 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "euclidean_spearman", "value": 75.30151613124521 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "manhattan_pearson", "value": 74.62642745918002 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: nl-en", "type": "manhattan_spearman", "value": 75.18619716592303 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_pearson", "value": 59.632662289205584 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_spearman", "value": 60.938543391610914 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_pearson", "value": 62.113200529767056 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_spearman", "value": 61.410312633261164 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_pearson", "value": 61.75494698945686 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_spearman", "value": 60.92726195322362 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "cos_sim_pearson", "value": 45.283470551557244 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "cos_sim_spearman", "value": 53.44833015864201 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "euclidean_pearson", "value": 41.17892011120893 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "euclidean_spearman", "value": 53.81441383126767 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "manhattan_pearson", "value": 41.17482200420659 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de", "type": "manhattan_spearman", "value": 53.82180269276363 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "cos_sim_pearson", "value": 60.5069165306236 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "cos_sim_spearman", "value": 66.87803259033826 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "euclidean_pearson", "value": 63.5428979418236 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "euclidean_spearman", "value": 66.9293576586897 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "manhattan_pearson", "value": 63.59789526178922 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es", "type": "manhattan_spearman", "value": 66.86555009875066 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "cos_sim_pearson", "value": 28.23026196280264 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "cos_sim_spearman", "value": 35.79397812652861 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "euclidean_pearson", "value": 17.828102102767353 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "euclidean_spearman", "value": 35.721501145568894 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "manhattan_pearson", "value": 17.77134274219677 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl", "type": "manhattan_spearman", "value": 35.98107902846267 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "cos_sim_pearson", "value": 56.51946541393812 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "cos_sim_spearman", "value": 63.714686006214485 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "euclidean_pearson", "value": 58.32104651305898 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "euclidean_spearman", "value": 62.237110895702216 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "manhattan_pearson", "value": 58.579416468759185 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: tr", "type": "manhattan_spearman", "value": 62.459738981727 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "cos_sim_pearson", "value": 48.76009839569795 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "cos_sim_spearman", "value": 56.65188431953149 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "euclidean_pearson", "value": 50.997682160915595 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "euclidean_spearman", "value": 55.99910008818135 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "manhattan_pearson", "value": 50.76220659606342 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ar", "type": "manhattan_spearman", "value": 55.517347595391456 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "cosine_pearson", "value": 50.724322379215934 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "cosine_spearman", "value": 59.90449732164651 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "euclidean_pearson", "value": 50.227545226784024 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "euclidean_spearman", "value": 59.898906527601085 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "main_score", "value": 59.90449732164651 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "manhattan_pearson", "value": 50.21762139819405 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "manhattan_spearman", "value": 59.761039813759 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "pearson", "value": 50.724322379215934 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "spearman", "value": 59.90449732164651 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "cos_sim_pearson", "value": 54.717524559088005 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "cos_sim_spearman", "value": 66.83570886252286 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "euclidean_pearson", "value": 58.41338625505467 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "euclidean_spearman", "value": 66.68991427704938 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "manhattan_pearson", "value": 58.78638572916807 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "manhattan_spearman", "value": 66.58684161046335 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "cos_sim_pearson", "value": 73.2962042954962 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "cos_sim_spearman", "value": 76.58255504852025 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "euclidean_pearson", "value": 75.70983192778257 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "euclidean_spearman", "value": 77.4547684870542 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "manhattan_pearson", "value": 75.75565853870485 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr", "type": "manhattan_spearman", "value": 76.90208974949428 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "cos_sim_pearson", "value": 54.47396266924846 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "cos_sim_spearman", "value": 56.492267162048606 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "euclidean_pearson", "value": 55.998505203070195 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "euclidean_spearman", "value": 56.46447012960222 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "manhattan_pearson", "value": 54.873172394430995 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-en", "type": "manhattan_spearman", "value": 56.58111534551218 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "cos_sim_pearson", "value": 69.87177267688686 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "cos_sim_spearman", "value": 74.57160943395763 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "euclidean_pearson", "value": 70.88330406826788 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "euclidean_spearman", "value": 74.29767636038422 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "manhattan_pearson", "value": 71.38245248369536 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-en", "type": "manhattan_spearman", "value": 74.53102232732175 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "cos_sim_pearson", "value": 72.80225656959544 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "cos_sim_spearman", "value": 76.52646173725735 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "euclidean_pearson", "value": 73.95710720200799 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "euclidean_spearman", "value": 76.54040031984111 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "manhattan_pearson", "value": 73.89679971946774 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: it", "type": "manhattan_spearman", "value": 76.60886958161574 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "cos_sim_pearson", "value": 70.70844249898789 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "cos_sim_spearman", "value": 72.68571783670241 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "euclidean_pearson", "value": 72.38800772441031 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "euclidean_spearman", "value": 72.86804422703312 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "manhattan_pearson", "value": 71.29840508203515 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: pl-en", "type": "manhattan_spearman", "value": 71.86264441749513 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "cos_sim_pearson", "value": 58.647478923935694 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "cos_sim_spearman", "value": 63.74453623540931 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "euclidean_pearson", "value": 59.60138032437505 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "euclidean_spearman", "value": 63.947930832166065 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "manhattan_pearson", "value": 58.59735509491861 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh-en", "type": "manhattan_spearman", "value": 62.082503844627404 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "cos_sim_pearson", "value": 65.8722516867162 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "cos_sim_spearman", "value": 71.81208592523012 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "euclidean_pearson", "value": 67.95315252165956 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "euclidean_spearman", "value": 73.00749822046009 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "manhattan_pearson", "value": 68.07884688638924 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: es-it", "type": "manhattan_spearman", "value": 72.34210325803069 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "cos_sim_pearson", "value": 54.5405814240949 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "cos_sim_spearman", "value": 60.56838649023775 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "euclidean_pearson", "value": 53.011731611314104 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "euclidean_spearman", "value": 58.533194841668426 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "manhattan_pearson", "value": 53.623067729338494 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-fr", "type": "manhattan_spearman", "value": 58.018756154446926 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "cos_sim_pearson", "value": 13.611046866216112 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "cos_sim_spearman", "value": 28.238192909158492 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "euclidean_pearson", "value": 22.16189199885129 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "euclidean_spearman", "value": 35.012895679076564 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "manhattan_pearson", "value": 21.969771178698387 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: de-pl", "type": "manhattan_spearman", "value": 32.456985088607475 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "cos_sim_pearson", "value": 74.58077407011655 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "cos_sim_spearman", "value": 84.51542547285167 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "euclidean_pearson", "value": 74.64613843596234 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "euclidean_spearman", "value": 84.51542547285167 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "manhattan_pearson", "value": 75.15335973101396 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: fr-pl", "type": "manhattan_spearman", "value": 84.51542547285167 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 82.0739825531578 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 84.01057479311115 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_pearson", "value": 83.85453227433344 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_spearman", "value": 84.01630226898655 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_pearson", "value": 83.75323603028978 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_spearman", "value": 83.89677983727685 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "map", "value": 78.12945623123957 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "mrr", "value": 93.87738713719106 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1", "value": 52.983000000000004 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_10", "value": 62.946000000000005 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_100", "value": 63.514 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1000", "value": 63.554 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_3", "value": 60.183 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_5", "value": 61.672000000000004 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1", "value": 55.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_10", "value": 64.522 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_100", "value": 64.957 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1000", "value": 64.995 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_3", "value": 62.388999999999996 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_5", "value": 63.639 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1", "value": 55.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_10", "value": 67.704 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_100", "value": 70.299 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1000", "value": 71.241 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_3", "value": 62.866 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_5", "value": 65.16999999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1", "value": 55.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_10", "value": 9.033 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_100", "value": 1.053 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1000", "value": 0.11299999999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_3", "value": 24.444 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_5", "value": 16.133 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1", "value": 52.983000000000004 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_10", "value": 80.656 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_100", "value": 92.5 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1000", "value": 99.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_3", "value": 67.744 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_5", "value": 73.433 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 99.72772277227723 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 92.17845897992215 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 85.9746835443038 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 87.07692307692308 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 84.89999999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 99.3039603960396 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_ap", "value": 60.70244020124878 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_f1", "value": 59.92742353551063 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_precision", "value": 62.21743810548978 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_recall", "value": 57.8 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 99.71683168316832 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 91.53997039964659 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 84.88372093023257 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 90.02242152466367 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 80.30000000000001 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 99.72376237623763 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 91.80756777790289 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 85.48468106479157 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 85.8728557013118 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 85.1 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 99.72772277227723 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_ap", "value": 92.17845897992215 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_f1", "value": 85.9746835443038 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "v_measure", "value": 53.52464042600003 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 32.071631948736 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "map", "value": 49.19552407604654 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "mrr", "value": 49.95269130379425 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_pearson", "value": 29.345293033095427 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_spearman", "value": 29.976931423258403 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_pearson", "value": 27.047078008958408 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_spearman", "value": 27.75894368380218 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1", "value": 0.22 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_10", "value": 1.706 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_100", "value": 9.634 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1000", "value": 23.665 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_3", "value": 0.5950000000000001 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_5", "value": 0.95 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1", "value": 86 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_10", "value": 91.8 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_100", "value": 91.8 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1000", "value": 91.8 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_3", "value": 91 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_5", "value": 91.8 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1", "value": 80 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_10", "value": 72.573 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_100", "value": 53.954 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1000", "value": 47.760999999999996 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_3", "value": 76.173 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_5", "value": 75.264 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1", "value": 86 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_10", "value": 76.4 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_100", "value": 55.50000000000001 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1000", "value": 21.802 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_3", "value": 81.333 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_5", "value": 80.4 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1", "value": 0.22 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_10", "value": 1.925 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_100", "value": 12.762 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1000", "value": 44.946000000000005 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_3", "value": 0.634 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_5", "value": 1.051 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: sqi-eng", "type": "accuracy", "value": 91 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: sqi-eng", "type": "f1", "value": 88.55666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: sqi-eng", "type": "precision", "value": 87.46166666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: sqi-eng", "type": "recall", "value": 91 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fry-eng", "type": "accuracy", "value": 57.22543352601156 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fry-eng", "type": "f1", "value": 51.03220478943021 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fry-eng", "type": "precision", "value": 48.8150289017341 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fry-eng", "type": "recall", "value": 57.22543352601156 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kur-eng", "type": "accuracy", "value": 46.58536585365854 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kur-eng", "type": "f1", "value": 39.66870798578116 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kur-eng", "type": "precision", "value": 37.416085946573745 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kur-eng", "type": "recall", "value": 46.58536585365854 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tur-eng", "type": "accuracy", "value": 89.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tur-eng", "type": "f1", "value": 86.77999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tur-eng", "type": "precision", "value": 85.45333333333332 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tur-eng", "type": "recall", "value": 89.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: deu-eng", "type": "accuracy", "value": 97.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: deu-eng", "type": "f1", "value": 96.58333333333331 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: deu-eng", "type": "precision", "value": 96.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: deu-eng", "type": "recall", "value": 97.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nld-eng", "type": "accuracy", "value": 92.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nld-eng", "type": "f1", "value": 90.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nld-eng", "type": "precision", "value": 89.31666666666668 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nld-eng", "type": "recall", "value": 92.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ron-eng", "type": "accuracy", "value": 86.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ron-eng", "type": "f1", "value": 83.67190476190476 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ron-eng", "type": "precision", "value": 82.23333333333332 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ron-eng", "type": "recall", "value": 86.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ang-eng", "type": "accuracy", "value": 50 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ang-eng", "type": "f1", "value": 42.23229092632078 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ang-eng", "type": "precision", "value": 39.851634683724235 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ang-eng", "type": "recall", "value": 50 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ido-eng", "type": "accuracy", "value": 76.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ido-eng", "type": "f1", "value": 70.86190476190477 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ido-eng", "type": "precision", "value": 68.68777777777777 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ido-eng", "type": "recall", "value": 76.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jav-eng", "type": "accuracy", "value": 57.073170731707314 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jav-eng", "type": "f1", "value": 50.658958927251604 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jav-eng", "type": "precision", "value": 48.26480836236933 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jav-eng", "type": "recall", "value": 57.073170731707314 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: isl-eng", "type": "accuracy", "value": 68.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: isl-eng", "type": "f1", "value": 62.156507936507936 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: isl-eng", "type": "precision", "value": 59.84964285714286 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: isl-eng", "type": "recall", "value": 68.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slv-eng", "type": "accuracy", "value": 77.52126366950182 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slv-eng", "type": "f1", "value": 72.8496210148701 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slv-eng", "type": "precision", "value": 70.92171498003819 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slv-eng", "type": "recall", "value": 77.52126366950182 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cym-eng", "type": "accuracy", "value": 70.78260869565217 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cym-eng", "type": "f1", "value": 65.32422360248447 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cym-eng", "type": "precision", "value": 63.063067367415194 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cym-eng", "type": "recall", "value": 70.78260869565217 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kaz-eng", "type": "accuracy", "value": 78.43478260869566 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kaz-eng", "type": "f1", "value": 73.02608695652172 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kaz-eng", "type": "precision", "value": 70.63768115942028 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kaz-eng", "type": "recall", "value": 78.43478260869566 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: est-eng", "type": "accuracy", "value": 60.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: est-eng", "type": "f1", "value": 55.309753694581275 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: est-eng", "type": "precision", "value": 53.130476190476195 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: est-eng", "type": "recall", "value": 60.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: heb-eng", "type": "accuracy", "value": 72.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: heb-eng", "type": "f1", "value": 67.92023809523809 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: heb-eng", "type": "precision", "value": 65.82595238095237 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: heb-eng", "type": "recall", "value": 72.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gla-eng", "type": "accuracy", "value": 46.80337756332931 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gla-eng", "type": "f1", "value": 39.42174900558496 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gla-eng", "type": "precision", "value": 36.97101116280851 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gla-eng", "type": "recall", "value": 46.80337756332931 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mar-eng", "type": "accuracy", "value": 89.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mar-eng", "type": "f1", "value": 86.79 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mar-eng", "type": "precision", "value": 85.375 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mar-eng", "type": "recall", "value": 89.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lat-eng", "type": "accuracy", "value": 47.199999999999996 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lat-eng", "type": "f1", "value": 39.95484348984349 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lat-eng", "type": "precision", "value": 37.561071428571424 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lat-eng", "type": "recall", "value": 47.199999999999996 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bel-eng", "type": "accuracy", "value": 87.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bel-eng", "type": "f1", "value": 84.68190476190475 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bel-eng", "type": "precision", "value": 83.275 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bel-eng", "type": "recall", "value": 87.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pms-eng", "type": "accuracy", "value": 48.76190476190476 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pms-eng", "type": "f1", "value": 42.14965986394558 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pms-eng", "type": "precision", "value": 39.96743626743626 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pms-eng", "type": "recall", "value": 48.76190476190476 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gle-eng", "type": "accuracy", "value": 66.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gle-eng", "type": "f1", "value": 59.58580086580086 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gle-eng", "type": "precision", "value": 57.150238095238095 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gle-eng", "type": "recall", "value": 66.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pes-eng", "type": "accuracy", "value": 87.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pes-eng", "type": "f1", "value": 84 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pes-eng", "type": "precision", "value": 82.48666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pes-eng", "type": "recall", "value": 87.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nob-eng", "type": "accuracy", "value": 90.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nob-eng", "type": "f1", "value": 87.79523809523809 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nob-eng", "type": "precision", "value": 86.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nob-eng", "type": "recall", "value": 90.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bul-eng", "type": "accuracy", "value": 87 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bul-eng", "type": "f1", "value": 83.81 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bul-eng", "type": "precision", "value": 82.36666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bul-eng", "type": "recall", "value": 87 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cbk-eng", "type": "accuracy", "value": 63.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cbk-eng", "type": "f1", "value": 57.76533189033189 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cbk-eng", "type": "precision", "value": 55.50595238095239 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cbk-eng", "type": "recall", "value": 63.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hun-eng", "type": "accuracy", "value": 76.1 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hun-eng", "type": "f1", "value": 71.83690476190478 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hun-eng", "type": "precision", "value": 70.04928571428573 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hun-eng", "type": "recall", "value": 76.1 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uig-eng", "type": "accuracy", "value": 66.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uig-eng", "type": "f1", "value": 59.32626984126984 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uig-eng", "type": "precision", "value": 56.62535714285713 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uig-eng", "type": "recall", "value": 66.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: rus-eng", "type": "accuracy", "value": 92.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: rus-eng", "type": "f1", "value": 89.76666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: rus-eng", "type": "main_score", "value": 89.76666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: rus-eng", "type": "precision", "value": 88.64999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: rus-eng", "type": "recall", "value": 92.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: spa-eng", "type": "accuracy", "value": 93.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: spa-eng", "type": "f1", "value": 91.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: spa-eng", "type": "precision", "value": 90.16666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: spa-eng", "type": "recall", "value": 93.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hye-eng", "type": "accuracy", "value": 85.71428571428571 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hye-eng", "type": "f1", "value": 82.29142600436403 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hye-eng", "type": "precision", "value": 80.8076626877166 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hye-eng", "type": "recall", "value": 85.71428571428571 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tel-eng", "type": "accuracy", "value": 88.88888888888889 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tel-eng", "type": "f1", "value": 85.7834757834758 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tel-eng", "type": "precision", "value": 84.43732193732193 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tel-eng", "type": "recall", "value": 88.88888888888889 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: afr-eng", "type": "accuracy", "value": 88.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: afr-eng", "type": "f1", "value": 85.67190476190476 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: afr-eng", "type": "precision", "value": 84.43333333333332 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: afr-eng", "type": "recall", "value": 88.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mon-eng", "type": "accuracy", "value": 82.72727272727273 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mon-eng", "type": "f1", "value": 78.21969696969695 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mon-eng", "type": "precision", "value": 76.18181818181819 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mon-eng", "type": "recall", "value": 82.72727272727273 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arz-eng", "type": "accuracy", "value": 61.0062893081761 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arz-eng", "type": "f1", "value": 55.13976240391334 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arz-eng", "type": "precision", "value": 52.92112499659669 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arz-eng", "type": "recall", "value": 61.0062893081761 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hrv-eng", "type": "accuracy", "value": 89.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hrv-eng", "type": "f1", "value": 86.86666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hrv-eng", "type": "precision", "value": 85.69166666666668 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hrv-eng", "type": "recall", "value": 89.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nov-eng", "type": "accuracy", "value": 73.54085603112841 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nov-eng", "type": "f1", "value": 68.56031128404669 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nov-eng", "type": "precision", "value": 66.53047989623866 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nov-eng", "type": "recall", "value": 73.54085603112841 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gsw-eng", "type": "accuracy", "value": 43.58974358974359 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gsw-eng", "type": "f1", "value": 36.45299145299145 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gsw-eng", "type": "precision", "value": 33.81155881155882 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: gsw-eng", "type": "recall", "value": 43.58974358974359 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nds-eng", "type": "accuracy", "value": 59.599999999999994 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nds-eng", "type": "f1", "value": 53.264689754689755 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nds-eng", "type": "precision", "value": 50.869166666666665 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nds-eng", "type": "recall", "value": 59.599999999999994 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ukr-eng", "type": "accuracy", "value": 85.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ukr-eng", "type": "f1", "value": 81.61666666666665 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ukr-eng", "type": "precision", "value": 80.02833333333335 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ukr-eng", "type": "recall", "value": 85.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uzb-eng", "type": "accuracy", "value": 63.78504672897196 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uzb-eng", "type": "f1", "value": 58.00029669188548 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uzb-eng", "type": "precision", "value": 55.815809968847354 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: uzb-eng", "type": "recall", "value": 63.78504672897196 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lit-eng", "type": "accuracy", "value": 66.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lit-eng", "type": "f1", "value": 61.518333333333345 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lit-eng", "type": "precision", "value": 59.622363699102834 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lit-eng", "type": "recall", "value": 66.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ina-eng", "type": "accuracy", "value": 88.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ina-eng", "type": "f1", "value": 85.60222222222221 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ina-eng", "type": "precision", "value": 84.27916666666665 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ina-eng", "type": "recall", "value": 88.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lfn-eng", "type": "accuracy", "value": 58.699999999999996 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lfn-eng", "type": "f1", "value": 52.732375957375965 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lfn-eng", "type": "precision", "value": 50.63214035964035 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lfn-eng", "type": "recall", "value": 58.699999999999996 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: zsm-eng", "type": "accuracy", "value": 92.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: zsm-eng", "type": "f1", "value": 89.99666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: zsm-eng", "type": "precision", "value": 89.03333333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: zsm-eng", "type": "recall", "value": 92.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ita-eng", "type": "accuracy", "value": 90.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ita-eng", "type": "f1", "value": 87.55666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ita-eng", "type": "precision", "value": 86.36166666666668 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ita-eng", "type": "recall", "value": 90.10000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cmn-eng", "type": "accuracy", "value": 91.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cmn-eng", "type": "f1", "value": 88.89000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cmn-eng", "type": "precision", "value": 87.71166666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cmn-eng", "type": "recall", "value": 91.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lvs-eng", "type": "accuracy", "value": 65.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lvs-eng", "type": "f1", "value": 60.67427750410509 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lvs-eng", "type": "precision", "value": 58.71785714285714 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: lvs-eng", "type": "recall", "value": 65.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: glg-eng", "type": "accuracy", "value": 85.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: glg-eng", "type": "f1", "value": 81.93190476190475 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: glg-eng", "type": "precision", "value": 80.37833333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: glg-eng", "type": "recall", "value": 85.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ceb-eng", "type": "accuracy", "value": 47.833333333333336 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ceb-eng", "type": "f1", "value": 42.006625781625786 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ceb-eng", "type": "precision", "value": 40.077380952380956 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ceb-eng", "type": "recall", "value": 47.833333333333336 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bre-eng", "type": "accuracy", "value": 10.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bre-eng", "type": "f1", "value": 8.24465007215007 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bre-eng", "type": "precision", "value": 7.664597069597071 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bre-eng", "type": "recall", "value": 10.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ben-eng", "type": "accuracy", "value": 82.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ben-eng", "type": "f1", "value": 77.76333333333334 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ben-eng", "type": "precision", "value": 75.57833333333332 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ben-eng", "type": "recall", "value": 82.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swg-eng", "type": "accuracy", "value": 52.67857142857143 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swg-eng", "type": "f1", "value": 44.302721088435376 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swg-eng", "type": "precision", "value": 41.49801587301587 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swg-eng", "type": "recall", "value": 52.67857142857143 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arq-eng", "type": "accuracy", "value": 28.3205268935236 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arq-eng", "type": "f1", "value": 22.426666605171157 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arq-eng", "type": "precision", "value": 20.685900116470915 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: arq-eng", "type": "recall", "value": 28.3205268935236 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kab-eng", "type": "accuracy", "value": 22.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kab-eng", "type": "f1", "value": 17.833970473970474 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kab-eng", "type": "precision", "value": 16.407335164835164 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kab-eng", "type": "recall", "value": 22.7 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fra-eng", "type": "accuracy", "value": 92.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fra-eng", "type": "f1", "value": 89.92999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fra-eng", "type": "precision", "value": 88.87 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fra-eng", "type": "recall", "value": 92.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: por-eng", "type": "accuracy", "value": 91.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: por-eng", "type": "f1", "value": 89.25 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: por-eng", "type": "precision", "value": 88.21666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: por-eng", "type": "recall", "value": 91.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tat-eng", "type": "accuracy", "value": 69.19999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tat-eng", "type": "f1", "value": 63.38269841269841 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tat-eng", "type": "precision", "value": 61.14773809523809 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tat-eng", "type": "recall", "value": 69.19999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: oci-eng", "type": "accuracy", "value": 48.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: oci-eng", "type": "f1", "value": 42.839915639915645 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: oci-eng", "type": "precision", "value": 40.770287114845935 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: oci-eng", "type": "recall", "value": 48.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pol-eng", "type": "accuracy", "value": 88.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pol-eng", "type": "f1", "value": 85.90666666666668 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pol-eng", "type": "precision", "value": 84.54166666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pol-eng", "type": "recall", "value": 88.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: war-eng", "type": "accuracy", "value": 46.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: war-eng", "type": "f1", "value": 40.85892920804686 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: war-eng", "type": "precision", "value": 38.838223114604695 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: war-eng", "type": "recall", "value": 46.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: aze-eng", "type": "accuracy", "value": 84 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: aze-eng", "type": "f1", "value": 80.14190476190475 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: aze-eng", "type": "precision", "value": 78.45333333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: aze-eng", "type": "recall", "value": 84 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: vie-eng", "type": "accuracy", "value": 90.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: vie-eng", "type": "f1", "value": 87.78333333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: vie-eng", "type": "precision", "value": 86.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: vie-eng", "type": "recall", "value": 90.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nno-eng", "type": "accuracy", "value": 74.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nno-eng", "type": "f1", "value": 69.48397546897547 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nno-eng", "type": "precision", "value": 67.51869047619049 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: nno-eng", "type": "recall", "value": 74.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cha-eng", "type": "accuracy", "value": 32.846715328467155 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cha-eng", "type": "f1", "value": 27.828177499710343 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cha-eng", "type": "precision", "value": 26.63451511991658 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cha-eng", "type": "recall", "value": 32.846715328467155 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mhr-eng", "type": "accuracy", "value": 8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mhr-eng", "type": "f1", "value": 6.07664116764988 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mhr-eng", "type": "precision", "value": 5.544177607179943 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mhr-eng", "type": "recall", "value": 8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dan-eng", "type": "accuracy", "value": 87.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dan-eng", "type": "f1", "value": 84.38555555555554 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dan-eng", "type": "precision", "value": 82.91583333333334 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dan-eng", "type": "recall", "value": 87.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ell-eng", "type": "accuracy", "value": 87.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ell-eng", "type": "f1", "value": 84.08333333333331 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ell-eng", "type": "precision", "value": 82.47333333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ell-eng", "type": "recall", "value": 87.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: amh-eng", "type": "accuracy", "value": 80.95238095238095 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: amh-eng", "type": "f1", "value": 76.13095238095238 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: amh-eng", "type": "precision", "value": 74.05753968253967 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: amh-eng", "type": "recall", "value": 80.95238095238095 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pam-eng", "type": "accuracy", "value": 8.799999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pam-eng", "type": "f1", "value": 6.971422975172975 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pam-eng", "type": "precision", "value": 6.557814916172301 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: pam-eng", "type": "recall", "value": 8.799999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hsb-eng", "type": "accuracy", "value": 44.099378881987576 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hsb-eng", "type": "f1", "value": 37.01649742022413 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hsb-eng", "type": "precision", "value": 34.69420618488942 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hsb-eng", "type": "recall", "value": 44.099378881987576 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: srp-eng", "type": "accuracy", "value": 84.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: srp-eng", "type": "f1", "value": 80.32666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: srp-eng", "type": "precision", "value": 78.60666666666665 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: srp-eng", "type": "recall", "value": 84.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: epo-eng", "type": "accuracy", "value": 92.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: epo-eng", "type": "f1", "value": 90.49666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: epo-eng", "type": "precision", "value": 89.56666666666668 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: epo-eng", "type": "recall", "value": 92.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kzj-eng", "type": "accuracy", "value": 10 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kzj-eng", "type": "f1", "value": 8.268423529875141 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kzj-eng", "type": "precision", "value": 7.878118605532398 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kzj-eng", "type": "recall", "value": 10 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: awa-eng", "type": "accuracy", "value": 79.22077922077922 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: awa-eng", "type": "f1", "value": 74.27128427128426 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: awa-eng", "type": "precision", "value": 72.28715728715729 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: awa-eng", "type": "recall", "value": 79.22077922077922 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fao-eng", "type": "accuracy", "value": 65.64885496183206 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fao-eng", "type": "f1", "value": 58.87495456197747 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fao-eng", "type": "precision", "value": 55.992366412213734 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fao-eng", "type": "recall", "value": 65.64885496183206 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mal-eng", "type": "accuracy", "value": 96.06986899563319 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mal-eng", "type": "f1", "value": 94.78408539543909 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mal-eng", "type": "precision", "value": 94.15332362930616 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mal-eng", "type": "recall", "value": 96.06986899563319 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ile-eng", "type": "accuracy", "value": 77.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ile-eng", "type": "f1", "value": 71.72571428571428 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ile-eng", "type": "precision", "value": 69.41000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ile-eng", "type": "recall", "value": 77.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bos-eng", "type": "accuracy", "value": 86.4406779661017 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bos-eng", "type": "f1", "value": 83.2391713747646 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bos-eng", "type": "precision", "value": 81.74199623352166 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: bos-eng", "type": "recall", "value": 86.4406779661017 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cor-eng", "type": "accuracy", "value": 8.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cor-eng", "type": "f1", "value": 6.017828743398003 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cor-eng", "type": "precision", "value": 5.4829865484756795 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cor-eng", "type": "recall", "value": 8.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cat-eng", "type": "accuracy", "value": 83.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cat-eng", "type": "f1", "value": 79.74833333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cat-eng", "type": "precision", "value": 78.04837662337664 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: cat-eng", "type": "recall", "value": 83.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: eus-eng", "type": "accuracy", "value": 60.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: eus-eng", "type": "f1", "value": 54.467301587301584 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: eus-eng", "type": "precision", "value": 52.23242424242424 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: eus-eng", "type": "recall", "value": 60.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yue-eng", "type": "accuracy", "value": 74.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yue-eng", "type": "f1", "value": 69.68699134199134 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yue-eng", "type": "precision", "value": 67.59873015873016 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yue-eng", "type": "recall", "value": 74.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swe-eng", "type": "accuracy", "value": 88 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swe-eng", "type": "f1", "value": 84.9652380952381 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swe-eng", "type": "precision", "value": 83.66166666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swe-eng", "type": "recall", "value": 88 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dtp-eng", "type": "accuracy", "value": 9.1 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dtp-eng", "type": "f1", "value": 7.681244588744588 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dtp-eng", "type": "precision", "value": 7.370043290043291 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dtp-eng", "type": "recall", "value": 9.1 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kat-eng", "type": "accuracy", "value": 80.9651474530831 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kat-eng", "type": "f1", "value": 76.84220605132133 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kat-eng", "type": "precision", "value": 75.19606398962966 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kat-eng", "type": "recall", "value": 80.9651474530831 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jpn-eng", "type": "accuracy", "value": 86.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jpn-eng", "type": "f1", "value": 83.705 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jpn-eng", "type": "precision", "value": 82.3120634920635 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: jpn-eng", "type": "recall", "value": 86.9 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: csb-eng", "type": "accuracy", "value": 29.64426877470356 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: csb-eng", "type": "f1", "value": 23.98763072676116 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: csb-eng", "type": "precision", "value": 22.506399397703746 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: csb-eng", "type": "recall", "value": 29.64426877470356 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: xho-eng", "type": "accuracy", "value": 70.4225352112676 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: xho-eng", "type": "f1", "value": 62.84037558685445 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: xho-eng", "type": "precision", "value": 59.56572769953053 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: xho-eng", "type": "recall", "value": 70.4225352112676 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: orv-eng", "type": "accuracy", "value": 19.64071856287425 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: orv-eng", "type": "f1", "value": 15.125271011207756 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: orv-eng", "type": "precision", "value": 13.865019261197494 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: orv-eng", "type": "recall", "value": 19.64071856287425 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ind-eng", "type": "accuracy", "value": 90.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ind-eng", "type": "f1", "value": 87.80666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ind-eng", "type": "precision", "value": 86.70833333333331 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ind-eng", "type": "recall", "value": 90.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tuk-eng", "type": "accuracy", "value": 23.15270935960591 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tuk-eng", "type": "f1", "value": 18.407224958949097 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tuk-eng", "type": "precision", "value": 16.982385430661292 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tuk-eng", "type": "recall", "value": 23.15270935960591 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: max-eng", "type": "accuracy", "value": 55.98591549295775 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: max-eng", "type": "f1", "value": 49.94718309859154 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: max-eng", "type": "precision", "value": 47.77864154624717 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: max-eng", "type": "recall", "value": 55.98591549295775 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swh-eng", "type": "accuracy", "value": 73.07692307692307 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swh-eng", "type": "f1", "value": 66.74358974358974 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swh-eng", "type": "precision", "value": 64.06837606837607 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: swh-eng", "type": "recall", "value": 73.07692307692307 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hin-eng", "type": "accuracy", "value": 94.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hin-eng", "type": "f1", "value": 93.25 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hin-eng", "type": "precision", "value": 92.43333333333332 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: hin-eng", "type": "recall", "value": 94.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dsb-eng", "type": "accuracy", "value": 37.78705636743215 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dsb-eng", "type": "f1", "value": 31.63899658680452 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dsb-eng", "type": "precision", "value": 29.72264397629742 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: dsb-eng", "type": "recall", "value": 37.78705636743215 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ber-eng", "type": "accuracy", "value": 21.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ber-eng", "type": "f1", "value": 16.91697302697303 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ber-eng", "type": "precision", "value": 15.71225147075147 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ber-eng", "type": "recall", "value": 21.6 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tam-eng", "type": "accuracy", "value": 85.01628664495115 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tam-eng", "type": "f1", "value": 81.38514037536838 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tam-eng", "type": "precision", "value": 79.83170466883823 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tam-eng", "type": "recall", "value": 85.01628664495115 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slk-eng", "type": "accuracy", "value": 83.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slk-eng", "type": "f1", "value": 79.96380952380952 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slk-eng", "type": "precision", "value": 78.48333333333333 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: slk-eng", "type": "recall", "value": 83.39999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tgl-eng", "type": "accuracy", "value": 83.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tgl-eng", "type": "f1", "value": 79.26190476190476 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tgl-eng", "type": "precision", "value": 77.58833333333334 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tgl-eng", "type": "recall", "value": 83.2 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ast-eng", "type": "accuracy", "value": 75.59055118110236 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ast-eng", "type": "f1", "value": 71.66854143232096 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ast-eng", "type": "precision", "value": 70.30183727034121 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ast-eng", "type": "recall", "value": 75.59055118110236 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mkd-eng", "type": "accuracy", "value": 65.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mkd-eng", "type": "f1", "value": 59.26095238095238 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mkd-eng", "type": "precision", "value": 56.81909090909092 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: mkd-eng", "type": "recall", "value": 65.5 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: khm-eng", "type": "accuracy", "value": 55.26315789473685 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: khm-eng", "type": "f1", "value": 47.986523325858506 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: khm-eng", "type": "precision", "value": 45.33950006595436 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: khm-eng", "type": "recall", "value": 55.26315789473685 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ces-eng", "type": "accuracy", "value": 82.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ces-eng", "type": "f1", "value": 78.835 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ces-eng", "type": "precision", "value": 77.04761904761905 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ces-eng", "type": "recall", "value": 82.89999999999999 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tzl-eng", "type": "accuracy", "value": 43.269230769230774 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tzl-eng", "type": "f1", "value": 36.20421245421245 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tzl-eng", "type": "precision", "value": 33.57371794871795 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tzl-eng", "type": "recall", "value": 43.269230769230774 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: urd-eng", "type": "accuracy", "value": 88 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: urd-eng", "type": "f1", "value": 84.70666666666666 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: urd-eng", "type": "precision", "value": 83.23166666666665 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: urd-eng", "type": "recall", "value": 88 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ara-eng", "type": "accuracy", "value": 77.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ara-eng", "type": "f1", "value": 72.54666666666667 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ara-eng", "type": "precision", "value": 70.54318181818181 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: ara-eng", "type": "recall", "value": 77.4 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kor-eng", "type": "accuracy", "value": 78.60000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kor-eng", "type": "f1", "value": 74.1588888888889 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kor-eng", "type": "precision", "value": 72.30250000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: kor-eng", "type": "recall", "value": 78.60000000000001 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yid-eng", "type": "accuracy", "value": 72.40566037735849 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yid-eng", "type": "f1", "value": 66.82587328813744 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yid-eng", "type": "precision", "value": 64.75039308176099 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: yid-eng", "type": "recall", "value": 72.40566037735849 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fin-eng", "type": "accuracy", "value": 73.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fin-eng", "type": "f1", "value": 68.56357142857144 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fin-eng", "type": "precision", "value": 66.3178822055138 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: fin-eng", "type": "recall", "value": 73.8 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tha-eng", "type": "accuracy", "value": 91.78832116788321 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tha-eng", "type": "f1", "value": 89.3552311435523 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tha-eng", "type": "precision", "value": 88.20559610705597 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: tha-eng", "type": "recall", "value": 91.78832116788321 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: wuu-eng", "type": "accuracy", "value": 74.3 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: wuu-eng", "type": "f1", "value": 69.05085581085581 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: wuu-eng", "type": "precision", "value": 66.955 }, { "slice": "dataset: mteb/tatoeba-bitext-mining, split: test, config: wuu-eng", "type": "recall", "value": 74.3 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1", "value": 2.896 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_10", "value": 8.993 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_100", "value": 14.133999999999999 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1000", "value": 15.668000000000001 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_3", "value": 5.862 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_5", "value": 7.17 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1", "value": 34.694 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_10", "value": 42.931000000000004 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_100", "value": 44.81 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1000", "value": 44.81 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_3", "value": 38.435 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_5", "value": 41.701 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1", "value": 31.633 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_10", "value": 21.163 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_100", "value": 33.306000000000004 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1000", "value": 45.275999999999996 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_3", "value": 25.685999999999996 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_5", "value": 23.732 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1", "value": 34.694 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_10", "value": 17.755000000000003 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_100", "value": 6.938999999999999 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1000", "value": 1.48 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_3", "value": 25.85 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_5", "value": 23.265 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1", "value": 2.896 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_10", "value": 13.333999999999998 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_100", "value": 43.517 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1000", "value": 79.836 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_3", "value": 6.306000000000001 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_5", "value": 8.825 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "accuracy", "value": 69.3874 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "ap", "value": 13.829909072469423 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "f1", "value": 53.54534203543492 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "accuracy", "value": 62.62026032823995 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "f1", "value": 62.85251350485221 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "v_measure", "value": 33.21527881409797 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 84.97943613280086 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 70.75454316885921 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 65.38274012676743 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 60.761214318078835 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 70.76517150395777 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 79.0546581629612 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_ap", "value": 47.3197121792147 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_f1", "value": 49.20106524633821 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_precision", "value": 42.45499808502489 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_recall", "value": 58.49604221635884 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 85.08076533349228 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 70.95016106374474 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 65.43987900176455 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 62.64478764478765 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 68.49604221635884 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 84.93771234428085 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 70.63668388755362 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 65.23895401262398 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 56.946084218811485 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 76.35883905013192 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 85.08076533349228 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_ap", "value": 70.95016106374474 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_f1", "value": 65.43987900176455 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 88.69096130709822 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 84.82526278228542 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 77.65485060585536 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 75.94582658619167 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 79.44256236526024 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 80.97954748321496 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_ap", "value": 64.81642914145866 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_f1", "value": 60.631996987229975 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_precision", "value": 54.5897293631712 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_recall", "value": 68.17831844779796 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 88.6987231730508 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 84.80003825477253 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 77.67194179854496 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 75.7128235122094 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 79.73514012935017 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 88.62692591298949 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 84.80451408255276 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 77.69888949572183 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 73.70311528631622 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 82.15275639051433 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 88.6987231730508 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_ap", "value": 84.82526278228542 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_f1", "value": 77.69888949572183 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "accuracy", "value": 95.72566678212678 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "f1", "value": 94.42443135896548 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "main_score", "value": 94.42443135896548 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "precision", "value": 93.80868260016165 }, { "slice": "dataset: mteb/bucc-bitext-mining, split: test, config: ru-en", "type": "recall", "value": 95.72566678212678 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "main_score", "value": 92.23599999999999 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_1", "value": 87.111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_10", "value": 90.717 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_100", "value": 90.879 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_1000", "value": 90.881 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_20", "value": 90.849 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_3", "value": 90.074 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "map_at_5", "value": 90.535 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_1", "value": 87.1111111111111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_10", "value": 90.7173721340388 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_100", "value": 90.87859682638407 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_1000", "value": 90.88093553612326 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_20", "value": 90.84863516113515 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_3", "value": 90.07407407407409 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "mrr_at_5", "value": 90.53518518518521 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1000_diff1", "value": 92.37373187280554 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1000_max", "value": 79.90465445423249 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1000_std", "value": -0.6220290556185463 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_100_diff1", "value": 92.37386697345335 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_100_max", "value": 79.90991577223959 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_100_std", "value": -0.602247514642845 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_10_diff1", "value": 92.30907447072467 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_10_max", "value": 79.86831935337598 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_10_std", "value": -0.7455191860719699 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1_diff1", "value": 93.29828518358822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1_max", "value": 78.69539619887887 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_1_std", "value": -4.097150817605763 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_20_diff1", "value": 92.38414149703077 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_20_max", "value": 79.94789814504661 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_20_std", "value": -0.3928031130400773 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_3_diff1", "value": 92.21688899306734 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_3_max", "value": 80.34586671780885 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_3_std", "value": 0.24088319695435909 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_5_diff1", "value": 92.27931726042982 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_5_max", "value": 79.99198834003367 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_map_at_5_std", "value": -0.6296366922840796 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1000_diff1", "value": 92.37373187280554 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1000_max", "value": 79.90465445423249 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1000_std", "value": -0.6220290556185463 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_100_diff1", "value": 92.37386697345335 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_100_max", "value": 79.90991577223959 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_100_std", "value": -0.602247514642845 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_10_diff1", "value": 92.30907447072467 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_10_max", "value": 79.86831935337598 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_10_std", "value": -0.7455191860719699 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1_diff1", "value": 93.29828518358822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1_max", "value": 78.69539619887887 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_1_std", "value": -4.097150817605763 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_20_diff1", "value": 92.38414149703077 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_20_max", "value": 79.94789814504661 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_20_std", "value": -0.3928031130400773 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_3_diff1", "value": 92.21688899306734 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_3_max", "value": 80.34586671780885 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_3_std", "value": 0.24088319695435909 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_5_diff1", "value": 92.27931726042982 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_5_max", "value": 79.99198834003367 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_mrr_at_5_std", "value": -0.6296366922840796 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1000_diff1", "value": 92.30526497646306 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1000_max", "value": 80.12734537480418 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1000_std", "value": 0.22849408935578744 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_100_diff1", "value": 92.31347123202318 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_100_max", "value": 80.29207038703142 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_100_std", "value": 0.816825944406239 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_10_diff1", "value": 92.05430189845808 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_10_max", "value": 80.16515667442968 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_10_std", "value": 0.7486447532544893 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1_diff1", "value": 93.29828518358822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1_max", "value": 78.69539619887887 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_1_std", "value": -4.097150817605763 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_20_diff1", "value": 92.40147868825079 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_20_max", "value": 80.5117307181802 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_20_std", "value": 2.0431351539517033 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_3_diff1", "value": 91.88894444422789 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_3_max", "value": 81.09256084196045 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_3_std", "value": 2.422705909643621 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_5_diff1", "value": 91.99711052955728 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_5_max", "value": 80.46996334573979 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_ndcg_at_5_std", "value": 0.9086986899040708 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_100_diff1", "value": 93.46405228758012 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_100_max", "value": 100 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_100_std", "value": 70.71661998132774 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_10_diff1", "value": 90.13938908896874 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_10_max", "value": 82.21121782046167 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_10_std", "value": 13.075230092036083 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1_diff1", "value": 93.29828518358822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1_max", "value": 78.69539619887887 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_1_std", "value": -4.097150817605763 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_20_diff1", "value": 94.9723479135242 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_20_max", "value": 91.04000574588684 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_20_std", "value": 48.764634058749586 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_3_diff1", "value": 90.52690041533852 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_3_max", "value": 84.35075179497126 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_3_std", "value": 12.036768730480507 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_5_diff1", "value": 90.44234360410769 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_5_max", "value": 83.21895424836558 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_precision_at_5_std", "value": 9.974323062558037 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_100_diff1", "value": 93.46405228758294 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_100_max", "value": 100 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_100_std", "value": 70.71661998132666 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_10_diff1", "value": 90.13938908896864 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_10_max", "value": 82.21121782046124 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_10_std", "value": 13.075230092036506 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1_diff1", "value": 93.29828518358822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1_max", "value": 78.69539619887887 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_1_std", "value": -4.097150817605763 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_20_diff1", "value": 94.97234791352489 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_20_max", "value": 91.04000574588774 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_20_std", "value": 48.764634058752065 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_3_diff1", "value": 90.52690041533845 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_3_max", "value": 84.35075179497079 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_3_std", "value": 12.036768730480583 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_5_diff1", "value": 90.44234360410861 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_5_max", "value": 83.21895424836595 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "nauc_recall_at_5_std", "value": 9.974323062558147 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_1", "value": 87.111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_10", "value": 92.23599999999999 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_100", "value": 92.87100000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_1000", "value": 92.928 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_20", "value": 92.67699999999999 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_3", "value": 90.973 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "ndcg_at_5", "value": 91.801 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_1", "value": 87.111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_10", "value": 9.689 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_100", "value": 0.996 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_20", "value": 4.928 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_3", "value": 31.185000000000002 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "precision_at_5", "value": 19.111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_1", "value": 87.111 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_10", "value": 96.88900000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_100", "value": 99.556 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_20", "value": 98.556 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_3", "value": 93.556 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-rus_Cyrl", "type": "recall_at_5", "value": 95.556 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "main_score", "value": 86.615 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_1", "value": 78 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_10", "value": 83.822 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_100", "value": 84.033 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_1000", "value": 84.03500000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_20", "value": 83.967 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_3", "value": 82.315 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "map_at_5", "value": 83.337 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_1", "value": 78 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_10", "value": 83.82213403880073 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_100", "value": 84.03281327810801 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_1000", "value": 84.03460051000452 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_20", "value": 83.9673773122303 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_3", "value": 82.31481481481484 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "mrr_at_5", "value": 83.33703703703708 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1000_diff1", "value": 80.78467576987832 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1000_max", "value": 51.41718334647604 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1000_std", "value": -16.23873782768812 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_100_diff1", "value": 80.78490931240695 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_100_max", "value": 51.41504597713061 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_100_std", "value": -16.23538559475366 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_10_diff1", "value": 80.73989245374868 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_10_max", "value": 51.43026079433827 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_10_std", "value": -16.13414330905897 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1_diff1", "value": 82.36966971144186 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1_max", "value": 52.988877039509916 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_1_std", "value": -15.145824639495546 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_20_diff1", "value": 80.75923781626145 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_20_max", "value": 51.40181079374639 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_20_std", "value": -16.260566097377165 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_3_diff1", "value": 80.65242627065471 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_3_max", "value": 50.623980338841214 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_3_std", "value": -16.818343442794294 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_5_diff1", "value": 80.45976387021862 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_5_max", "value": 51.533621728445866 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_map_at_5_std", "value": -16.279891536945815 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1000_diff1", "value": 80.78467576987832 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1000_max", "value": 51.41718334647604 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1000_std", "value": -16.23873782768812 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_100_diff1", "value": 80.78490931240695 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_100_max", "value": 51.41504597713061 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_100_std", "value": -16.23538559475366 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_10_diff1", "value": 80.73989245374868 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_10_max", "value": 51.43026079433827 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_10_std", "value": -16.13414330905897 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1_diff1", "value": 82.36966971144186 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1_max", "value": 52.988877039509916 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_1_std", "value": -15.145824639495546 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_20_diff1", "value": 80.75923781626145 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_20_max", "value": 51.40181079374639 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_20_std", "value": -16.260566097377165 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_3_diff1", "value": 80.65242627065471 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_3_max", "value": 50.623980338841214 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_3_std", "value": -16.818343442794294 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_5_diff1", "value": 80.45976387021862 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_5_max", "value": 51.533621728445866 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_mrr_at_5_std", "value": -16.279891536945815 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1000_diff1", "value": 80.60009446938174 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1000_max", "value": 51.381708043594166 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1000_std", "value": -16.054256944160848 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_100_diff1", "value": 80.58971462930421 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_100_max", "value": 51.25436917735444 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_100_std", "value": -15.862944972269894 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_10_diff1", "value": 80.37967179454489 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_10_max", "value": 51.590394257251006 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_10_std", "value": -15.489799384799591 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1_diff1", "value": 82.36966971144186 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1_max", "value": 52.988877039509916 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_1_std", "value": -15.145824639495546 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_20_diff1", "value": 80.40299527470081 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_20_max", "value": 51.395132284307074 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_20_std", "value": -15.906165526937203 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_3_diff1", "value": 80.10347913649302 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_3_max", "value": 50.018431855573844 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_3_std", "value": -17.12743750163884 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_5_diff1", "value": 79.65918647776613 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_5_max", "value": 51.76710880330806 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_ndcg_at_5_std", "value": -16.071901882035945 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_100_diff1", "value": 77.41596638655459 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_100_max", "value": 22.572362278246565 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_100_std", "value": 26.890756302525716 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_10_diff1", "value": 77.82112845138009 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_10_max", "value": 54.2550353474723 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_10_std", "value": -7.492997198879646 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1_diff1", "value": 82.36966971144186 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1_max", "value": 52.988877039509916 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_1_std", "value": -15.145824639495546 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_20_diff1", "value": 75.89091192032318 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_20_max", "value": 52.03275754746293 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_20_std", "value": -7.8411920323686175 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_3_diff1", "value": 78.0256020644638 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_3_max", "value": 47.80353641248523 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_3_std", "value": -18.181625255723503 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_5_diff1", "value": 75.21583976056174 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_5_max", "value": 53.716281032960765 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_precision_at_5_std", "value": -14.411700753360812 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_100_diff1", "value": 77.4159663865523 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_100_max", "value": 22.57236227824646 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_100_std", "value": 26.89075630252133 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_10_diff1", "value": 77.82112845138037 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_10_max", "value": 54.25503534747204 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_10_std", "value": -7.492997198879666 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1_diff1", "value": 82.36966971144186 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1_max", "value": 52.988877039509916 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_1_std", "value": -15.145824639495546 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_20_diff1", "value": 75.89091192032362 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_20_max", "value": 52.032757547463184 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_20_std", "value": -7.84119203236888 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_3_diff1", "value": 78.02560206446354 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_3_max", "value": 47.80353641248526 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_3_std", "value": -18.181625255723656 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_5_diff1", "value": 75.21583976056185 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_5_max", "value": 53.71628103296118 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "nauc_recall_at_5_std", "value": -14.411700753360634 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_1", "value": 78 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_10", "value": 86.615 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_100", "value": 87.558 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_1000", "value": 87.613 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_20", "value": 87.128 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_3", "value": 83.639 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "ndcg_at_5", "value": 85.475 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_1", "value": 78 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_10", "value": 9.533 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_100", "value": 0.996 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_20", "value": 4.867 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_3", "value": 29.148000000000003 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "precision_at_5", "value": 18.378 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_1", "value": 78 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_10", "value": 95.333 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_100", "value": 99.556 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_20", "value": 97.333 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_3", "value": 87.444 }, { "slice": "dataset: facebook/belebele, split: test, config: rus_Cyrl-eng_Latn", "type": "recall_at_5", "value": 91.889 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "main_score", "value": 82.748 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_1", "value": 73.444 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_10", "value": 79.857 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_100", "value": 80.219 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_1000", "value": 80.22500000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_20", "value": 80.10300000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_3", "value": 78.593 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "map_at_5", "value": 79.515 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_1", "value": 73.44444444444444 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_10", "value": 79.85705467372136 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_100", "value": 80.21942320422542 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_1000", "value": 80.2245364027152 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_20", "value": 80.10273201266493 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_3", "value": 78.59259259259258 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "mrr_at_5", "value": 79.51481481481483 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1000_diff1", "value": 83.69682652271125 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1000_max", "value": 61.70131708044767 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1000_std", "value": 9.345825405274955 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_100_diff1", "value": 83.68924820523492 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_100_max", "value": 61.6965735573098 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_100_std", "value": 9.366132859525775 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_10_diff1", "value": 83.61802964269985 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_10_max", "value": 61.74274476167882 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_10_std", "value": 9.504060995819101 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1_diff1", "value": 86.37079221403225 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1_max", "value": 61.856861655370686 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_1_std", "value": 4.708911881992707 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_20_diff1", "value": 83.62920965453047 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_20_max", "value": 61.761029350326965 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_20_std", "value": 9.572978651118351 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_3_diff1", "value": 83.66665673154306 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_3_max", "value": 61.13597610587937 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_3_std", "value": 9.309596395240598 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_5_diff1", "value": 83.52307226455358 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_5_max", "value": 61.59405758027573 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_map_at_5_std", "value": 9.320025423287671 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1000_diff1", "value": 83.69682652271125 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1000_max", "value": 61.70131708044767 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1000_std", "value": 9.345825405274955 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_100_diff1", "value": 83.68924820523492 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_100_max", "value": 61.6965735573098 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_100_std", "value": 9.366132859525775 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_10_diff1", "value": 83.61802964269985 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_10_max", "value": 61.74274476167882 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_10_std", "value": 9.504060995819101 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1_diff1", "value": 86.37079221403225 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1_max", "value": 61.856861655370686 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_1_std", "value": 4.708911881992707 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_20_diff1", "value": 83.62920965453047 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_20_max", "value": 61.761029350326965 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_20_std", "value": 9.572978651118351 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_3_diff1", "value": 83.66665673154306 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_3_max", "value": 61.13597610587937 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_3_std", "value": 9.309596395240598 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_5_diff1", "value": 83.52307226455358 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_5_max", "value": 61.59405758027573 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_mrr_at_5_std", "value": 9.320025423287671 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1000_diff1", "value": 83.24213186482201 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1000_max", "value": 61.77629841787496 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1000_std", "value": 10.332527869705851 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_100_diff1", "value": 83.06815820441027 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_100_max", "value": 61.6947181864579 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_100_std", "value": 10.888922975877316 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_10_diff1", "value": 82.58238431386295 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_10_max", "value": 62.10333663935709 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_10_std", "value": 11.746030330958174 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1_diff1", "value": 86.37079221403225 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1_max", "value": 61.856861655370686 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_1_std", "value": 4.708911881992707 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_20_diff1", "value": 82.67888324480154 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_20_max", "value": 62.28124917486516 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_20_std", "value": 12.343058917563914 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_3_diff1", "value": 82.71277373710663 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_3_max", "value": 60.66677922989939 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_3_std", "value": 10.843633736296528 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_5_diff1", "value": 82.34691124846786 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_5_max", "value": 61.605961382062716 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_ndcg_at_5_std", "value": 11.129011077702602 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_100_diff1", "value": 60.93103908230194 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_100_max", "value": 52.621048419370695 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_100_std", "value": 85.60090702947922 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_10_diff1", "value": 76.26517273576093 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_10_max", "value": 65.2013694366636 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_10_std", "value": 26.50357920946173 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1_diff1", "value": 86.37079221403225 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1_max", "value": 61.856861655370686 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_1_std", "value": 4.708911881992707 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_20_diff1", "value": 73.47946930710295 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_20_max", "value": 70.19520986689217 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_20_std", "value": 45.93186111653967 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_3_diff1", "value": 79.02026879450186 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_3_max", "value": 58.75074624692399 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_3_std", "value": 16.740684654251037 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_5_diff1", "value": 76.47585662281637 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_5_max", "value": 61.86270922013127 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_precision_at_5_std", "value": 20.1833625455035 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_100_diff1", "value": 60.93103908229921 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_100_max", "value": 52.62104841936668 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_100_std", "value": 85.60090702947748 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_10_diff1", "value": 76.26517273576097 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_10_max", "value": 65.20136943666347 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_10_std", "value": 26.50357920946174 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1_diff1", "value": 86.37079221403225 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1_max", "value": 61.856861655370686 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_1_std", "value": 4.708911881992707 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_20_diff1", "value": 73.47946930710269 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_20_max", "value": 70.19520986689254 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_20_std", "value": 45.93186111653943 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_3_diff1", "value": 79.02026879450173 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_3_max", "value": 58.750746246923924 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_3_std", "value": 16.740684654251076 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_5_diff1", "value": 76.4758566228162 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_5_max", "value": 61.862709220131386 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "nauc_recall_at_5_std", "value": 20.18336254550361 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_1", "value": 73.444 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_10", "value": 82.748 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_100", "value": 84.416 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_1000", "value": 84.52300000000001 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_20", "value": 83.646 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_3", "value": 80.267 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "ndcg_at_5", "value": 81.922 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_1", "value": 73.444 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_10", "value": 9.167 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_100", "value": 0.992 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_20", "value": 4.761 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_3", "value": 28.37 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "precision_at_5", "value": 17.822 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_1", "value": 73.444 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_10", "value": 91.667 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_100", "value": 99.222 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_20", "value": 95.222 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_3", "value": 85.111 }, { "slice": "dataset: facebook/belebele, split: test, config: eng_Latn-rus_Cyrl", "type": "recall_at_5", "value": 89.11099999999999 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: eng_Latn-rus_Cyrl", "type": "accuracy", "value": 96.875 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: eng_Latn-rus_Cyrl", "type": "f1", "value": 95.83333333333333 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: eng_Latn-rus_Cyrl", "type": "main_score", "value": 95.83333333333333 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: eng_Latn-rus_Cyrl", "type": "precision", "value": 95.3125 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: eng_Latn-rus_Cyrl", "type": "recall", "value": 96.875 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: rus_Cyrl-eng_Latn", "type": "accuracy", "value": 88.671875 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: rus_Cyrl-eng_Latn", "type": "f1", "value": 85.3515625 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: rus_Cyrl-eng_Latn", "type": "main_score", "value": 85.3515625 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: rus_Cyrl-eng_Latn", "type": "precision", "value": 83.85416666666667 }, { "slice": "dataset: davidstap/biblenlp-corpus-mmteb, split: train, config: rus_Cyrl-eng_Latn", "type": "recall", "value": 88.671875 }, { "slice": "dataset: ai-forever/cedr-classification, split: test, config: default", "type": "accuracy", "value": 40.06907545164719 }, { "slice": "dataset: ai-forever/cedr-classification, split: test, config: default", "type": "f1", "value": 26.285000550712407 }, { "slice": "dataset: ai-forever/cedr-classification, split: test, config: default", "type": "lrap", "value": 64.4280021253997 }, { "slice": "dataset: ai-forever/cedr-classification, split: test, config: default", "type": "main_score", "value": 40.06907545164719 }, { "slice": "dataset: tatiana-merz/cyrillic_turkic_langs, split: test, config: default", "type": "accuracy", "value": 43.3447265625 }, { "slice": "dataset: tatiana-merz/cyrillic_turkic_langs, split: test, config: default", "type": "f1", "value": 40.08400146827895 }, { "slice": "dataset: tatiana-merz/cyrillic_turkic_langs, split: test, config: default", "type": "f1_weighted", "value": 40.08499428040896 }, { "slice": "dataset: tatiana-merz/cyrillic_turkic_langs, split: test, config: default", "type": "main_score", "value": 43.3447265625 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Arab-rus_Cyrl", "type": "accuracy", "value": 6.225296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Arab-rus_Cyrl", "type": "f1", "value": 5.5190958860075 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Arab-rus_Cyrl", "type": "main_score", "value": 5.5190958860075 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Arab-rus_Cyrl", "type": "precision", "value": 5.3752643758000005 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Arab-rus_Cyrl", "type": "recall", "value": 6.225296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: bam_Latn-rus_Cyrl", "type": "accuracy", "value": 68.37944664031622 }, { "slice": "dataset: mteb/flores, split: devtest, config: bam_Latn-rus_Cyrl", "type": "f1", "value": 64.54819836666252 }, { "slice": "dataset: mteb/flores, split: devtest, config: bam_Latn-rus_Cyrl", "type": "main_score", "value": 64.54819836666252 }, { "slice": "dataset: mteb/flores, split: devtest, config: bam_Latn-rus_Cyrl", "type": "precision", "value": 63.07479233454916 }, { "slice": "dataset: mteb/flores, split: devtest, config: bam_Latn-rus_Cyrl", "type": "recall", "value": 68.37944664031622 }, { "slice": "dataset: mteb/flores, split: devtest, config: dzo_Tibt-rus_Cyrl", "type": "accuracy", "value": 0.09881422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: dzo_Tibt-rus_Cyrl", "type": "f1", "value": 0.00019509225912934226 }, { "slice": "dataset: mteb/flores, split: devtest, config: dzo_Tibt-rus_Cyrl", "type": "main_score", "value": 0.00019509225912934226 }, { "slice": "dataset: mteb/flores, split: devtest, config: dzo_Tibt-rus_Cyrl", "type": "precision", "value": 9.76425190207627e-05 }, { "slice": "dataset: mteb/flores, split: devtest, config: dzo_Tibt-rus_Cyrl", "type": "recall", "value": 0.09881422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: hin_Deva-rus_Cyrl", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: hin_Deva-rus_Cyrl", "type": "f1", "value": 99.47299077733861 }, { "slice": "dataset: mteb/flores, split: devtest, config: hin_Deva-rus_Cyrl", "type": "main_score", "value": 99.47299077733861 }, { "slice": "dataset: mteb/flores, split: devtest, config: hin_Deva-rus_Cyrl", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: hin_Deva-rus_Cyrl", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: khm_Khmr-rus_Cyrl", "type": "accuracy", "value": 88.83399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: khm_Khmr-rus_Cyrl", "type": "f1", "value": 87.71151056318254 }, { "slice": "dataset: mteb/flores, split: devtest, config: khm_Khmr-rus_Cyrl", "type": "main_score", "value": 87.71151056318254 }, { "slice": "dataset: mteb/flores, split: devtest, config: khm_Khmr-rus_Cyrl", "type": "precision", "value": 87.32012500709193 }, { "slice": "dataset: mteb/flores, split: devtest, config: khm_Khmr-rus_Cyrl", "type": "recall", "value": 88.83399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: mag_Deva-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: mag_Deva-rus_Cyrl", "type": "f1", "value": 97.7239789196311 }, { "slice": "dataset: mteb/flores, split: devtest, config: mag_Deva-rus_Cyrl", "type": "main_score", "value": 97.7239789196311 }, { "slice": "dataset: mteb/flores, split: devtest, config: mag_Deva-rus_Cyrl", "type": "precision", "value": 97.61904761904762 }, { "slice": "dataset: mteb/flores, split: devtest, config: mag_Deva-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: pap_Latn-rus_Cyrl", "type": "accuracy", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: pap_Latn-rus_Cyrl", "type": "f1", "value": 93.68187806922984 }, { "slice": "dataset: mteb/flores, split: devtest, config: pap_Latn-rus_Cyrl", "type": "main_score", "value": 93.68187806922984 }, { "slice": "dataset: mteb/flores, split: devtest, config: pap_Latn-rus_Cyrl", "type": "precision", "value": 93.58925452707051 }, { "slice": "dataset: mteb/flores, split: devtest, config: pap_Latn-rus_Cyrl", "type": "recall", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: sot_Latn-rus_Cyrl", "type": "accuracy", "value": 90.9090909090909 }, { "slice": "dataset: mteb/flores, split: devtest, config: sot_Latn-rus_Cyrl", "type": "f1", "value": 89.23171936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: sot_Latn-rus_Cyrl", "type": "main_score", "value": 89.23171936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: sot_Latn-rus_Cyrl", "type": "precision", "value": 88.51790014083866 }, { "slice": "dataset: mteb/flores, split: devtest, config: sot_Latn-rus_Cyrl", "type": "recall", "value": 90.9090909090909 }, { "slice": "dataset: mteb/flores, split: devtest, config: tur_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: tur_Latn-rus_Cyrl", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: tur_Latn-rus_Cyrl", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: tur_Latn-rus_Cyrl", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: tur_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Latn-rus_Cyrl", "type": "accuracy", "value": 66.10671936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Latn-rus_Cyrl", "type": "f1", "value": 63.81888256297873 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Latn-rus_Cyrl", "type": "main_score", "value": 63.81888256297873 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Latn-rus_Cyrl", "type": "precision", "value": 63.01614067933451 }, { "slice": "dataset: mteb/flores, split: devtest, config: ace_Latn-rus_Cyrl", "type": "recall", "value": 66.10671936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: ban_Latn-rus_Cyrl", "type": "accuracy", "value": 79.44664031620553 }, { "slice": "dataset: mteb/flores, split: devtest, config: ban_Latn-rus_Cyrl", "type": "f1", "value": 77.6311962082713 }, { "slice": "dataset: mteb/flores, split: devtest, config: ban_Latn-rus_Cyrl", "type": "main_score", "value": 77.6311962082713 }, { "slice": "dataset: mteb/flores, split: devtest, config: ban_Latn-rus_Cyrl", "type": "precision", "value": 76.93977931929739 }, { "slice": "dataset: mteb/flores, split: devtest, config: ban_Latn-rus_Cyrl", "type": "recall", "value": 79.44664031620553 }, { "slice": "dataset: mteb/flores, split: devtest, config: ell_Grek-rus_Cyrl", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: ell_Grek-rus_Cyrl", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ell_Grek-rus_Cyrl", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ell_Grek-rus_Cyrl", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: ell_Grek-rus_Cyrl", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: hne_Deva-rus_Cyrl", "type": "accuracy", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: hne_Deva-rus_Cyrl", "type": "f1", "value": 96.25352907961603 }, { "slice": "dataset: mteb/flores, split: devtest, config: hne_Deva-rus_Cyrl", "type": "main_score", "value": 96.25352907961603 }, { "slice": "dataset: mteb/flores, split: devtest, config: hne_Deva-rus_Cyrl", "type": "precision", "value": 96.02155091285526 }, { "slice": "dataset: mteb/flores, split: devtest, config: hne_Deva-rus_Cyrl", "type": "recall", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: kik_Latn-rus_Cyrl", "type": "accuracy", "value": 76.28458498023716 }, { "slice": "dataset: mteb/flores, split: devtest, config: kik_Latn-rus_Cyrl", "type": "f1", "value": 73.5596919895859 }, { "slice": "dataset: mteb/flores, split: devtest, config: kik_Latn-rus_Cyrl", "type": "main_score", "value": 73.5596919895859 }, { "slice": "dataset: mteb/flores, split: devtest, config: kik_Latn-rus_Cyrl", "type": "precision", "value": 72.40900759055246 }, { "slice": "dataset: mteb/flores, split: devtest, config: kik_Latn-rus_Cyrl", "type": "recall", "value": 76.28458498023716 }, { "slice": "dataset: mteb/flores, split: devtest, config: mai_Deva-rus_Cyrl", "type": "accuracy", "value": 97.72727272727273 }, { "slice": "dataset: mteb/flores, split: devtest, config: mai_Deva-rus_Cyrl", "type": "f1", "value": 97.37812911725956 }, { "slice": "dataset: mteb/flores, split: devtest, config: mai_Deva-rus_Cyrl", "type": "main_score", "value": 97.37812911725956 }, { "slice": "dataset: mteb/flores, split: devtest, config: mai_Deva-rus_Cyrl", "type": "precision", "value": 97.26002258610953 }, { "slice": "dataset: mteb/flores, split: devtest, config: mai_Deva-rus_Cyrl", "type": "recall", "value": 97.72727272727273 }, { "slice": "dataset: mteb/flores, split: devtest, config: pbt_Arab-rus_Cyrl", "type": "accuracy", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: pbt_Arab-rus_Cyrl", "type": "f1", "value": 93.34700387331966 }, { "slice": "dataset: mteb/flores, split: devtest, config: pbt_Arab-rus_Cyrl", "type": "main_score", "value": 93.34700387331966 }, { "slice": "dataset: mteb/flores, split: devtest, config: pbt_Arab-rus_Cyrl", "type": "precision", "value": 93.06920556920556 }, { "slice": "dataset: mteb/flores, split: devtest, config: pbt_Arab-rus_Cyrl", "type": "recall", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: spa_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: spa_Latn-rus_Cyrl", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: spa_Latn-rus_Cyrl", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: spa_Latn-rus_Cyrl", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: spa_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: twi_Latn-rus_Cyrl", "type": "accuracy", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: twi_Latn-rus_Cyrl", "type": "f1", "value": 77.77434363246721 }, { "slice": "dataset: mteb/flores, split: devtest, config: twi_Latn-rus_Cyrl", "type": "main_score", "value": 77.77434363246721 }, { "slice": "dataset: mteb/flores, split: devtest, config: twi_Latn-rus_Cyrl", "type": "precision", "value": 76.54444287596462 }, { "slice": "dataset: mteb/flores, split: devtest, config: twi_Latn-rus_Cyrl", "type": "recall", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: acm_Arab-rus_Cyrl", "type": "accuracy", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: acm_Arab-rus_Cyrl", "type": "f1", "value": 92.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: acm_Arab-rus_Cyrl", "type": "main_score", "value": 92.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: acm_Arab-rus_Cyrl", "type": "precision", "value": 92.16897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: acm_Arab-rus_Cyrl", "type": "recall", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: bel_Cyrl-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: bel_Cyrl-rus_Cyrl", "type": "f1", "value": 98.98550724637681 }, { "slice": "dataset: mteb/flores, split: devtest, config: bel_Cyrl-rus_Cyrl", "type": "main_score", "value": 98.98550724637681 }, { "slice": "dataset: mteb/flores, split: devtest, config: bel_Cyrl-rus_Cyrl", "type": "precision", "value": 98.88833992094862 }, { "slice": "dataset: mteb/flores, split: devtest, config: bel_Cyrl-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: eng_Latn-rus_Cyrl", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: eng_Latn-rus_Cyrl", "type": "f1", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: eng_Latn-rus_Cyrl", "type": "main_score", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: eng_Latn-rus_Cyrl", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: eng_Latn-rus_Cyrl", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: hrv_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: hrv_Latn-rus_Cyrl", "type": "f1", "value": 99.05138339920948 }, { "slice": "dataset: mteb/flores, split: devtest, config: hrv_Latn-rus_Cyrl", "type": "main_score", "value": 99.05138339920948 }, { "slice": "dataset: mteb/flores, split: devtest, config: hrv_Latn-rus_Cyrl", "type": "precision", "value": 99.00691699604744 }, { "slice": "dataset: mteb/flores, split: devtest, config: hrv_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: kin_Latn-rus_Cyrl", "type": "accuracy", "value": 88.2411067193676 }, { "slice": "dataset: mteb/flores, split: devtest, config: kin_Latn-rus_Cyrl", "type": "f1", "value": 86.5485246227658 }, { "slice": "dataset: mteb/flores, split: devtest, config: kin_Latn-rus_Cyrl", "type": "main_score", "value": 86.5485246227658 }, { "slice": "dataset: mteb/flores, split: devtest, config: kin_Latn-rus_Cyrl", "type": "precision", "value": 85.90652101521667 }, { "slice": "dataset: mteb/flores, split: devtest, config: kin_Latn-rus_Cyrl", "type": "recall", "value": 88.2411067193676 }, { "slice": "dataset: mteb/flores, split: devtest, config: mal_Mlym-rus_Cyrl", "type": "accuracy", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: mal_Mlym-rus_Cyrl", "type": "f1", "value": 98.07971014492753 }, { "slice": "dataset: mteb/flores, split: devtest, config: mal_Mlym-rus_Cyrl", "type": "main_score", "value": 98.07971014492753 }, { "slice": "dataset: mteb/flores, split: devtest, config: mal_Mlym-rus_Cyrl", "type": "precision", "value": 97.88372859025033 }, { "slice": "dataset: mteb/flores, split: devtest, config: mal_Mlym-rus_Cyrl", "type": "recall", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: pes_Arab-rus_Cyrl", "type": "accuracy", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: pes_Arab-rus_Cyrl", "type": "f1", "value": 98.0566534914361 }, { "slice": "dataset: mteb/flores, split: devtest, config: pes_Arab-rus_Cyrl", "type": "main_score", "value": 98.0566534914361 }, { "slice": "dataset: mteb/flores, split: devtest, config: pes_Arab-rus_Cyrl", "type": "precision", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: pes_Arab-rus_Cyrl", "type": "recall", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: srd_Latn-rus_Cyrl", "type": "accuracy", "value": 82.6086956521739 }, { "slice": "dataset: mteb/flores, split: devtest, config: srd_Latn-rus_Cyrl", "type": "f1", "value": 80.9173470979821 }, { "slice": "dataset: mteb/flores, split: devtest, config: srd_Latn-rus_Cyrl", "type": "main_score", "value": 80.9173470979821 }, { "slice": "dataset: mteb/flores, split: devtest, config: srd_Latn-rus_Cyrl", "type": "precision", "value": 80.24468672882627 }, { "slice": "dataset: mteb/flores, split: devtest, config: srd_Latn-rus_Cyrl", "type": "recall", "value": 82.6086956521739 }, { "slice": "dataset: mteb/flores, split: devtest, config: tzm_Tfng-rus_Cyrl", "type": "accuracy", "value": 7.41106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: tzm_Tfng-rus_Cyrl", "type": "f1", "value": 6.363562740945329 }, { "slice": "dataset: mteb/flores, split: devtest, config: tzm_Tfng-rus_Cyrl", "type": "main_score", "value": 6.363562740945329 }, { "slice": "dataset: mteb/flores, split: devtest, config: tzm_Tfng-rus_Cyrl", "type": "precision", "value": 6.090373175353411 }, { "slice": "dataset: mteb/flores, split: devtest, config: tzm_Tfng-rus_Cyrl", "type": "recall", "value": 7.41106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: acq_Arab-rus_Cyrl", "type": "accuracy", "value": 95.25691699604744 }, { "slice": "dataset: mteb/flores, split: devtest, config: acq_Arab-rus_Cyrl", "type": "f1", "value": 93.81422924901187 }, { "slice": "dataset: mteb/flores, split: devtest, config: acq_Arab-rus_Cyrl", "type": "main_score", "value": 93.81422924901187 }, { "slice": "dataset: mteb/flores, split: devtest, config: acq_Arab-rus_Cyrl", "type": "precision", "value": 93.14064558629775 }, { "slice": "dataset: mteb/flores, split: devtest, config: acq_Arab-rus_Cyrl", "type": "recall", "value": 95.25691699604744 }, { "slice": "dataset: mteb/flores, split: devtest, config: bem_Latn-rus_Cyrl", "type": "accuracy", "value": 68.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: bem_Latn-rus_Cyrl", "type": "f1", "value": 65.01368772860867 }, { "slice": "dataset: mteb/flores, split: devtest, config: bem_Latn-rus_Cyrl", "type": "main_score", "value": 65.01368772860867 }, { "slice": "dataset: mteb/flores, split: devtest, config: bem_Latn-rus_Cyrl", "type": "precision", "value": 63.91052337510628 }, { "slice": "dataset: mteb/flores, split: devtest, config: bem_Latn-rus_Cyrl", "type": "recall", "value": 68.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: epo_Latn-rus_Cyrl", "type": "accuracy", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: epo_Latn-rus_Cyrl", "type": "f1", "value": 98.17193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: epo_Latn-rus_Cyrl", "type": "main_score", "value": 98.17193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: epo_Latn-rus_Cyrl", "type": "precision", "value": 98.08210564139418 }, { "slice": "dataset: mteb/flores, split: devtest, config: epo_Latn-rus_Cyrl", "type": "recall", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: hun_Latn-rus_Cyrl", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: hun_Latn-rus_Cyrl", "type": "f1", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: hun_Latn-rus_Cyrl", "type": "main_score", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: hun_Latn-rus_Cyrl", "type": "precision", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: hun_Latn-rus_Cyrl", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: kir_Cyrl-rus_Cyrl", "type": "accuracy", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: kir_Cyrl-rus_Cyrl", "type": "f1", "value": 97.07549806364035 }, { "slice": "dataset: mteb/flores, split: devtest, config: kir_Cyrl-rus_Cyrl", "type": "main_score", "value": 97.07549806364035 }, { "slice": "dataset: mteb/flores, split: devtest, config: kir_Cyrl-rus_Cyrl", "type": "precision", "value": 96.90958498023716 }, { "slice": "dataset: mteb/flores, split: devtest, config: kir_Cyrl-rus_Cyrl", "type": "recall", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: mar_Deva-rus_Cyrl", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: mar_Deva-rus_Cyrl", "type": "f1", "value": 97.44400527009222 }, { "slice": "dataset: mteb/flores, split: devtest, config: mar_Deva-rus_Cyrl", "type": "main_score", "value": 97.44400527009222 }, { "slice": "dataset: mteb/flores, split: devtest, config: mar_Deva-rus_Cyrl", "type": "precision", "value": 97.28966685488425 }, { "slice": "dataset: mteb/flores, split: devtest, config: mar_Deva-rus_Cyrl", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: plt_Latn-rus_Cyrl", "type": "accuracy", "value": 79.9407114624506 }, { "slice": "dataset: mteb/flores, split: devtest, config: plt_Latn-rus_Cyrl", "type": "f1", "value": 78.3154177760691 }, { "slice": "dataset: mteb/flores, split: devtest, config: plt_Latn-rus_Cyrl", "type": "main_score", "value": 78.3154177760691 }, { "slice": "dataset: mteb/flores, split: devtest, config: plt_Latn-rus_Cyrl", "type": "precision", "value": 77.69877344877344 }, { "slice": "dataset: mteb/flores, split: devtest, config: plt_Latn-rus_Cyrl", "type": "recall", "value": 79.9407114624506 }, { "slice": "dataset: mteb/flores, split: devtest, config: srp_Cyrl-rus_Cyrl", "type": "accuracy", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: srp_Cyrl-rus_Cyrl", "type": "f1", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: srp_Cyrl-rus_Cyrl", "type": "main_score", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: srp_Cyrl-rus_Cyrl", "type": "precision", "value": 99.55533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: srp_Cyrl-rus_Cyrl", "type": "recall", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: uig_Arab-rus_Cyrl", "type": "accuracy", "value": 83.20158102766798 }, { "slice": "dataset: mteb/flores, split: devtest, config: uig_Arab-rus_Cyrl", "type": "f1", "value": 81.44381923034585 }, { "slice": "dataset: mteb/flores, split: devtest, config: uig_Arab-rus_Cyrl", "type": "main_score", "value": 81.44381923034585 }, { "slice": "dataset: mteb/flores, split: devtest, config: uig_Arab-rus_Cyrl", "type": "precision", "value": 80.78813411582477 }, { "slice": "dataset: mteb/flores, split: devtest, config: uig_Arab-rus_Cyrl", "type": "recall", "value": 83.20158102766798 }, { "slice": "dataset: mteb/flores, split: devtest, config: aeb_Arab-rus_Cyrl", "type": "accuracy", "value": 91.20553359683794 }, { "slice": "dataset: mteb/flores, split: devtest, config: aeb_Arab-rus_Cyrl", "type": "f1", "value": 88.75352907961603 }, { "slice": "dataset: mteb/flores, split: devtest, config: aeb_Arab-rus_Cyrl", "type": "main_score", "value": 88.75352907961603 }, { "slice": "dataset: mteb/flores, split: devtest, config: aeb_Arab-rus_Cyrl", "type": "precision", "value": 87.64328063241106 }, { "slice": "dataset: mteb/flores, split: devtest, config: aeb_Arab-rus_Cyrl", "type": "recall", "value": 91.20553359683794 }, { "slice": "dataset: mteb/flores, split: devtest, config: ben_Beng-rus_Cyrl", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: ben_Beng-rus_Cyrl", "type": "f1", "value": 98.60671936758894 }, { "slice": "dataset: mteb/flores, split: devtest, config: ben_Beng-rus_Cyrl", "type": "main_score", "value": 98.60671936758894 }, { "slice": "dataset: mteb/flores, split: devtest, config: ben_Beng-rus_Cyrl", "type": "precision", "value": 98.4766139657444 }, { "slice": "dataset: mteb/flores, split: devtest, config: ben_Beng-rus_Cyrl", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: est_Latn-rus_Cyrl", "type": "accuracy", "value": 96.24505928853755 }, { "slice": "dataset: mteb/flores, split: devtest, config: est_Latn-rus_Cyrl", "type": "f1", "value": 95.27417027417027 }, { "slice": "dataset: mteb/flores, split: devtest, config: est_Latn-rus_Cyrl", "type": "main_score", "value": 95.27417027417027 }, { "slice": "dataset: mteb/flores, split: devtest, config: est_Latn-rus_Cyrl", "type": "precision", "value": 94.84107378129117 }, { "slice": "dataset: mteb/flores, split: devtest, config: est_Latn-rus_Cyrl", "type": "recall", "value": 96.24505928853755 }, { "slice": "dataset: mteb/flores, split: devtest, config: hye_Armn-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: hye_Armn-rus_Cyrl", "type": "f1", "value": 97.67786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: hye_Armn-rus_Cyrl", "type": "main_score", "value": 97.67786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: hye_Armn-rus_Cyrl", "type": "precision", "value": 97.55839022637441 }, { "slice": "dataset: mteb/flores, split: devtest, config: hye_Armn-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmb_Latn-rus_Cyrl", "type": "accuracy", "value": 46.047430830039524 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmb_Latn-rus_Cyrl", "type": "f1", "value": 42.94464804804471 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmb_Latn-rus_Cyrl", "type": "main_score", "value": 42.94464804804471 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmb_Latn-rus_Cyrl", "type": "precision", "value": 41.9851895607238 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmb_Latn-rus_Cyrl", "type": "recall", "value": 46.047430830039524 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Arab-rus_Cyrl", "type": "accuracy", "value": 3.9525691699604746 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Arab-rus_Cyrl", "type": "f1", "value": 3.402665192725756 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Arab-rus_Cyrl", "type": "main_score", "value": 3.402665192725756 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Arab-rus_Cyrl", "type": "precision", "value": 3.303787557740127 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Arab-rus_Cyrl", "type": "recall", "value": 3.9525691699604746 }, { "slice": "dataset: mteb/flores, split: devtest, config: pol_Latn-rus_Cyrl", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: pol_Latn-rus_Cyrl", "type": "f1", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: pol_Latn-rus_Cyrl", "type": "main_score", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: pol_Latn-rus_Cyrl", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: pol_Latn-rus_Cyrl", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: ssw_Latn-rus_Cyrl", "type": "accuracy", "value": 73.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: ssw_Latn-rus_Cyrl", "type": "f1", "value": 70.43086049508975 }, { "slice": "dataset: mteb/flores, split: devtest, config: ssw_Latn-rus_Cyrl", "type": "main_score", "value": 70.43086049508975 }, { "slice": "dataset: mteb/flores, split: devtest, config: ssw_Latn-rus_Cyrl", "type": "precision", "value": 69.35312022355656 }, { "slice": "dataset: mteb/flores, split: devtest, config: ssw_Latn-rus_Cyrl", "type": "recall", "value": 73.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: ukr_Cyrl-rus_Cyrl", "type": "accuracy", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: ukr_Cyrl-rus_Cyrl", "type": "f1", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: ukr_Cyrl-rus_Cyrl", "type": "main_score", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: ukr_Cyrl-rus_Cyrl", "type": "precision", "value": 99.85177865612648 }, { "slice": "dataset: mteb/flores, split: devtest, config: ukr_Cyrl-rus_Cyrl", "type": "recall", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: afr_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: afr_Latn-rus_Cyrl", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: afr_Latn-rus_Cyrl", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: afr_Latn-rus_Cyrl", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: afr_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: bho_Deva-rus_Cyrl", "type": "accuracy", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: bho_Deva-rus_Cyrl", "type": "f1", "value": 93.12182382834557 }, { "slice": "dataset: mteb/flores, split: devtest, config: bho_Deva-rus_Cyrl", "type": "main_score", "value": 93.12182382834557 }, { "slice": "dataset: mteb/flores, split: devtest, config: bho_Deva-rus_Cyrl", "type": "precision", "value": 92.7523453232338 }, { "slice": "dataset: mteb/flores, split: devtest, config: bho_Deva-rus_Cyrl", "type": "recall", "value": 94.0711462450593 }, { "slice": "dataset: mteb/flores, split: devtest, config: eus_Latn-rus_Cyrl", "type": "accuracy", "value": 92.19367588932806 }, { "slice": "dataset: mteb/flores, split: devtest, config: eus_Latn-rus_Cyrl", "type": "f1", "value": 91.23604975587072 }, { "slice": "dataset: mteb/flores, split: devtest, config: eus_Latn-rus_Cyrl", "type": "main_score", "value": 91.23604975587072 }, { "slice": "dataset: mteb/flores, split: devtest, config: eus_Latn-rus_Cyrl", "type": "precision", "value": 90.86697443588663 }, { "slice": "dataset: mteb/flores, split: devtest, config: eus_Latn-rus_Cyrl", "type": "recall", "value": 92.19367588932806 }, { "slice": "dataset: mteb/flores, split: devtest, config: ibo_Latn-rus_Cyrl", "type": "accuracy", "value": 82.21343873517787 }, { "slice": "dataset: mteb/flores, split: devtest, config: ibo_Latn-rus_Cyrl", "type": "f1", "value": 80.17901604858126 }, { "slice": "dataset: mteb/flores, split: devtest, config: ibo_Latn-rus_Cyrl", "type": "main_score", "value": 80.17901604858126 }, { "slice": "dataset: mteb/flores, split: devtest, config: ibo_Latn-rus_Cyrl", "type": "precision", "value": 79.3792284780028 }, { "slice": "dataset: mteb/flores, split: devtest, config: ibo_Latn-rus_Cyrl", "type": "recall", "value": 82.21343873517787 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmr_Latn-rus_Cyrl", "type": "accuracy", "value": 68.67588932806325 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmr_Latn-rus_Cyrl", "type": "f1", "value": 66.72311714750278 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmr_Latn-rus_Cyrl", "type": "main_score", "value": 66.72311714750278 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmr_Latn-rus_Cyrl", "type": "precision", "value": 66.00178401554004 }, { "slice": "dataset: mteb/flores, split: devtest, config: kmr_Latn-rus_Cyrl", "type": "recall", "value": 68.67588932806325 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Latn-rus_Cyrl", "type": "accuracy", "value": 78.65612648221344 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Latn-rus_Cyrl", "type": "f1", "value": 76.26592719972166 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Latn-rus_Cyrl", "type": "main_score", "value": 76.26592719972166 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Latn-rus_Cyrl", "type": "precision", "value": 75.39980459997484 }, { "slice": "dataset: mteb/flores, split: devtest, config: min_Latn-rus_Cyrl", "type": "recall", "value": 78.65612648221344 }, { "slice": "dataset: mteb/flores, split: devtest, config: por_Latn-rus_Cyrl", "type": "accuracy", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: por_Latn-rus_Cyrl", "type": "f1", "value": 95.9669678147939 }, { "slice": "dataset: mteb/flores, split: devtest, config: por_Latn-rus_Cyrl", "type": "main_score", "value": 95.9669678147939 }, { "slice": "dataset: mteb/flores, split: devtest, config: por_Latn-rus_Cyrl", "type": "precision", "value": 95.59453227931488 }, { "slice": "dataset: mteb/flores, split: devtest, config: por_Latn-rus_Cyrl", "type": "recall", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: sun_Latn-rus_Cyrl", "type": "accuracy", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: sun_Latn-rus_Cyrl", "type": "f1", "value": 91.66553983773662 }, { "slice": "dataset: mteb/flores, split: devtest, config: sun_Latn-rus_Cyrl", "type": "main_score", "value": 91.66553983773662 }, { "slice": "dataset: mteb/flores, split: devtest, config: sun_Latn-rus_Cyrl", "type": "precision", "value": 91.34530928009188 }, { "slice": "dataset: mteb/flores, split: devtest, config: sun_Latn-rus_Cyrl", "type": "recall", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: umb_Latn-rus_Cyrl", "type": "accuracy", "value": 41.00790513833992 }, { "slice": "dataset: mteb/flores, split: devtest, config: umb_Latn-rus_Cyrl", "type": "f1", "value": 38.21319326004483 }, { "slice": "dataset: mteb/flores, split: devtest, config: umb_Latn-rus_Cyrl", "type": "main_score", "value": 38.21319326004483 }, { "slice": "dataset: mteb/flores, split: devtest, config: umb_Latn-rus_Cyrl", "type": "precision", "value": 37.200655467675546 }, { "slice": "dataset: mteb/flores, split: devtest, config: umb_Latn-rus_Cyrl", "type": "recall", "value": 41.00790513833992 }, { "slice": "dataset: mteb/flores, split: devtest, config: ajp_Arab-rus_Cyrl", "type": "accuracy", "value": 95.35573122529645 }, { "slice": "dataset: mteb/flores, split: devtest, config: ajp_Arab-rus_Cyrl", "type": "f1", "value": 93.97233201581028 }, { "slice": "dataset: mteb/flores, split: devtest, config: ajp_Arab-rus_Cyrl", "type": "main_score", "value": 93.97233201581028 }, { "slice": "dataset: mteb/flores, split: devtest, config: ajp_Arab-rus_Cyrl", "type": "precision", "value": 93.33333333333333 }, { "slice": "dataset: mteb/flores, split: devtest, config: ajp_Arab-rus_Cyrl", "type": "recall", "value": 95.35573122529645 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Arab-rus_Cyrl", "type": "accuracy", "value": 3.6561264822134385 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Arab-rus_Cyrl", "type": "f1", "value": 3.1071978056336484 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Arab-rus_Cyrl", "type": "main_score", "value": 3.1071978056336484 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Arab-rus_Cyrl", "type": "precision", "value": 3.0039741229718215 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Arab-rus_Cyrl", "type": "recall", "value": 3.6561264822134385 }, { "slice": "dataset: mteb/flores, split: devtest, config: ewe_Latn-rus_Cyrl", "type": "accuracy", "value": 62.845849802371546 }, { "slice": "dataset: mteb/flores, split: devtest, config: ewe_Latn-rus_Cyrl", "type": "f1", "value": 59.82201175670472 }, { "slice": "dataset: mteb/flores, split: devtest, config: ewe_Latn-rus_Cyrl", "type": "main_score", "value": 59.82201175670472 }, { "slice": "dataset: mteb/flores, split: devtest, config: ewe_Latn-rus_Cyrl", "type": "precision", "value": 58.72629236362003 }, { "slice": "dataset: mteb/flores, split: devtest, config: ewe_Latn-rus_Cyrl", "type": "recall", "value": 62.845849802371546 }, { "slice": "dataset: mteb/flores, split: devtest, config: ilo_Latn-rus_Cyrl", "type": "accuracy", "value": 83.10276679841897 }, { "slice": "dataset: mteb/flores, split: devtest, config: ilo_Latn-rus_Cyrl", "type": "f1", "value": 80.75065288987582 }, { "slice": "dataset: mteb/flores, split: devtest, config: ilo_Latn-rus_Cyrl", "type": "main_score", "value": 80.75065288987582 }, { "slice": "dataset: mteb/flores, split: devtest, config: ilo_Latn-rus_Cyrl", "type": "precision", "value": 79.80726451662179 }, { "slice": "dataset: mteb/flores, split: devtest, config: ilo_Latn-rus_Cyrl", "type": "recall", "value": 83.10276679841897 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Arab-rus_Cyrl", "type": "accuracy", "value": 10.079051383399209 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Arab-rus_Cyrl", "type": "f1", "value": 8.759282456080921 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Arab-rus_Cyrl", "type": "main_score", "value": 8.759282456080921 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Arab-rus_Cyrl", "type": "precision", "value": 8.474735138956142 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Arab-rus_Cyrl", "type": "recall", "value": 10.079051383399209 }, { "slice": "dataset: mteb/flores, split: devtest, config: mkd_Cyrl-rus_Cyrl", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: mkd_Cyrl-rus_Cyrl", "type": "f1", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: mkd_Cyrl-rus_Cyrl", "type": "main_score", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: mkd_Cyrl-rus_Cyrl", "type": "precision", "value": 98.36956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: mkd_Cyrl-rus_Cyrl", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: prs_Arab-rus_Cyrl", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: prs_Arab-rus_Cyrl", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: prs_Arab-rus_Cyrl", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: prs_Arab-rus_Cyrl", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: prs_Arab-rus_Cyrl", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: swe_Latn-rus_Cyrl", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: swe_Latn-rus_Cyrl", "type": "f1", "value": 99.22595520421606 }, { "slice": "dataset: mteb/flores, split: devtest, config: swe_Latn-rus_Cyrl", "type": "main_score", "value": 99.22595520421606 }, { "slice": "dataset: mteb/flores, split: devtest, config: swe_Latn-rus_Cyrl", "type": "precision", "value": 99.14361001317523 }, { "slice": "dataset: mteb/flores, split: devtest, config: swe_Latn-rus_Cyrl", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: urd_Arab-rus_Cyrl", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: urd_Arab-rus_Cyrl", "type": "f1", "value": 97.25625823451911 }, { "slice": "dataset: mteb/flores, split: devtest, config: urd_Arab-rus_Cyrl", "type": "main_score", "value": 97.25625823451911 }, { "slice": "dataset: mteb/flores, split: devtest, config: urd_Arab-rus_Cyrl", "type": "precision", "value": 97.03063241106719 }, { "slice": "dataset: mteb/flores, split: devtest, config: urd_Arab-rus_Cyrl", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: aka_Latn-rus_Cyrl", "type": "accuracy", "value": 81.22529644268775 }, { "slice": "dataset: mteb/flores, split: devtest, config: aka_Latn-rus_Cyrl", "type": "f1", "value": 77.94307687941227 }, { "slice": "dataset: mteb/flores, split: devtest, config: aka_Latn-rus_Cyrl", "type": "main_score", "value": 77.94307687941227 }, { "slice": "dataset: mteb/flores, split: devtest, config: aka_Latn-rus_Cyrl", "type": "precision", "value": 76.58782793293665 }, { "slice": "dataset: mteb/flores, split: devtest, config: aka_Latn-rus_Cyrl", "type": "recall", "value": 81.22529644268775 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Latn-rus_Cyrl", "type": "accuracy", "value": 85.27667984189723 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Latn-rus_Cyrl", "type": "f1", "value": 83.6869192829922 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Latn-rus_Cyrl", "type": "main_score", "value": 83.6869192829922 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Latn-rus_Cyrl", "type": "precision", "value": 83.08670670691656 }, { "slice": "dataset: mteb/flores, split: devtest, config: bjn_Latn-rus_Cyrl", "type": "recall", "value": 85.27667984189723 }, { "slice": "dataset: mteb/flores, split: devtest, config: fao_Latn-rus_Cyrl", "type": "accuracy", "value": 80.9288537549407 }, { "slice": "dataset: mteb/flores, split: devtest, config: fao_Latn-rus_Cyrl", "type": "f1", "value": 79.29806087454745 }, { "slice": "dataset: mteb/flores, split: devtest, config: fao_Latn-rus_Cyrl", "type": "main_score", "value": 79.29806087454745 }, { "slice": "dataset: mteb/flores, split: devtest, config: fao_Latn-rus_Cyrl", "type": "precision", "value": 78.71445871526987 }, { "slice": "dataset: mteb/flores, split: devtest, config: fao_Latn-rus_Cyrl", "type": "recall", "value": 80.9288537549407 }, { "slice": "dataset: mteb/flores, split: devtest, config: ind_Latn-rus_Cyrl", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: ind_Latn-rus_Cyrl", "type": "f1", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: ind_Latn-rus_Cyrl", "type": "main_score", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: ind_Latn-rus_Cyrl", "type": "precision", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: ind_Latn-rus_Cyrl", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Latn-rus_Cyrl", "type": "accuracy", "value": 33.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Latn-rus_Cyrl", "type": "f1", "value": 32.02378215033989 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Latn-rus_Cyrl", "type": "main_score", "value": 32.02378215033989 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Latn-rus_Cyrl", "type": "precision", "value": 31.511356103747406 }, { "slice": "dataset: mteb/flores, split: devtest, config: knc_Latn-rus_Cyrl", "type": "recall", "value": 33.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: mlt_Latn-rus_Cyrl", "type": "accuracy", "value": 91.40316205533597 }, { "slice": "dataset: mteb/flores, split: devtest, config: mlt_Latn-rus_Cyrl", "type": "f1", "value": 90.35317684386006 }, { "slice": "dataset: mteb/flores, split: devtest, config: mlt_Latn-rus_Cyrl", "type": "main_score", "value": 90.35317684386006 }, { "slice": "dataset: mteb/flores, split: devtest, config: mlt_Latn-rus_Cyrl", "type": "precision", "value": 89.94845939633488 }, { "slice": "dataset: mteb/flores, split: devtest, config: mlt_Latn-rus_Cyrl", "type": "recall", "value": 91.40316205533597 }, { "slice": "dataset: mteb/flores, split: devtest, config: quy_Latn-rus_Cyrl", "type": "accuracy", "value": 40.612648221343875 }, { "slice": "dataset: mteb/flores, split: devtest, config: quy_Latn-rus_Cyrl", "type": "f1", "value": 38.74337544712602 }, { "slice": "dataset: mteb/flores, split: devtest, config: quy_Latn-rus_Cyrl", "type": "main_score", "value": 38.74337544712602 }, { "slice": "dataset: mteb/flores, split: devtest, config: quy_Latn-rus_Cyrl", "type": "precision", "value": 38.133716022178575 }, { "slice": "dataset: mteb/flores, split: devtest, config: quy_Latn-rus_Cyrl", "type": "recall", "value": 40.612648221343875 }, { "slice": "dataset: mteb/flores, split: devtest, config: swh_Latn-rus_Cyrl", "type": "accuracy", "value": 97.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: swh_Latn-rus_Cyrl", "type": "f1", "value": 96.47435897435898 }, { "slice": "dataset: mteb/flores, split: devtest, config: swh_Latn-rus_Cyrl", "type": "main_score", "value": 96.47435897435898 }, { "slice": "dataset: mteb/flores, split: devtest, config: swh_Latn-rus_Cyrl", "type": "precision", "value": 96.18741765480895 }, { "slice": "dataset: mteb/flores, split: devtest, config: swh_Latn-rus_Cyrl", "type": "recall", "value": 97.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: uzn_Latn-rus_Cyrl", "type": "accuracy", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: uzn_Latn-rus_Cyrl", "type": "f1", "value": 96.26355528529442 }, { "slice": "dataset: mteb/flores, split: devtest, config: uzn_Latn-rus_Cyrl", "type": "main_score", "value": 96.26355528529442 }, { "slice": "dataset: mteb/flores, split: devtest, config: uzn_Latn-rus_Cyrl", "type": "precision", "value": 96.0501756697409 }, { "slice": "dataset: mteb/flores, split: devtest, config: uzn_Latn-rus_Cyrl", "type": "recall", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: als_Latn-rus_Cyrl", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: als_Latn-rus_Cyrl", "type": "f1", "value": 98.6907114624506 }, { "slice": "dataset: mteb/flores, split: devtest, config: als_Latn-rus_Cyrl", "type": "main_score", "value": 98.6907114624506 }, { "slice": "dataset: mteb/flores, split: devtest, config: als_Latn-rus_Cyrl", "type": "precision", "value": 98.6142480707698 }, { "slice": "dataset: mteb/flores, split: devtest, config: als_Latn-rus_Cyrl", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: bod_Tibt-rus_Cyrl", "type": "accuracy", "value": 1.0869565217391304 }, { "slice": "dataset: mteb/flores, split: devtest, config: bod_Tibt-rus_Cyrl", "type": "f1", "value": 0.9224649610442628 }, { "slice": "dataset: mteb/flores, split: devtest, config: bod_Tibt-rus_Cyrl", "type": "main_score", "value": 0.9224649610442628 }, { "slice": "dataset: mteb/flores, split: devtest, config: bod_Tibt-rus_Cyrl", "type": "precision", "value": 0.8894275740459898 }, { "slice": "dataset: mteb/flores, split: devtest, config: bod_Tibt-rus_Cyrl", "type": "recall", "value": 1.0869565217391304 }, { "slice": "dataset: mteb/flores, split: devtest, config: fij_Latn-rus_Cyrl", "type": "accuracy", "value": 63.24110671936759 }, { "slice": "dataset: mteb/flores, split: devtest, config: fij_Latn-rus_Cyrl", "type": "f1", "value": 60.373189068189525 }, { "slice": "dataset: mteb/flores, split: devtest, config: fij_Latn-rus_Cyrl", "type": "main_score", "value": 60.373189068189525 }, { "slice": "dataset: mteb/flores, split: devtest, config: fij_Latn-rus_Cyrl", "type": "precision", "value": 59.32326368115546 }, { "slice": "dataset: mteb/flores, split: devtest, config: fij_Latn-rus_Cyrl", "type": "recall", "value": 63.24110671936759 }, { "slice": "dataset: mteb/flores, split: devtest, config: isl_Latn-rus_Cyrl", "type": "accuracy", "value": 89.03162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: isl_Latn-rus_Cyrl", "type": "f1", "value": 87.3102634715907 }, { "slice": "dataset: mteb/flores, split: devtest, config: isl_Latn-rus_Cyrl", "type": "main_score", "value": 87.3102634715907 }, { "slice": "dataset: mteb/flores, split: devtest, config: isl_Latn-rus_Cyrl", "type": "precision", "value": 86.65991814698712 }, { "slice": "dataset: mteb/flores, split: devtest, config: isl_Latn-rus_Cyrl", "type": "recall", "value": 89.03162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: kon_Latn-rus_Cyrl", "type": "accuracy", "value": 73.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: kon_Latn-rus_Cyrl", "type": "f1", "value": 71.518235523573 }, { "slice": "dataset: mteb/flores, split: devtest, config: kon_Latn-rus_Cyrl", "type": "main_score", "value": 71.518235523573 }, { "slice": "dataset: mteb/flores, split: devtest, config: kon_Latn-rus_Cyrl", "type": "precision", "value": 70.58714102449801 }, { "slice": "dataset: mteb/flores, split: devtest, config: kon_Latn-rus_Cyrl", "type": "recall", "value": 73.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: mni_Beng-rus_Cyrl", "type": "accuracy", "value": 29.545454545454547 }, { "slice": "dataset: mteb/flores, split: devtest, config: mni_Beng-rus_Cyrl", "type": "f1", "value": 27.59513619889114 }, { "slice": "dataset: mteb/flores, split: devtest, config: mni_Beng-rus_Cyrl", "type": "main_score", "value": 27.59513619889114 }, { "slice": "dataset: mteb/flores, split: devtest, config: mni_Beng-rus_Cyrl", "type": "precision", "value": 26.983849851025344 }, { "slice": "dataset: mteb/flores, split: devtest, config: mni_Beng-rus_Cyrl", "type": "recall", "value": 29.545454545454547 }, { "slice": "dataset: mteb/flores, split: devtest, config: ron_Latn-rus_Cyrl", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: ron_Latn-rus_Cyrl", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ron_Latn-rus_Cyrl", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ron_Latn-rus_Cyrl", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: ron_Latn-rus_Cyrl", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: szl_Latn-rus_Cyrl", "type": "accuracy", "value": 86.26482213438736 }, { "slice": "dataset: mteb/flores, split: devtest, config: szl_Latn-rus_Cyrl", "type": "f1", "value": 85.18912031587512 }, { "slice": "dataset: mteb/flores, split: devtest, config: szl_Latn-rus_Cyrl", "type": "main_score", "value": 85.18912031587512 }, { "slice": "dataset: mteb/flores, split: devtest, config: szl_Latn-rus_Cyrl", "type": "precision", "value": 84.77199409959775 }, { "slice": "dataset: mteb/flores, split: devtest, config: szl_Latn-rus_Cyrl", "type": "recall", "value": 86.26482213438736 }, { "slice": "dataset: mteb/flores, split: devtest, config: vec_Latn-rus_Cyrl", "type": "accuracy", "value": 85.67193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: vec_Latn-rus_Cyrl", "type": "f1", "value": 84.62529734716581 }, { "slice": "dataset: mteb/flores, split: devtest, config: vec_Latn-rus_Cyrl", "type": "main_score", "value": 84.62529734716581 }, { "slice": "dataset: mteb/flores, split: devtest, config: vec_Latn-rus_Cyrl", "type": "precision", "value": 84.2611422440705 }, { "slice": "dataset: mteb/flores, split: devtest, config: vec_Latn-rus_Cyrl", "type": "recall", "value": 85.67193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: amh_Ethi-rus_Cyrl", "type": "accuracy", "value": 94.76284584980237 }, { "slice": "dataset: mteb/flores, split: devtest, config: amh_Ethi-rus_Cyrl", "type": "f1", "value": 93.91735076517685 }, { "slice": "dataset: mteb/flores, split: devtest, config: amh_Ethi-rus_Cyrl", "type": "main_score", "value": 93.91735076517685 }, { "slice": "dataset: mteb/flores, split: devtest, config: amh_Ethi-rus_Cyrl", "type": "precision", "value": 93.57553798858147 }, { "slice": "dataset: mteb/flores, split: devtest, config: amh_Ethi-rus_Cyrl", "type": "recall", "value": 94.76284584980237 }, { "slice": "dataset: mteb/flores, split: devtest, config: bos_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: bos_Latn-rus_Cyrl", "type": "f1", "value": 99.05655938264634 }, { "slice": "dataset: mteb/flores, split: devtest, config: bos_Latn-rus_Cyrl", "type": "main_score", "value": 99.05655938264634 }, { "slice": "dataset: mteb/flores, split: devtest, config: bos_Latn-rus_Cyrl", "type": "precision", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: bos_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: fin_Latn-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: fin_Latn-rus_Cyrl", "type": "f1", "value": 97.43741765480895 }, { "slice": "dataset: mteb/flores, split: devtest, config: fin_Latn-rus_Cyrl", "type": "main_score", "value": 97.43741765480895 }, { "slice": "dataset: mteb/flores, split: devtest, config: fin_Latn-rus_Cyrl", "type": "precision", "value": 97.1590909090909 }, { "slice": "dataset: mteb/flores, split: devtest, config: fin_Latn-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: ita_Latn-rus_Cyrl", "type": "accuracy", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: ita_Latn-rus_Cyrl", "type": "f1", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: ita_Latn-rus_Cyrl", "type": "main_score", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: ita_Latn-rus_Cyrl", "type": "precision", "value": 99.55533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: ita_Latn-rus_Cyrl", "type": "recall", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: kor_Hang-rus_Cyrl", "type": "accuracy", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: kor_Hang-rus_Cyrl", "type": "f1", "value": 96.49868247694334 }, { "slice": "dataset: mteb/flores, split: devtest, config: kor_Hang-rus_Cyrl", "type": "main_score", "value": 96.49868247694334 }, { "slice": "dataset: mteb/flores, split: devtest, config: kor_Hang-rus_Cyrl", "type": "precision", "value": 96.10507246376811 }, { "slice": "dataset: mteb/flores, split: devtest, config: kor_Hang-rus_Cyrl", "type": "recall", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: mos_Latn-rus_Cyrl", "type": "accuracy", "value": 34.683794466403164 }, { "slice": "dataset: mteb/flores, split: devtest, config: mos_Latn-rus_Cyrl", "type": "f1", "value": 32.766819308009076 }, { "slice": "dataset: mteb/flores, split: devtest, config: mos_Latn-rus_Cyrl", "type": "main_score", "value": 32.766819308009076 }, { "slice": "dataset: mteb/flores, split: devtest, config: mos_Latn-rus_Cyrl", "type": "precision", "value": 32.1637493670237 }, { "slice": "dataset: mteb/flores, split: devtest, config: mos_Latn-rus_Cyrl", "type": "recall", "value": 34.683794466403164 }, { "slice": "dataset: mteb/flores, split: devtest, config: run_Latn-rus_Cyrl", "type": "accuracy", "value": 83.399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: run_Latn-rus_Cyrl", "type": "f1", "value": 81.10578750604326 }, { "slice": "dataset: mteb/flores, split: devtest, config: run_Latn-rus_Cyrl", "type": "main_score", "value": 81.10578750604326 }, { "slice": "dataset: mteb/flores, split: devtest, config: run_Latn-rus_Cyrl", "type": "precision", "value": 80.16763162673529 }, { "slice": "dataset: mteb/flores, split: devtest, config: run_Latn-rus_Cyrl", "type": "recall", "value": 83.399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: tam_Taml-rus_Cyrl", "type": "accuracy", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: tam_Taml-rus_Cyrl", "type": "f1", "value": 98.01548089591567 }, { "slice": "dataset: mteb/flores, split: devtest, config: tam_Taml-rus_Cyrl", "type": "main_score", "value": 98.01548089591567 }, { "slice": "dataset: mteb/flores, split: devtest, config: tam_Taml-rus_Cyrl", "type": "precision", "value": 97.84020327498588 }, { "slice": "dataset: mteb/flores, split: devtest, config: tam_Taml-rus_Cyrl", "type": "recall", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: vie_Latn-rus_Cyrl", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: vie_Latn-rus_Cyrl", "type": "f1", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: vie_Latn-rus_Cyrl", "type": "main_score", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: vie_Latn-rus_Cyrl", "type": "precision", "value": 98.66600790513834 }, { "slice": "dataset: mteb/flores, split: devtest, config: vie_Latn-rus_Cyrl", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: apc_Arab-rus_Cyrl", "type": "accuracy", "value": 93.87351778656127 }, { "slice": "dataset: mteb/flores, split: devtest, config: apc_Arab-rus_Cyrl", "type": "f1", "value": 92.10803689064558 }, { "slice": "dataset: mteb/flores, split: devtest, config: apc_Arab-rus_Cyrl", "type": "main_score", "value": 92.10803689064558 }, { "slice": "dataset: mteb/flores, split: devtest, config: apc_Arab-rus_Cyrl", "type": "precision", "value": 91.30434782608695 }, { "slice": "dataset: mteb/flores, split: devtest, config: apc_Arab-rus_Cyrl", "type": "recall", "value": 93.87351778656127 }, { "slice": "dataset: mteb/flores, split: devtest, config: bug_Latn-rus_Cyrl", "type": "accuracy", "value": 57.608695652173914 }, { "slice": "dataset: mteb/flores, split: devtest, config: bug_Latn-rus_Cyrl", "type": "f1", "value": 54.95878654927162 }, { "slice": "dataset: mteb/flores, split: devtest, config: bug_Latn-rus_Cyrl", "type": "main_score", "value": 54.95878654927162 }, { "slice": "dataset: mteb/flores, split: devtest, config: bug_Latn-rus_Cyrl", "type": "precision", "value": 54.067987427805654 }, { "slice": "dataset: mteb/flores, split: devtest, config: bug_Latn-rus_Cyrl", "type": "recall", "value": 57.608695652173914 }, { "slice": "dataset: mteb/flores, split: devtest, config: fon_Latn-rus_Cyrl", "type": "accuracy", "value": 61.95652173913043 }, { "slice": "dataset: mteb/flores, split: devtest, config: fon_Latn-rus_Cyrl", "type": "f1", "value": 58.06537275812945 }, { "slice": "dataset: mteb/flores, split: devtest, config: fon_Latn-rus_Cyrl", "type": "main_score", "value": 58.06537275812945 }, { "slice": "dataset: mteb/flores, split: devtest, config: fon_Latn-rus_Cyrl", "type": "precision", "value": 56.554057596959204 }, { "slice": "dataset: mteb/flores, split: devtest, config: fon_Latn-rus_Cyrl", "type": "recall", "value": 61.95652173913043 }, { "slice": "dataset: mteb/flores, split: devtest, config: jav_Latn-rus_Cyrl", "type": "accuracy", "value": 93.47826086956522 }, { "slice": "dataset: mteb/flores, split: devtest, config: jav_Latn-rus_Cyrl", "type": "f1", "value": 92.4784405318002 }, { "slice": "dataset: mteb/flores, split: devtest, config: jav_Latn-rus_Cyrl", "type": "main_score", "value": 92.4784405318002 }, { "slice": "dataset: mteb/flores, split: devtest, config: jav_Latn-rus_Cyrl", "type": "precision", "value": 92.09168143201127 }, { "slice": "dataset: mteb/flores, split: devtest, config: jav_Latn-rus_Cyrl", "type": "recall", "value": 93.47826086956522 }, { "slice": "dataset: mteb/flores, split: devtest, config: lao_Laoo-rus_Cyrl", "type": "accuracy", "value": 91.10671936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: lao_Laoo-rus_Cyrl", "type": "f1", "value": 89.76104922745239 }, { "slice": "dataset: mteb/flores, split: devtest, config: lao_Laoo-rus_Cyrl", "type": "main_score", "value": 89.76104922745239 }, { "slice": "dataset: mteb/flores, split: devtest, config: lao_Laoo-rus_Cyrl", "type": "precision", "value": 89.24754593232855 }, { "slice": "dataset: mteb/flores, split: devtest, config: lao_Laoo-rus_Cyrl", "type": "recall", "value": 91.10671936758892 }, { "slice": "dataset: mteb/flores, split: devtest, config: mri_Latn-rus_Cyrl", "type": "accuracy", "value": 71.14624505928853 }, { "slice": "dataset: mteb/flores, split: devtest, config: mri_Latn-rus_Cyrl", "type": "f1", "value": 68.26947125119062 }, { "slice": "dataset: mteb/flores, split: devtest, config: mri_Latn-rus_Cyrl", "type": "main_score", "value": 68.26947125119062 }, { "slice": "dataset: mteb/flores, split: devtest, config: mri_Latn-rus_Cyrl", "type": "precision", "value": 67.15942311051006 }, { "slice": "dataset: mteb/flores, split: devtest, config: mri_Latn-rus_Cyrl", "type": "recall", "value": 71.14624505928853 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Arab", "type": "accuracy", "value": 19.565217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Arab", "type": "f1", "value": 16.321465000323805 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Arab", "type": "main_score", "value": 16.321465000323805 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Arab", "type": "precision", "value": 15.478527409347508 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Arab", "type": "recall", "value": 19.565217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bam_Latn", "type": "accuracy", "value": 73.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bam_Latn", "type": "f1", "value": 68.77366228182746 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bam_Latn", "type": "main_score", "value": 68.77366228182746 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bam_Latn", "type": "precision", "value": 66.96012924273795 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bam_Latn", "type": "recall", "value": 73.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dzo_Tibt", "type": "accuracy", "value": 0.592885375494071 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dzo_Tibt", "type": "f1", "value": 0.02458062426370458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dzo_Tibt", "type": "main_score", "value": 0.02458062426370458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dzo_Tibt", "type": "precision", "value": 0.012824114724683876 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dzo_Tibt", "type": "recall", "value": 0.592885375494071 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hin_Deva", "type": "accuracy", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hin_Deva", "type": "f1", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hin_Deva", "type": "main_score", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hin_Deva", "type": "precision", "value": 99.85177865612648 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hin_Deva", "type": "recall", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khm_Khmr", "type": "accuracy", "value": 97.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khm_Khmr", "type": "f1", "value": 96.24505928853755 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khm_Khmr", "type": "main_score", "value": 96.24505928853755 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khm_Khmr", "type": "precision", "value": 95.81686429512516 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khm_Khmr", "type": "recall", "value": 97.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mag_Deva", "type": "accuracy", "value": 99.50592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mag_Deva", "type": "f1", "value": 99.35770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mag_Deva", "type": "main_score", "value": 99.35770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mag_Deva", "type": "precision", "value": 99.29183135704875 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mag_Deva", "type": "recall", "value": 99.50592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pap_Latn", "type": "accuracy", "value": 96.93675889328063 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pap_Latn", "type": "f1", "value": 96.05072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pap_Latn", "type": "main_score", "value": 96.05072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pap_Latn", "type": "precision", "value": 95.66040843214758 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pap_Latn", "type": "recall", "value": 96.93675889328063 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sot_Latn", "type": "accuracy", "value": 93.67588932806325 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sot_Latn", "type": "f1", "value": 91.7786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sot_Latn", "type": "main_score", "value": 91.7786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sot_Latn", "type": "precision", "value": 90.91238471673255 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sot_Latn", "type": "recall", "value": 93.67588932806325 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tur_Latn", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tur_Latn", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tur_Latn", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tur_Latn", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tur_Latn", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Latn", "type": "accuracy", "value": 74.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Latn", "type": "f1", "value": 70.21737923911836 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Latn", "type": "main_score", "value": 70.21737923911836 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Latn", "type": "precision", "value": 68.7068791410511 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ace_Latn", "type": "recall", "value": 74.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ban_Latn", "type": "accuracy", "value": 81.7193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ban_Latn", "type": "f1", "value": 78.76470334510617 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ban_Latn", "type": "main_score", "value": 78.76470334510617 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ban_Latn", "type": "precision", "value": 77.76208475761422 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ban_Latn", "type": "recall", "value": 81.7193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ell_Grek", "type": "accuracy", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ell_Grek", "type": "f1", "value": 97.76021080368908 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ell_Grek", "type": "main_score", "value": 97.76021080368908 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ell_Grek", "type": "precision", "value": 97.48023715415019 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ell_Grek", "type": "recall", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hne_Deva", "type": "accuracy", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hne_Deva", "type": "f1", "value": 98.0566534914361 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hne_Deva", "type": "main_score", "value": 98.0566534914361 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hne_Deva", "type": "precision", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hne_Deva", "type": "recall", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kik_Latn", "type": "accuracy", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kik_Latn", "type": "f1", "value": 76.42689244220864 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kik_Latn", "type": "main_score", "value": 76.42689244220864 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kik_Latn", "type": "precision", "value": 74.63877909530083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kik_Latn", "type": "recall", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mai_Deva", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mai_Deva", "type": "f1", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mai_Deva", "type": "main_score", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mai_Deva", "type": "precision", "value": 98.40250329380763 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mai_Deva", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pbt_Arab", "type": "accuracy", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pbt_Arab", "type": "f1", "value": 96.73913043478261 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pbt_Arab", "type": "main_score", "value": 96.73913043478261 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pbt_Arab", "type": "precision", "value": 96.36034255599473 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pbt_Arab", "type": "recall", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-spa_Latn", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-spa_Latn", "type": "f1", "value": 99.20948616600789 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-spa_Latn", "type": "main_score", "value": 99.20948616600789 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-spa_Latn", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-spa_Latn", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-twi_Latn", "type": "accuracy", "value": 82.01581027667984 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-twi_Latn", "type": "f1", "value": 78.064787822953 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-twi_Latn", "type": "main_score", "value": 78.064787822953 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-twi_Latn", "type": "precision", "value": 76.43272186750448 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-twi_Latn", "type": "recall", "value": 82.01581027667984 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acm_Arab", "type": "accuracy", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acm_Arab", "type": "f1", "value": 97.76021080368908 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acm_Arab", "type": "main_score", "value": 97.76021080368908 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acm_Arab", "type": "precision", "value": 97.48023715415019 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acm_Arab", "type": "recall", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bel_Cyrl", "type": "accuracy", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bel_Cyrl", "type": "f1", "value": 97.67786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bel_Cyrl", "type": "main_score", "value": 97.67786561264822 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bel_Cyrl", "type": "precision", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bel_Cyrl", "type": "recall", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eng_Latn", "type": "accuracy", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eng_Latn", "type": "f1", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eng_Latn", "type": "main_score", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eng_Latn", "type": "precision", "value": 99.55533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eng_Latn", "type": "recall", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hrv_Latn", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hrv_Latn", "type": "f1", "value": 98.83069828722002 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hrv_Latn", "type": "main_score", "value": 98.83069828722002 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hrv_Latn", "type": "precision", "value": 98.69894598155466 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hrv_Latn", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kin_Latn", "type": "accuracy", "value": 93.37944664031622 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kin_Latn", "type": "f1", "value": 91.53162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kin_Latn", "type": "main_score", "value": 91.53162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kin_Latn", "type": "precision", "value": 90.71475625823452 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kin_Latn", "type": "recall", "value": 93.37944664031622 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mal_Mlym", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mal_Mlym", "type": "f1", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mal_Mlym", "type": "main_score", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mal_Mlym", "type": "precision", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mal_Mlym", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pes_Arab", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pes_Arab", "type": "f1", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pes_Arab", "type": "main_score", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pes_Arab", "type": "precision", "value": 98.10606060606061 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pes_Arab", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srd_Latn", "type": "accuracy", "value": 89.03162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srd_Latn", "type": "f1", "value": 86.11048371917937 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srd_Latn", "type": "main_score", "value": 86.11048371917937 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srd_Latn", "type": "precision", "value": 84.86001317523056 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srd_Latn", "type": "recall", "value": 89.03162055335969 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tzm_Tfng", "type": "accuracy", "value": 12.351778656126482 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tzm_Tfng", "type": "f1", "value": 10.112177999067715 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tzm_Tfng", "type": "main_score", "value": 10.112177999067715 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tzm_Tfng", "type": "precision", "value": 9.53495885438645 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tzm_Tfng", "type": "recall", "value": 12.351778656126482 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acq_Arab", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acq_Arab", "type": "f1", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acq_Arab", "type": "main_score", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acq_Arab", "type": "precision", "value": 98.36956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-acq_Arab", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bem_Latn", "type": "accuracy", "value": 73.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bem_Latn", "type": "f1", "value": 68.30479412989295 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bem_Latn", "type": "main_score", "value": 68.30479412989295 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bem_Latn", "type": "precision", "value": 66.40073447632736 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bem_Latn", "type": "recall", "value": 73.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-epo_Latn", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-epo_Latn", "type": "f1", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-epo_Latn", "type": "main_score", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-epo_Latn", "type": "precision", "value": 98.66600790513834 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-epo_Latn", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hun_Latn", "type": "accuracy", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hun_Latn", "type": "f1", "value": 95.88274044795784 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hun_Latn", "type": "main_score", "value": 95.88274044795784 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hun_Latn", "type": "precision", "value": 95.45454545454545 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hun_Latn", "type": "recall", "value": 96.83794466403161 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kir_Cyrl", "type": "accuracy", "value": 96.34387351778656 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kir_Cyrl", "type": "f1", "value": 95.49280429715212 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kir_Cyrl", "type": "main_score", "value": 95.49280429715212 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kir_Cyrl", "type": "precision", "value": 95.14163372859026 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kir_Cyrl", "type": "recall", "value": 96.34387351778656 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mar_Deva", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mar_Deva", "type": "f1", "value": 98.28722002635047 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mar_Deva", "type": "main_score", "value": 98.28722002635047 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mar_Deva", "type": "precision", "value": 98.07312252964427 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mar_Deva", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-plt_Latn", "type": "accuracy", "value": 88.04347826086956 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-plt_Latn", "type": "f1", "value": 85.14328063241106 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-plt_Latn", "type": "main_score", "value": 85.14328063241106 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-plt_Latn", "type": "precision", "value": 83.96339168078298 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-plt_Latn", "type": "recall", "value": 88.04347826086956 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srp_Cyrl", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srp_Cyrl", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srp_Cyrl", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srp_Cyrl", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-srp_Cyrl", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uig_Arab", "type": "accuracy", "value": 92.19367588932806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uig_Arab", "type": "f1", "value": 89.98541313758706 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uig_Arab", "type": "main_score", "value": 89.98541313758706 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uig_Arab", "type": "precision", "value": 89.01021080368906 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uig_Arab", "type": "recall", "value": 92.19367588932806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aeb_Arab", "type": "accuracy", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aeb_Arab", "type": "f1", "value": 94.63109354413703 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aeb_Arab", "type": "main_score", "value": 94.63109354413703 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aeb_Arab", "type": "precision", "value": 94.05467720685111 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aeb_Arab", "type": "recall", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ben_Beng", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ben_Beng", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ben_Beng", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ben_Beng", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ben_Beng", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-est_Latn", "type": "accuracy", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-est_Latn", "type": "f1", "value": 94.2588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-est_Latn", "type": "main_score", "value": 94.2588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-est_Latn", "type": "precision", "value": 93.65118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-est_Latn", "type": "recall", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hye_Armn", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hye_Armn", "type": "f1", "value": 98.28722002635045 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hye_Armn", "type": "main_score", "value": 98.28722002635045 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hye_Armn", "type": "precision", "value": 98.07312252964427 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hye_Armn", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmb_Latn", "type": "accuracy", "value": 54.24901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmb_Latn", "type": "f1", "value": 49.46146674116913 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmb_Latn", "type": "main_score", "value": 49.46146674116913 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmb_Latn", "type": "precision", "value": 47.81033799314432 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmb_Latn", "type": "recall", "value": 54.24901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Arab", "type": "accuracy", "value": 15.810276679841898 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Arab", "type": "f1", "value": 13.271207641419332 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Arab", "type": "main_score", "value": 13.271207641419332 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Arab", "type": "precision", "value": 12.510673148766033 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Arab", "type": "recall", "value": 15.810276679841898 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pol_Latn", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pol_Latn", "type": "f1", "value": 98.32674571805006 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pol_Latn", "type": "main_score", "value": 98.32674571805006 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pol_Latn", "type": "precision", "value": 98.14723320158103 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pol_Latn", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ssw_Latn", "type": "accuracy", "value": 80.8300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ssw_Latn", "type": "f1", "value": 76.51717847370023 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ssw_Latn", "type": "main_score", "value": 76.51717847370023 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ssw_Latn", "type": "precision", "value": 74.74143610013175 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ssw_Latn", "type": "recall", "value": 80.8300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ukr_Cyrl", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ukr_Cyrl", "type": "f1", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ukr_Cyrl", "type": "main_score", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ukr_Cyrl", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ukr_Cyrl", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-afr_Latn", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-afr_Latn", "type": "f1", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-afr_Latn", "type": "main_score", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-afr_Latn", "type": "precision", "value": 98.66600790513834 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-afr_Latn", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bho_Deva", "type": "accuracy", "value": 96.6403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bho_Deva", "type": "f1", "value": 95.56982872200265 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bho_Deva", "type": "main_score", "value": 95.56982872200265 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bho_Deva", "type": "precision", "value": 95.0592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bho_Deva", "type": "recall", "value": 96.6403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eus_Latn", "type": "accuracy", "value": 97.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eus_Latn", "type": "f1", "value": 96.9038208168643 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eus_Latn", "type": "main_score", "value": 96.9038208168643 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eus_Latn", "type": "precision", "value": 96.55797101449275 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-eus_Latn", "type": "recall", "value": 97.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ibo_Latn", "type": "accuracy", "value": 89.2292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ibo_Latn", "type": "f1", "value": 86.35234330886506 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ibo_Latn", "type": "main_score", "value": 86.35234330886506 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ibo_Latn", "type": "precision", "value": 85.09881422924902 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ibo_Latn", "type": "recall", "value": 89.2292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmr_Latn", "type": "accuracy", "value": 83.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmr_Latn", "type": "f1", "value": 79.23630717108978 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmr_Latn", "type": "main_score", "value": 79.23630717108978 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmr_Latn", "type": "precision", "value": 77.48188405797102 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kmr_Latn", "type": "recall", "value": 83.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Latn", "type": "accuracy", "value": 79.34782608695652 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Latn", "type": "f1", "value": 75.31689928429059 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Latn", "type": "main_score", "value": 75.31689928429059 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Latn", "type": "precision", "value": 73.91519410541149 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-min_Latn", "type": "recall", "value": 79.34782608695652 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-por_Latn", "type": "accuracy", "value": 96.54150197628458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-por_Latn", "type": "f1", "value": 95.53218520609825 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-por_Latn", "type": "main_score", "value": 95.53218520609825 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-por_Latn", "type": "precision", "value": 95.07575757575756 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-por_Latn", "type": "recall", "value": 96.54150197628458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sun_Latn", "type": "accuracy", "value": 93.2806324110672 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sun_Latn", "type": "f1", "value": 91.56973461321287 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sun_Latn", "type": "main_score", "value": 91.56973461321287 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sun_Latn", "type": "precision", "value": 90.84396334890405 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sun_Latn", "type": "recall", "value": 93.2806324110672 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-umb_Latn", "type": "accuracy", "value": 51.87747035573123 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-umb_Latn", "type": "f1", "value": 46.36591778884269 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-umb_Latn", "type": "main_score", "value": 46.36591778884269 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-umb_Latn", "type": "precision", "value": 44.57730391234227 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-umb_Latn", "type": "recall", "value": 51.87747035573123 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ajp_Arab", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ajp_Arab", "type": "f1", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ajp_Arab", "type": "main_score", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ajp_Arab", "type": "precision", "value": 98.10606060606061 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ajp_Arab", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Arab", "type": "accuracy", "value": 14.82213438735178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Arab", "type": "f1", "value": 12.365434276616856 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Arab", "type": "main_score", "value": 12.365434276616856 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Arab", "type": "precision", "value": 11.802079517180589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Arab", "type": "recall", "value": 14.82213438735178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ewe_Latn", "type": "accuracy", "value": 71.44268774703558 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ewe_Latn", "type": "f1", "value": 66.74603174603175 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ewe_Latn", "type": "main_score", "value": 66.74603174603175 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ewe_Latn", "type": "precision", "value": 64.99933339607253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ewe_Latn", "type": "recall", "value": 71.44268774703558 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ilo_Latn", "type": "accuracy", "value": 85.86956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ilo_Latn", "type": "f1", "value": 83.00139015960917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ilo_Latn", "type": "main_score", "value": 83.00139015960917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ilo_Latn", "type": "precision", "value": 81.91411396574439 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ilo_Latn", "type": "recall", "value": 85.86956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Arab", "type": "accuracy", "value": 14.525691699604742 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Arab", "type": "f1", "value": 12.618283715726806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Arab", "type": "main_score", "value": 12.618283715726806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Arab", "type": "precision", "value": 12.048458493742352 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Arab", "type": "recall", "value": 14.525691699604742 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mkd_Cyrl", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mkd_Cyrl", "type": "f1", "value": 99.22595520421606 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mkd_Cyrl", "type": "main_score", "value": 99.22595520421606 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mkd_Cyrl", "type": "precision", "value": 99.14361001317523 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mkd_Cyrl", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-prs_Arab", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-prs_Arab", "type": "f1", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-prs_Arab", "type": "main_score", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-prs_Arab", "type": "precision", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-prs_Arab", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swe_Latn", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swe_Latn", "type": "f1", "value": 99.07773386034256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swe_Latn", "type": "main_score", "value": 99.07773386034256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swe_Latn", "type": "precision", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swe_Latn", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-urd_Arab", "type": "accuracy", "value": 98.61660079051383 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-urd_Arab", "type": "f1", "value": 98.15546772068511 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-urd_Arab", "type": "main_score", "value": 98.15546772068511 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-urd_Arab", "type": "precision", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-urd_Arab", "type": "recall", "value": 98.61660079051383 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aka_Latn", "type": "accuracy", "value": 81.02766798418972 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aka_Latn", "type": "f1", "value": 76.73277809147375 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aka_Latn", "type": "main_score", "value": 76.73277809147375 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aka_Latn", "type": "precision", "value": 74.97404165882426 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-aka_Latn", "type": "recall", "value": 81.02766798418972 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Latn", "type": "accuracy", "value": 86.7588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Latn", "type": "f1", "value": 83.92064566965753 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Latn", "type": "main_score", "value": 83.92064566965753 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Latn", "type": "precision", "value": 82.83734079929732 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bjn_Latn", "type": "recall", "value": 86.7588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fao_Latn", "type": "accuracy", "value": 88.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fao_Latn", "type": "f1", "value": 85.48136645962732 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fao_Latn", "type": "main_score", "value": 85.48136645962732 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fao_Latn", "type": "precision", "value": 84.23418972332016 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fao_Latn", "type": "recall", "value": 88.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ind_Latn", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ind_Latn", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ind_Latn", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ind_Latn", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ind_Latn", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Latn", "type": "accuracy", "value": 45.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Latn", "type": "f1", "value": 40.112030865489366 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Latn", "type": "main_score", "value": 40.112030865489366 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Latn", "type": "precision", "value": 38.28262440050776 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-knc_Latn", "type": "recall", "value": 45.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mlt_Latn", "type": "accuracy", "value": 93.18181818181817 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mlt_Latn", "type": "f1", "value": 91.30787690570298 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mlt_Latn", "type": "main_score", "value": 91.30787690570298 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mlt_Latn", "type": "precision", "value": 90.4983060417843 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mlt_Latn", "type": "recall", "value": 93.18181818181817 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-quy_Latn", "type": "accuracy", "value": 62.450592885375485 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-quy_Latn", "type": "f1", "value": 57.28742975628178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-quy_Latn", "type": "main_score", "value": 57.28742975628178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-quy_Latn", "type": "precision", "value": 55.56854987623269 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-quy_Latn", "type": "recall", "value": 62.450592885375485 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swh_Latn", "type": "accuracy", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swh_Latn", "type": "f1", "value": 97.77667984189723 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swh_Latn", "type": "main_score", "value": 97.77667984189723 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swh_Latn", "type": "precision", "value": 97.51317523056655 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-swh_Latn", "type": "recall", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uzn_Latn", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uzn_Latn", "type": "f1", "value": 97.59081498211933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uzn_Latn", "type": "main_score", "value": 97.59081498211933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uzn_Latn", "type": "precision", "value": 97.34848484848484 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-uzn_Latn", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-als_Latn", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-als_Latn", "type": "f1", "value": 99.09420289855073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-als_Latn", "type": "main_score", "value": 99.09420289855073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-als_Latn", "type": "precision", "value": 98.99538866930172 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-als_Latn", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bod_Tibt", "type": "accuracy", "value": 11.561264822134387 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bod_Tibt", "type": "f1", "value": 8.121312045385636 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bod_Tibt", "type": "main_score", "value": 8.121312045385636 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bod_Tibt", "type": "precision", "value": 7.350577020893972 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bod_Tibt", "type": "recall", "value": 11.561264822134387 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fij_Latn", "type": "accuracy", "value": 72.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fij_Latn", "type": "f1", "value": 67.21000233846082 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fij_Latn", "type": "main_score", "value": 67.21000233846082 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fij_Latn", "type": "precision", "value": 65.3869439739005 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fij_Latn", "type": "recall", "value": 72.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-isl_Latn", "type": "accuracy", "value": 91.99604743083005 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-isl_Latn", "type": "f1", "value": 89.75955204216073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-isl_Latn", "type": "main_score", "value": 89.75955204216073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-isl_Latn", "type": "precision", "value": 88.7598814229249 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-isl_Latn", "type": "recall", "value": 91.99604743083005 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kon_Latn", "type": "accuracy", "value": 81.81818181818183 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kon_Latn", "type": "f1", "value": 77.77800098452272 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kon_Latn", "type": "main_score", "value": 77.77800098452272 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kon_Latn", "type": "precision", "value": 76.1521268586486 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kon_Latn", "type": "recall", "value": 81.81818181818183 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mni_Beng", "type": "accuracy", "value": 54.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mni_Beng", "type": "f1", "value": 48.97285299254615 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mni_Beng", "type": "main_score", "value": 48.97285299254615 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mni_Beng", "type": "precision", "value": 46.95125742968299 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mni_Beng", "type": "recall", "value": 54.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ron_Latn", "type": "accuracy", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ron_Latn", "type": "f1", "value": 97.64492753623189 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ron_Latn", "type": "main_score", "value": 97.64492753623189 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ron_Latn", "type": "precision", "value": 97.36495388669302 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ron_Latn", "type": "recall", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-szl_Latn", "type": "accuracy", "value": 92.09486166007905 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-szl_Latn", "type": "f1", "value": 90.10375494071147 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-szl_Latn", "type": "main_score", "value": 90.10375494071147 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-szl_Latn", "type": "precision", "value": 89.29606625258798 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-szl_Latn", "type": "recall", "value": 92.09486166007905 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vec_Latn", "type": "accuracy", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vec_Latn", "type": "f1", "value": 90.51430453604365 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vec_Latn", "type": "main_score", "value": 90.51430453604365 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vec_Latn", "type": "precision", "value": 89.69367588932808 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vec_Latn", "type": "recall", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-amh_Ethi", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-amh_Ethi", "type": "f1", "value": 97.11791831357048 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-amh_Ethi", "type": "main_score", "value": 97.11791831357048 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-amh_Ethi", "type": "precision", "value": 96.77206851119894 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-amh_Ethi", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bos_Latn", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bos_Latn", "type": "f1", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bos_Latn", "type": "main_score", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bos_Latn", "type": "precision", "value": 98.36956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bos_Latn", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fin_Latn", "type": "accuracy", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fin_Latn", "type": "f1", "value": 94.4235836627141 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fin_Latn", "type": "main_score", "value": 94.4235836627141 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fin_Latn", "type": "precision", "value": 93.84881422924902 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fin_Latn", "type": "recall", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ita_Latn", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ita_Latn", "type": "f1", "value": 98.55072463768117 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ita_Latn", "type": "main_score", "value": 98.55072463768117 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ita_Latn", "type": "precision", "value": 98.36956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ita_Latn", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kor_Hang", "type": "accuracy", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kor_Hang", "type": "f1", "value": 94.15349143610013 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kor_Hang", "type": "main_score", "value": 94.15349143610013 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kor_Hang", "type": "precision", "value": 93.49472990777339 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kor_Hang", "type": "recall", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mos_Latn", "type": "accuracy", "value": 43.67588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mos_Latn", "type": "f1", "value": 38.84849721190082 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mos_Latn", "type": "main_score", "value": 38.84849721190082 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mos_Latn", "type": "precision", "value": 37.43294462099682 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mos_Latn", "type": "recall", "value": 43.67588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-run_Latn", "type": "accuracy", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-run_Latn", "type": "f1", "value": 87.37483530961792 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-run_Latn", "type": "main_score", "value": 87.37483530961792 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-run_Latn", "type": "precision", "value": 86.07872200263506 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-run_Latn", "type": "recall", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tam_Taml", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tam_Taml", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tam_Taml", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tam_Taml", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tam_Taml", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vie_Latn", "type": "accuracy", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vie_Latn", "type": "f1", "value": 96.13636363636364 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vie_Latn", "type": "main_score", "value": 96.13636363636364 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vie_Latn", "type": "precision", "value": 95.70981554677206 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-vie_Latn", "type": "recall", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-apc_Arab", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-apc_Arab", "type": "f1", "value": 97.49670619235836 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-apc_Arab", "type": "main_score", "value": 97.49670619235836 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-apc_Arab", "type": "precision", "value": 97.18379446640316 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-apc_Arab", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bug_Latn", "type": "accuracy", "value": 67.29249011857708 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bug_Latn", "type": "f1", "value": 62.09268717667927 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bug_Latn", "type": "main_score", "value": 62.09268717667927 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bug_Latn", "type": "precision", "value": 60.28554009748714 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bug_Latn", "type": "recall", "value": 67.29249011857708 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fon_Latn", "type": "accuracy", "value": 63.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fon_Latn", "type": "f1", "value": 57.66660107569199 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fon_Latn", "type": "main_score", "value": 57.66660107569199 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fon_Latn", "type": "precision", "value": 55.66676396919363 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fon_Latn", "type": "recall", "value": 63.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jav_Latn", "type": "accuracy", "value": 94.46640316205533 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jav_Latn", "type": "f1", "value": 92.89384528514964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jav_Latn", "type": "main_score", "value": 92.89384528514964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jav_Latn", "type": "precision", "value": 92.19367588932806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jav_Latn", "type": "recall", "value": 94.46640316205533 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lao_Laoo", "type": "accuracy", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lao_Laoo", "type": "f1", "value": 96.40974967061922 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lao_Laoo", "type": "main_score", "value": 96.40974967061922 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lao_Laoo", "type": "precision", "value": 96.034255599473 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lao_Laoo", "type": "recall", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mri_Latn", "type": "accuracy", "value": 76.77865612648222 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mri_Latn", "type": "f1", "value": 73.11286539547409 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mri_Latn", "type": "main_score", "value": 73.11286539547409 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mri_Latn", "type": "precision", "value": 71.78177214337046 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mri_Latn", "type": "recall", "value": 76.77865612648222 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Latn", "type": "accuracy", "value": 41.99604743083004 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Latn", "type": "f1", "value": 37.25127063318763 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Latn", "type": "main_score", "value": 37.25127063318763 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Latn", "type": "precision", "value": 35.718929186985726 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Latn", "type": "recall", "value": 41.99604743083004 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-war_Latn", "type": "accuracy", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-war_Latn", "type": "f1", "value": 94.1699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-war_Latn", "type": "main_score", "value": 94.1699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-war_Latn", "type": "precision", "value": 93.52766798418972 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-war_Latn", "type": "recall", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Arab", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Arab", "type": "f1", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Arab", "type": "main_score", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Arab", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Arab", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bul_Cyrl", "type": "accuracy", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bul_Cyrl", "type": "f1", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bul_Cyrl", "type": "main_score", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bul_Cyrl", "type": "precision", "value": 99.55533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bul_Cyrl", "type": "recall", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fra_Latn", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fra_Latn", "type": "f1", "value": 99.47299077733861 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fra_Latn", "type": "main_score", "value": 99.47299077733861 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fra_Latn", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fra_Latn", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jpn_Jpan", "type": "accuracy", "value": 96.44268774703558 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jpn_Jpan", "type": "f1", "value": 95.30632411067194 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jpn_Jpan", "type": "main_score", "value": 95.30632411067194 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jpn_Jpan", "type": "precision", "value": 94.76284584980237 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-jpn_Jpan", "type": "recall", "value": 96.44268774703558 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lij_Latn", "type": "accuracy", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lij_Latn", "type": "f1", "value": 87.4703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lij_Latn", "type": "main_score", "value": 87.4703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lij_Latn", "type": "precision", "value": 86.29611330698287 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lij_Latn", "type": "recall", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mya_Mymr", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mya_Mymr", "type": "f1", "value": 97.364953886693 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mya_Mymr", "type": "main_score", "value": 97.364953886693 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mya_Mymr", "type": "precision", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-mya_Mymr", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sag_Latn", "type": "accuracy", "value": 54.841897233201585 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sag_Latn", "type": "f1", "value": 49.61882037503349 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sag_Latn", "type": "main_score", "value": 49.61882037503349 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sag_Latn", "type": "precision", "value": 47.831968755881796 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sag_Latn", "type": "recall", "value": 54.841897233201585 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Tfng", "type": "accuracy", "value": 15.316205533596838 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Tfng", "type": "f1", "value": 11.614836360389717 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Tfng", "type": "main_score", "value": 11.614836360389717 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Tfng", "type": "precision", "value": 10.741446193235223 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-taq_Tfng", "type": "recall", "value": 15.316205533596838 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-wol_Latn", "type": "accuracy", "value": 67.88537549407114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-wol_Latn", "type": "f1", "value": 62.2536417249856 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-wol_Latn", "type": "main_score", "value": 62.2536417249856 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-wol_Latn", "type": "precision", "value": 60.27629128666678 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-wol_Latn", "type": "recall", "value": 67.88537549407114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Latn", "type": "accuracy", "value": 27.766798418972332 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Latn", "type": "f1", "value": 23.39674889624077 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Latn", "type": "main_score", "value": 23.39674889624077 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Latn", "type": "precision", "value": 22.28521155585345 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arb_Latn", "type": "recall", "value": 27.766798418972332 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cat_Latn", "type": "accuracy", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cat_Latn", "type": "f1", "value": 96.42151326933936 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cat_Latn", "type": "main_score", "value": 96.42151326933936 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cat_Latn", "type": "precision", "value": 96.04743083003953 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cat_Latn", "type": "recall", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fur_Latn", "type": "accuracy", "value": 88.63636363636364 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fur_Latn", "type": "f1", "value": 85.80792396009788 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fur_Latn", "type": "main_score", "value": 85.80792396009788 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fur_Latn", "type": "precision", "value": 84.61508901726293 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fur_Latn", "type": "recall", "value": 88.63636363636364 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kab_Latn", "type": "accuracy", "value": 48.12252964426877 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kab_Latn", "type": "f1", "value": 43.05387582971066 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kab_Latn", "type": "main_score", "value": 43.05387582971066 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kab_Latn", "type": "precision", "value": 41.44165117538212 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kab_Latn", "type": "recall", "value": 48.12252964426877 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lim_Latn", "type": "accuracy", "value": 81.81818181818183 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lim_Latn", "type": "f1", "value": 77.81676163099087 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lim_Latn", "type": "main_score", "value": 77.81676163099087 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lim_Latn", "type": "precision", "value": 76.19565217391305 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lim_Latn", "type": "recall", "value": 81.81818181818183 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nld_Latn", "type": "accuracy", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nld_Latn", "type": "f1", "value": 96.4756258234519 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nld_Latn", "type": "main_score", "value": 96.4756258234519 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nld_Latn", "type": "precision", "value": 96.06389986824769 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nld_Latn", "type": "recall", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-san_Deva", "type": "accuracy", "value": 93.47826086956522 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-san_Deva", "type": "f1", "value": 91.70289855072463 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-san_Deva", "type": "main_score", "value": 91.70289855072463 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-san_Deva", "type": "precision", "value": 90.9370882740448 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-san_Deva", "type": "recall", "value": 93.47826086956522 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tat_Cyrl", "type": "accuracy", "value": 97.72727272727273 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tat_Cyrl", "type": "f1", "value": 97.00263504611331 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tat_Cyrl", "type": "main_score", "value": 97.00263504611331 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tat_Cyrl", "type": "precision", "value": 96.65678524374177 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tat_Cyrl", "type": "recall", "value": 97.72727272727273 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-xho_Latn", "type": "accuracy", "value": 93.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-xho_Latn", "type": "f1", "value": 91.12977602108036 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-xho_Latn", "type": "main_score", "value": 91.12977602108036 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-xho_Latn", "type": "precision", "value": 90.22562582345192 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-xho_Latn", "type": "recall", "value": 93.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ars_Arab", "type": "accuracy", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ars_Arab", "type": "f1", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ars_Arab", "type": "main_score", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ars_Arab", "type": "precision", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ars_Arab", "type": "recall", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ceb_Latn", "type": "accuracy", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ceb_Latn", "type": "f1", "value": 94.3544137022398 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ceb_Latn", "type": "main_score", "value": 94.3544137022398 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ceb_Latn", "type": "precision", "value": 93.76646903820817 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ceb_Latn", "type": "recall", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fuv_Latn", "type": "accuracy", "value": 51.18577075098815 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fuv_Latn", "type": "f1", "value": 44.5990252610806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fuv_Latn", "type": "main_score", "value": 44.5990252610806 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fuv_Latn", "type": "precision", "value": 42.34331599450177 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-fuv_Latn", "type": "recall", "value": 51.18577075098815 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kac_Latn", "type": "accuracy", "value": 46.93675889328063 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kac_Latn", "type": "f1", "value": 41.79004018701787 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kac_Latn", "type": "main_score", "value": 41.79004018701787 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kac_Latn", "type": "precision", "value": 40.243355662392624 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kac_Latn", "type": "recall", "value": 46.93675889328063 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lin_Latn", "type": "accuracy", "value": 91.50197628458498 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lin_Latn", "type": "f1", "value": 89.1205533596838 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lin_Latn", "type": "main_score", "value": 89.1205533596838 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lin_Latn", "type": "precision", "value": 88.07147562582345 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lin_Latn", "type": "recall", "value": 91.50197628458498 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nno_Latn", "type": "accuracy", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nno_Latn", "type": "f1", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nno_Latn", "type": "main_score", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nno_Latn", "type": "precision", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nno_Latn", "type": "recall", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sat_Olck", "type": "accuracy", "value": 2.371541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sat_Olck", "type": "f1", "value": 1.0726274943087382 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sat_Olck", "type": "main_score", "value": 1.0726274943087382 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sat_Olck", "type": "precision", "value": 0.875279634748803 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sat_Olck", "type": "recall", "value": 2.371541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tel_Telu", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tel_Telu", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tel_Telu", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tel_Telu", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tel_Telu", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ydd_Hebr", "type": "accuracy", "value": 89.42687747035573 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ydd_Hebr", "type": "f1", "value": 86.47609636740073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ydd_Hebr", "type": "main_score", "value": 86.47609636740073 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ydd_Hebr", "type": "precision", "value": 85.13669301712781 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ydd_Hebr", "type": "recall", "value": 89.42687747035573 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ary_Arab", "type": "accuracy", "value": 89.82213438735178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ary_Arab", "type": "f1", "value": 87.04545454545456 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ary_Arab", "type": "main_score", "value": 87.04545454545456 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ary_Arab", "type": "precision", "value": 85.76910408432148 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ary_Arab", "type": "recall", "value": 89.82213438735178 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ces_Latn", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ces_Latn", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ces_Latn", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ces_Latn", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ces_Latn", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gaz_Latn", "type": "accuracy", "value": 64.9209486166008 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gaz_Latn", "type": "f1", "value": 58.697458119394874 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gaz_Latn", "type": "main_score", "value": 58.697458119394874 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gaz_Latn", "type": "precision", "value": 56.43402189597842 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gaz_Latn", "type": "recall", "value": 64.9209486166008 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kam_Latn", "type": "accuracy", "value": 59.18972332015811 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kam_Latn", "type": "f1", "value": 53.19031511966295 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kam_Latn", "type": "main_score", "value": 53.19031511966295 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kam_Latn", "type": "precision", "value": 51.08128357343655 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kam_Latn", "type": "recall", "value": 59.18972332015811 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lit_Latn", "type": "accuracy", "value": 96.54150197628458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lit_Latn", "type": "f1", "value": 95.5368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lit_Latn", "type": "main_score", "value": 95.5368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lit_Latn", "type": "precision", "value": 95.0592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lit_Latn", "type": "recall", "value": 96.54150197628458 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nob_Latn", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nob_Latn", "type": "f1", "value": 97.51317523056655 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nob_Latn", "type": "main_score", "value": 97.51317523056655 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nob_Latn", "type": "precision", "value": 97.2167325428195 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nob_Latn", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-scn_Latn", "type": "accuracy", "value": 84.0909090909091 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-scn_Latn", "type": "f1", "value": 80.37000439174352 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-scn_Latn", "type": "main_score", "value": 80.37000439174352 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-scn_Latn", "type": "precision", "value": 78.83994628559846 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-scn_Latn", "type": "recall", "value": 84.0909090909091 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgk_Cyrl", "type": "accuracy", "value": 92.68774703557312 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgk_Cyrl", "type": "f1", "value": 90.86344814605684 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgk_Cyrl", "type": "main_score", "value": 90.86344814605684 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgk_Cyrl", "type": "precision", "value": 90.12516469038208 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgk_Cyrl", "type": "recall", "value": 92.68774703557312 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yor_Latn", "type": "accuracy", "value": 72.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yor_Latn", "type": "f1", "value": 66.78759646150951 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yor_Latn", "type": "main_score", "value": 66.78759646150951 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yor_Latn", "type": "precision", "value": 64.85080192096002 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yor_Latn", "type": "recall", "value": 72.13438735177866 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arz_Arab", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arz_Arab", "type": "f1", "value": 97.364953886693 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arz_Arab", "type": "main_score", "value": 97.364953886693 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arz_Arab", "type": "precision", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-arz_Arab", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cjk_Latn", "type": "accuracy", "value": 51.976284584980235 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cjk_Latn", "type": "f1", "value": 46.468762353149714 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cjk_Latn", "type": "main_score", "value": 46.468762353149714 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cjk_Latn", "type": "precision", "value": 44.64073366247278 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cjk_Latn", "type": "recall", "value": 51.976284584980235 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gla_Latn", "type": "accuracy", "value": 79.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gla_Latn", "type": "f1", "value": 75.55611165294958 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gla_Latn", "type": "main_score", "value": 75.55611165294958 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gla_Latn", "type": "precision", "value": 73.95033408620365 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gla_Latn", "type": "recall", "value": 79.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kan_Knda", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kan_Knda", "type": "f1", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kan_Knda", "type": "main_score", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kan_Knda", "type": "precision", "value": 98.84716732542819 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kan_Knda", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lmo_Latn", "type": "accuracy", "value": 82.41106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lmo_Latn", "type": "f1", "value": 78.56413514022209 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lmo_Latn", "type": "main_score", "value": 78.56413514022209 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lmo_Latn", "type": "precision", "value": 77.15313068573938 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lmo_Latn", "type": "recall", "value": 82.41106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-npi_Deva", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-npi_Deva", "type": "f1", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-npi_Deva", "type": "main_score", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-npi_Deva", "type": "precision", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-npi_Deva", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-shn_Mymr", "type": "accuracy", "value": 57.11462450592886 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-shn_Mymr", "type": "f1", "value": 51.51361369197337 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-shn_Mymr", "type": "main_score", "value": 51.51361369197337 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-shn_Mymr", "type": "precision", "value": 49.71860043649573 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-shn_Mymr", "type": "recall", "value": 57.11462450592886 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgl_Latn", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgl_Latn", "type": "f1", "value": 97.18379446640316 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgl_Latn", "type": "main_score", "value": 97.18379446640316 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgl_Latn", "type": "precision", "value": 96.88735177865613 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tgl_Latn", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yue_Hant", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yue_Hant", "type": "f1", "value": 99.09420289855072 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yue_Hant", "type": "main_score", "value": 99.09420289855072 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yue_Hant", "type": "precision", "value": 98.9953886693017 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-yue_Hant", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-asm_Beng", "type": "accuracy", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-asm_Beng", "type": "f1", "value": 94.16007905138339 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-asm_Beng", "type": "main_score", "value": 94.16007905138339 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-asm_Beng", "type": "precision", "value": 93.50296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-asm_Beng", "type": "recall", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ckb_Arab", "type": "accuracy", "value": 92.88537549407114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ckb_Arab", "type": "f1", "value": 90.76745718050066 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ckb_Arab", "type": "main_score", "value": 90.76745718050066 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ckb_Arab", "type": "precision", "value": 89.80072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ckb_Arab", "type": "recall", "value": 92.88537549407114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gle_Latn", "type": "accuracy", "value": 91.699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gle_Latn", "type": "f1", "value": 89.40899680030115 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gle_Latn", "type": "main_score", "value": 89.40899680030115 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gle_Latn", "type": "precision", "value": 88.40085638998683 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-gle_Latn", "type": "recall", "value": 91.699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Arab", "type": "accuracy", "value": 88.3399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Arab", "type": "f1", "value": 85.14351590438548 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Arab", "type": "main_score", "value": 85.14351590438548 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Arab", "type": "precision", "value": 83.72364953886692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Arab", "type": "recall", "value": 88.3399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltg_Latn", "type": "accuracy", "value": 83.399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltg_Latn", "type": "f1", "value": 79.88408934061107 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltg_Latn", "type": "main_score", "value": 79.88408934061107 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltg_Latn", "type": "precision", "value": 78.53794509179885 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltg_Latn", "type": "recall", "value": 83.399209486166 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nso_Latn", "type": "accuracy", "value": 91.20553359683794 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nso_Latn", "type": "f1", "value": 88.95406635525212 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nso_Latn", "type": "main_score", "value": 88.95406635525212 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nso_Latn", "type": "precision", "value": 88.01548089591567 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nso_Latn", "type": "recall", "value": 91.20553359683794 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sin_Sinh", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sin_Sinh", "type": "f1", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sin_Sinh", "type": "main_score", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sin_Sinh", "type": "precision", "value": 98.40250329380763 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sin_Sinh", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tha_Thai", "type": "accuracy", "value": 95.94861660079052 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tha_Thai", "type": "f1", "value": 94.66403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tha_Thai", "type": "main_score", "value": 94.66403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tha_Thai", "type": "precision", "value": 94.03820816864295 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tha_Thai", "type": "recall", "value": 95.94861660079052 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hans", "type": "accuracy", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hans", "type": "f1", "value": 96.5909090909091 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hans", "type": "main_score", "value": 96.5909090909091 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hans", "type": "precision", "value": 96.17918313570487 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hans", "type": "recall", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ast_Latn", "type": "accuracy", "value": 94.46640316205533 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ast_Latn", "type": "f1", "value": 92.86890645586297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ast_Latn", "type": "main_score", "value": 92.86890645586297 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ast_Latn", "type": "precision", "value": 92.14756258234519 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ast_Latn", "type": "recall", "value": 94.46640316205533 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-crh_Latn", "type": "accuracy", "value": 94.66403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-crh_Latn", "type": "f1", "value": 93.2663592446201 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-crh_Latn", "type": "main_score", "value": 93.2663592446201 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-crh_Latn", "type": "precision", "value": 92.66716073781292 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-crh_Latn", "type": "recall", "value": 94.66403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-glg_Latn", "type": "accuracy", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-glg_Latn", "type": "f1", "value": 98.46837944664031 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-glg_Latn", "type": "main_score", "value": 98.46837944664031 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-glg_Latn", "type": "precision", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-glg_Latn", "type": "recall", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Deva", "type": "accuracy", "value": 69.1699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Deva", "type": "f1", "value": 63.05505292906477 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Deva", "type": "main_score", "value": 63.05505292906477 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Deva", "type": "precision", "value": 60.62594108789761 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kas_Deva", "type": "recall", "value": 69.1699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltz_Latn", "type": "accuracy", "value": 91.40316205533597 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltz_Latn", "type": "f1", "value": 89.26571616789009 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltz_Latn", "type": "main_score", "value": 89.26571616789009 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltz_Latn", "type": "precision", "value": 88.40179747788443 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ltz_Latn", "type": "recall", "value": 91.40316205533597 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nus_Latn", "type": "accuracy", "value": 38.93280632411067 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nus_Latn", "type": "f1", "value": 33.98513032905371 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nus_Latn", "type": "main_score", "value": 33.98513032905371 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nus_Latn", "type": "precision", "value": 32.56257884802308 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nus_Latn", "type": "recall", "value": 38.93280632411067 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slk_Latn", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slk_Latn", "type": "f1", "value": 97.42094861660078 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slk_Latn", "type": "main_score", "value": 97.42094861660078 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slk_Latn", "type": "precision", "value": 97.14262187088273 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slk_Latn", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tir_Ethi", "type": "accuracy", "value": 91.30434782608695 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tir_Ethi", "type": "f1", "value": 88.78129117259552 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tir_Ethi", "type": "main_score", "value": 88.78129117259552 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tir_Ethi", "type": "precision", "value": 87.61528326745717 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tir_Ethi", "type": "recall", "value": 91.30434782608695 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hant", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hant", "type": "f1", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hant", "type": "main_score", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hant", "type": "precision", "value": 98.66600790513834 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zho_Hant", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-awa_Deva", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-awa_Deva", "type": "f1", "value": 97.70092226613966 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-awa_Deva", "type": "main_score", "value": 97.70092226613966 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-awa_Deva", "type": "precision", "value": 97.50494071146245 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-awa_Deva", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cym_Latn", "type": "accuracy", "value": 95.94861660079052 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cym_Latn", "type": "f1", "value": 94.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cym_Latn", "type": "main_score", "value": 94.74308300395256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cym_Latn", "type": "precision", "value": 94.20289855072464 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-cym_Latn", "type": "recall", "value": 95.94861660079052 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-grn_Latn", "type": "accuracy", "value": 77.96442687747036 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-grn_Latn", "type": "f1", "value": 73.64286789187975 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-grn_Latn", "type": "main_score", "value": 73.64286789187975 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-grn_Latn", "type": "precision", "value": 71.99324893260821 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-grn_Latn", "type": "recall", "value": 77.96442687747036 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kat_Geor", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kat_Geor", "type": "f1", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kat_Geor", "type": "main_score", "value": 98.56719367588933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kat_Geor", "type": "precision", "value": 98.40250329380764 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kat_Geor", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lua_Latn", "type": "accuracy", "value": 72.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lua_Latn", "type": "f1", "value": 67.23928163404449 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lua_Latn", "type": "main_score", "value": 67.23928163404449 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lua_Latn", "type": "precision", "value": 65.30797101449275 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lua_Latn", "type": "recall", "value": 72.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nya_Latn", "type": "accuracy", "value": 92.29249011857708 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nya_Latn", "type": "f1", "value": 90.0494071146245 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nya_Latn", "type": "main_score", "value": 90.0494071146245 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nya_Latn", "type": "precision", "value": 89.04808959156786 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-nya_Latn", "type": "recall", "value": 92.29249011857708 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slv_Latn", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slv_Latn", "type": "f1", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slv_Latn", "type": "main_score", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slv_Latn", "type": "precision", "value": 98.10606060606061 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-slv_Latn", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tpi_Latn", "type": "accuracy", "value": 80.53359683794467 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tpi_Latn", "type": "f1", "value": 76.59481822525301 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tpi_Latn", "type": "main_score", "value": 76.59481822525301 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tpi_Latn", "type": "precision", "value": 75.12913223140497 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tpi_Latn", "type": "recall", "value": 80.53359683794467 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zsm_Latn", "type": "accuracy", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zsm_Latn", "type": "f1", "value": 96.58620365142104 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zsm_Latn", "type": "main_score", "value": 96.58620365142104 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zsm_Latn", "type": "precision", "value": 96.26152832674572 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zsm_Latn", "type": "recall", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ayr_Latn", "type": "accuracy", "value": 45.55335968379446 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ayr_Latn", "type": "f1", "value": 40.13076578531388 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ayr_Latn", "type": "main_score", "value": 40.13076578531388 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ayr_Latn", "type": "precision", "value": 38.398064362362355 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ayr_Latn", "type": "recall", "value": 45.55335968379446 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dan_Latn", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dan_Latn", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dan_Latn", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dan_Latn", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dan_Latn", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-guj_Gujr", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-guj_Gujr", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-guj_Gujr", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-guj_Gujr", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-guj_Gujr", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kaz_Cyrl", "type": "accuracy", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kaz_Cyrl", "type": "f1", "value": 98.43544137022398 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kaz_Cyrl", "type": "main_score", "value": 98.43544137022398 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kaz_Cyrl", "type": "precision", "value": 98.25428194993412 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kaz_Cyrl", "type": "recall", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lug_Latn", "type": "accuracy", "value": 82.21343873517787 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lug_Latn", "type": "f1", "value": 77.97485726833554 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lug_Latn", "type": "main_score", "value": 77.97485726833554 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lug_Latn", "type": "precision", "value": 76.22376717485415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lug_Latn", "type": "recall", "value": 82.21343873517787 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-oci_Latn", "type": "accuracy", "value": 93.87351778656127 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-oci_Latn", "type": "f1", "value": 92.25319969885187 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-oci_Latn", "type": "main_score", "value": 92.25319969885187 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-oci_Latn", "type": "precision", "value": 91.5638528138528 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-oci_Latn", "type": "recall", "value": 93.87351778656127 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-smo_Latn", "type": "accuracy", "value": 84.88142292490119 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-smo_Latn", "type": "f1", "value": 81.24364765669114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-smo_Latn", "type": "main_score", "value": 81.24364765669114 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-smo_Latn", "type": "precision", "value": 79.69991416137661 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-smo_Latn", "type": "recall", "value": 84.88142292490119 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tsn_Latn", "type": "accuracy", "value": 87.05533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tsn_Latn", "type": "f1", "value": 83.90645586297761 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tsn_Latn", "type": "main_score", "value": 83.90645586297761 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tsn_Latn", "type": "precision", "value": 82.56752305665349 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tsn_Latn", "type": "recall", "value": 87.05533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zul_Latn", "type": "accuracy", "value": 95.15810276679841 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zul_Latn", "type": "f1", "value": 93.77140974967062 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zul_Latn", "type": "main_score", "value": 93.77140974967062 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zul_Latn", "type": "precision", "value": 93.16534914361002 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-zul_Latn", "type": "recall", "value": 95.15810276679841 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azb_Arab", "type": "accuracy", "value": 81.91699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azb_Arab", "type": "f1", "value": 77.18050065876152 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azb_Arab", "type": "main_score", "value": 77.18050065876152 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azb_Arab", "type": "precision", "value": 75.21519543258673 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azb_Arab", "type": "recall", "value": 81.91699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-deu_Latn", "type": "accuracy", "value": 99.50592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-deu_Latn", "type": "f1", "value": 99.34123847167325 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-deu_Latn", "type": "main_score", "value": 99.34123847167325 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-deu_Latn", "type": "precision", "value": 99.2588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-deu_Latn", "type": "recall", "value": 99.50592885375494 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hat_Latn", "type": "accuracy", "value": 91.00790513833992 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hat_Latn", "type": "f1", "value": 88.69126043039086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hat_Latn", "type": "main_score", "value": 88.69126043039086 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hat_Latn", "type": "precision", "value": 87.75774044795784 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hat_Latn", "type": "recall", "value": 91.00790513833992 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kbp_Latn", "type": "accuracy", "value": 47.233201581027664 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kbp_Latn", "type": "f1", "value": 43.01118618096943 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kbp_Latn", "type": "main_score", "value": 43.01118618096943 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kbp_Latn", "type": "precision", "value": 41.739069205043556 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kbp_Latn", "type": "recall", "value": 47.233201581027664 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-luo_Latn", "type": "accuracy", "value": 60.47430830039525 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-luo_Latn", "type": "f1", "value": 54.83210565429816 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-luo_Latn", "type": "main_score", "value": 54.83210565429816 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-luo_Latn", "type": "precision", "value": 52.81630744284779 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-luo_Latn", "type": "recall", "value": 60.47430830039525 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ory_Orya", "type": "accuracy", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ory_Orya", "type": "f1", "value": 98.83069828722003 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ory_Orya", "type": "main_score", "value": 98.83069828722003 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ory_Orya", "type": "precision", "value": 98.69894598155467 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-ory_Orya", "type": "recall", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sna_Latn", "type": "accuracy", "value": 89.72332015810277 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sna_Latn", "type": "f1", "value": 87.30013645774514 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sna_Latn", "type": "main_score", "value": 87.30013645774514 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sna_Latn", "type": "precision", "value": 86.25329380764163 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-sna_Latn", "type": "recall", "value": 89.72332015810277 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tso_Latn", "type": "accuracy", "value": 84.38735177865613 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tso_Latn", "type": "f1", "value": 80.70424744337788 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tso_Latn", "type": "main_score", "value": 80.70424744337788 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tso_Latn", "type": "precision", "value": 79.18560606060606 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tso_Latn", "type": "recall", "value": 84.38735177865613 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azj_Latn", "type": "accuracy", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azj_Latn", "type": "f1", "value": 96.56455862977602 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azj_Latn", "type": "main_score", "value": 96.56455862977602 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azj_Latn", "type": "precision", "value": 96.23682476943345 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-azj_Latn", "type": "recall", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dik_Latn", "type": "accuracy", "value": 46.047430830039524 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dik_Latn", "type": "f1", "value": 40.05513069495283 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dik_Latn", "type": "main_score", "value": 40.05513069495283 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dik_Latn", "type": "precision", "value": 38.072590197096126 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dik_Latn", "type": "recall", "value": 46.047430830039524 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hau_Latn", "type": "accuracy", "value": 87.94466403162056 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hau_Latn", "type": "f1", "value": 84.76943346508563 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hau_Latn", "type": "main_score", "value": 84.76943346508563 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hau_Latn", "type": "precision", "value": 83.34486166007905 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-hau_Latn", "type": "recall", "value": 87.94466403162056 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kea_Latn", "type": "accuracy", "value": 89.42687747035573 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kea_Latn", "type": "f1", "value": 86.83803021747684 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kea_Latn", "type": "main_score", "value": 86.83803021747684 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kea_Latn", "type": "precision", "value": 85.78416149068323 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-kea_Latn", "type": "recall", "value": 89.42687747035573 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lus_Latn", "type": "accuracy", "value": 68.97233201581028 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lus_Latn", "type": "f1", "value": 64.05480726292745 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lus_Latn", "type": "main_score", "value": 64.05480726292745 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lus_Latn", "type": "precision", "value": 62.42670749487858 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lus_Latn", "type": "recall", "value": 68.97233201581028 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pag_Latn", "type": "accuracy", "value": 78.75494071146245 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pag_Latn", "type": "f1", "value": 74.58573558401933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pag_Latn", "type": "main_score", "value": 74.58573558401933 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pag_Latn", "type": "precision", "value": 73.05532028358115 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pag_Latn", "type": "recall", "value": 78.75494071146245 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-snd_Arab", "type": "accuracy", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-snd_Arab", "type": "f1", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-snd_Arab", "type": "main_score", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-snd_Arab", "type": "precision", "value": 93.97233201581028 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-snd_Arab", "type": "recall", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tuk_Latn", "type": "accuracy", "value": 68.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tuk_Latn", "type": "f1", "value": 62.93565240205557 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tuk_Latn", "type": "main_score", "value": 62.93565240205557 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tuk_Latn", "type": "precision", "value": 61.191590257043934 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tuk_Latn", "type": "recall", "value": 68.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bak_Cyrl", "type": "accuracy", "value": 96.04743083003953 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bak_Cyrl", "type": "f1", "value": 94.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bak_Cyrl", "type": "main_score", "value": 94.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bak_Cyrl", "type": "precision", "value": 94.34288537549406 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-bak_Cyrl", "type": "recall", "value": 96.04743083003953 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dyu_Latn", "type": "accuracy", "value": 37.45059288537549 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dyu_Latn", "type": "f1", "value": 31.670482312800807 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dyu_Latn", "type": "main_score", "value": 31.670482312800807 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dyu_Latn", "type": "precision", "value": 29.99928568357422 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-dyu_Latn", "type": "recall", "value": 37.45059288537549 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-heb_Hebr", "type": "accuracy", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-heb_Hebr", "type": "f1", "value": 96.38998682476942 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-heb_Hebr", "type": "main_score", "value": 96.38998682476942 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-heb_Hebr", "type": "precision", "value": 95.99802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-heb_Hebr", "type": "recall", "value": 97.23320158102767 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khk_Cyrl", "type": "accuracy", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khk_Cyrl", "type": "f1", "value": 98.00724637681158 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khk_Cyrl", "type": "main_score", "value": 98.00724637681158 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khk_Cyrl", "type": "precision", "value": 97.82938076416336 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-khk_Cyrl", "type": "recall", "value": 98.41897233201581 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lvs_Latn", "type": "accuracy", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lvs_Latn", "type": "f1", "value": 96.61396574440053 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lvs_Latn", "type": "main_score", "value": 96.61396574440053 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lvs_Latn", "type": "precision", "value": 96.2203557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-lvs_Latn", "type": "recall", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pan_Guru", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pan_Guru", "type": "f1", "value": 99.07773386034256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pan_Guru", "type": "main_score", "value": 99.07773386034256 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pan_Guru", "type": "precision", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-pan_Guru", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-som_Latn", "type": "accuracy", "value": 87.74703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-som_Latn", "type": "f1", "value": 84.52898550724638 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-som_Latn", "type": "main_score", "value": 84.52898550724638 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-som_Latn", "type": "precision", "value": 83.09288537549409 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-som_Latn", "type": "recall", "value": 87.74703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tum_Latn", "type": "accuracy", "value": 87.15415019762845 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tum_Latn", "type": "f1", "value": 83.85069640504425 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tum_Latn", "type": "main_score", "value": 83.85069640504425 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tum_Latn", "type": "precision", "value": 82.43671183888576 }, { "slice": "dataset: mteb/flores, split: devtest, config: rus_Cyrl-tum_Latn", "type": "recall", "value": 87.15415019762845 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Latn-rus_Cyrl", "type": "accuracy", "value": 28.55731225296443 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Latn-rus_Cyrl", "type": "f1", "value": 26.810726360049568 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Latn-rus_Cyrl", "type": "main_score", "value": 26.810726360049568 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Latn-rus_Cyrl", "type": "precision", "value": 26.260342858265577 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Latn-rus_Cyrl", "type": "recall", "value": 28.55731225296443 }, { "slice": "dataset: mteb/flores, split: devtest, config: war_Latn-rus_Cyrl", "type": "accuracy", "value": 94.86166007905138 }, { "slice": "dataset: mteb/flores, split: devtest, config: war_Latn-rus_Cyrl", "type": "f1", "value": 94.03147083483051 }, { "slice": "dataset: mteb/flores, split: devtest, config: war_Latn-rus_Cyrl", "type": "main_score", "value": 94.03147083483051 }, { "slice": "dataset: mteb/flores, split: devtest, config: war_Latn-rus_Cyrl", "type": "precision", "value": 93.70653606003322 }, { "slice": "dataset: mteb/flores, split: devtest, config: war_Latn-rus_Cyrl", "type": "recall", "value": 94.86166007905138 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Arab-rus_Cyrl", "type": "accuracy", "value": 96.34387351778656 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Arab-rus_Cyrl", "type": "f1", "value": 95.23056653491436 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Arab-rus_Cyrl", "type": "main_score", "value": 95.23056653491436 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Arab-rus_Cyrl", "type": "precision", "value": 94.70520421607378 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Arab-rus_Cyrl", "type": "recall", "value": 96.34387351778656 }, { "slice": "dataset: mteb/flores, split: devtest, config: bul_Cyrl-rus_Cyrl", "type": "accuracy", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: bul_Cyrl-rus_Cyrl", "type": "f1", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: bul_Cyrl-rus_Cyrl", "type": "main_score", "value": 99.86824769433464 }, { "slice": "dataset: mteb/flores, split: devtest, config: bul_Cyrl-rus_Cyrl", "type": "precision", "value": 99.85177865612648 }, { "slice": "dataset: mteb/flores, split: devtest, config: bul_Cyrl-rus_Cyrl", "type": "recall", "value": 99.90118577075098 }, { "slice": "dataset: mteb/flores, split: devtest, config: fra_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: fra_Latn-rus_Cyrl", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: fra_Latn-rus_Cyrl", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: fra_Latn-rus_Cyrl", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: fra_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: jpn_Jpan-rus_Cyrl", "type": "accuracy", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: jpn_Jpan-rus_Cyrl", "type": "f1", "value": 97.76021080368905 }, { "slice": "dataset: mteb/flores, split: devtest, config: jpn_Jpan-rus_Cyrl", "type": "main_score", "value": 97.76021080368905 }, { "slice": "dataset: mteb/flores, split: devtest, config: jpn_Jpan-rus_Cyrl", "type": "precision", "value": 97.48023715415019 }, { "slice": "dataset: mteb/flores, split: devtest, config: jpn_Jpan-rus_Cyrl", "type": "recall", "value": 98.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: lij_Latn-rus_Cyrl", "type": "accuracy", "value": 83.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: lij_Latn-rus_Cyrl", "type": "f1", "value": 81.64800059239636 }, { "slice": "dataset: mteb/flores, split: devtest, config: lij_Latn-rus_Cyrl", "type": "main_score", "value": 81.64800059239636 }, { "slice": "dataset: mteb/flores, split: devtest, config: lij_Latn-rus_Cyrl", "type": "precision", "value": 80.9443055878478 }, { "slice": "dataset: mteb/flores, split: devtest, config: lij_Latn-rus_Cyrl", "type": "recall", "value": 83.49802371541502 }, { "slice": "dataset: mteb/flores, split: devtest, config: mya_Mymr-rus_Cyrl", "type": "accuracy", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: mya_Mymr-rus_Cyrl", "type": "f1", "value": 88.76776366313682 }, { "slice": "dataset: mteb/flores, split: devtest, config: mya_Mymr-rus_Cyrl", "type": "main_score", "value": 88.76776366313682 }, { "slice": "dataset: mteb/flores, split: devtest, config: mya_Mymr-rus_Cyrl", "type": "precision", "value": 88.18370446119435 }, { "slice": "dataset: mteb/flores, split: devtest, config: mya_Mymr-rus_Cyrl", "type": "recall", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: sag_Latn-rus_Cyrl", "type": "accuracy", "value": 41.699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: sag_Latn-rus_Cyrl", "type": "f1", "value": 39.53066322643847 }, { "slice": "dataset: mteb/flores, split: devtest, config: sag_Latn-rus_Cyrl", "type": "main_score", "value": 39.53066322643847 }, { "slice": "dataset: mteb/flores, split: devtest, config: sag_Latn-rus_Cyrl", "type": "precision", "value": 38.822876239229274 }, { "slice": "dataset: mteb/flores, split: devtest, config: sag_Latn-rus_Cyrl", "type": "recall", "value": 41.699604743083 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Tfng-rus_Cyrl", "type": "accuracy", "value": 10.67193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Tfng-rus_Cyrl", "type": "f1", "value": 9.205744965817951 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Tfng-rus_Cyrl", "type": "main_score", "value": 9.205744965817951 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Tfng-rus_Cyrl", "type": "precision", "value": 8.85195219073817 }, { "slice": "dataset: mteb/flores, split: devtest, config: taq_Tfng-rus_Cyrl", "type": "recall", "value": 10.67193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: wol_Latn-rus_Cyrl", "type": "accuracy", "value": 63.537549407114625 }, { "slice": "dataset: mteb/flores, split: devtest, config: wol_Latn-rus_Cyrl", "type": "f1", "value": 60.65190727391827 }, { "slice": "dataset: mteb/flores, split: devtest, config: wol_Latn-rus_Cyrl", "type": "main_score", "value": 60.65190727391827 }, { "slice": "dataset: mteb/flores, split: devtest, config: wol_Latn-rus_Cyrl", "type": "precision", "value": 59.61144833427442 }, { "slice": "dataset: mteb/flores, split: devtest, config: wol_Latn-rus_Cyrl", "type": "recall", "value": 63.537549407114625 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Latn-rus_Cyrl", "type": "accuracy", "value": 13.142292490118576 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Latn-rus_Cyrl", "type": "f1", "value": 12.372910318176764 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Latn-rus_Cyrl", "type": "main_score", "value": 12.372910318176764 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Latn-rus_Cyrl", "type": "precision", "value": 12.197580895919188 }, { "slice": "dataset: mteb/flores, split: devtest, config: arb_Latn-rus_Cyrl", "type": "recall", "value": 13.142292490118576 }, { "slice": "dataset: mteb/flores, split: devtest, config: cat_Latn-rus_Cyrl", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: cat_Latn-rus_Cyrl", "type": "f1", "value": 98.80599472990777 }, { "slice": "dataset: mteb/flores, split: devtest, config: cat_Latn-rus_Cyrl", "type": "main_score", "value": 98.80599472990777 }, { "slice": "dataset: mteb/flores, split: devtest, config: cat_Latn-rus_Cyrl", "type": "precision", "value": 98.72953133822698 }, { "slice": "dataset: mteb/flores, split: devtest, config: cat_Latn-rus_Cyrl", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: fur_Latn-rus_Cyrl", "type": "accuracy", "value": 81.02766798418972 }, { "slice": "dataset: mteb/flores, split: devtest, config: fur_Latn-rus_Cyrl", "type": "f1", "value": 79.36184294084613 }, { "slice": "dataset: mteb/flores, split: devtest, config: fur_Latn-rus_Cyrl", "type": "main_score", "value": 79.36184294084613 }, { "slice": "dataset: mteb/flores, split: devtest, config: fur_Latn-rus_Cyrl", "type": "precision", "value": 78.69187826527705 }, { "slice": "dataset: mteb/flores, split: devtest, config: fur_Latn-rus_Cyrl", "type": "recall", "value": 81.02766798418972 }, { "slice": "dataset: mteb/flores, split: devtest, config: kab_Latn-rus_Cyrl", "type": "accuracy", "value": 34.387351778656125 }, { "slice": "dataset: mteb/flores, split: devtest, config: kab_Latn-rus_Cyrl", "type": "f1", "value": 32.02306921576947 }, { "slice": "dataset: mteb/flores, split: devtest, config: kab_Latn-rus_Cyrl", "type": "main_score", "value": 32.02306921576947 }, { "slice": "dataset: mteb/flores, split: devtest, config: kab_Latn-rus_Cyrl", "type": "precision", "value": 31.246670347137467 }, { "slice": "dataset: mteb/flores, split: devtest, config: kab_Latn-rus_Cyrl", "type": "recall", "value": 34.387351778656125 }, { "slice": "dataset: mteb/flores, split: devtest, config: lim_Latn-rus_Cyrl", "type": "accuracy", "value": 78.26086956521739 }, { "slice": "dataset: mteb/flores, split: devtest, config: lim_Latn-rus_Cyrl", "type": "f1", "value": 75.90239449214359 }, { "slice": "dataset: mteb/flores, split: devtest, config: lim_Latn-rus_Cyrl", "type": "main_score", "value": 75.90239449214359 }, { "slice": "dataset: mteb/flores, split: devtest, config: lim_Latn-rus_Cyrl", "type": "precision", "value": 75.02211430745493 }, { "slice": "dataset: mteb/flores, split: devtest, config: lim_Latn-rus_Cyrl", "type": "recall", "value": 78.26086956521739 }, { "slice": "dataset: mteb/flores, split: devtest, config: nld_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: nld_Latn-rus_Cyrl", "type": "f1", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: nld_Latn-rus_Cyrl", "type": "main_score", "value": 98.9459815546772 }, { "slice": "dataset: mteb/flores, split: devtest, config: nld_Latn-rus_Cyrl", "type": "precision", "value": 98.81422924901186 }, { "slice": "dataset: mteb/flores, split: devtest, config: nld_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: san_Deva-rus_Cyrl", "type": "accuracy", "value": 87.94466403162056 }, { "slice": "dataset: mteb/flores, split: devtest, config: san_Deva-rus_Cyrl", "type": "f1", "value": 86.68928897189767 }, { "slice": "dataset: mteb/flores, split: devtest, config: san_Deva-rus_Cyrl", "type": "main_score", "value": 86.68928897189767 }, { "slice": "dataset: mteb/flores, split: devtest, config: san_Deva-rus_Cyrl", "type": "precision", "value": 86.23822997079216 }, { "slice": "dataset: mteb/flores, split: devtest, config: san_Deva-rus_Cyrl", "type": "recall", "value": 87.94466403162056 }, { "slice": "dataset: mteb/flores, split: devtest, config: tat_Cyrl-rus_Cyrl", "type": "accuracy", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: tat_Cyrl-rus_Cyrl", "type": "f1", "value": 96.4167365353136 }, { "slice": "dataset: mteb/flores, split: devtest, config: tat_Cyrl-rus_Cyrl", "type": "main_score", "value": 96.4167365353136 }, { "slice": "dataset: mteb/flores, split: devtest, config: tat_Cyrl-rus_Cyrl", "type": "precision", "value": 96.16847826086958 }, { "slice": "dataset: mteb/flores, split: devtest, config: tat_Cyrl-rus_Cyrl", "type": "recall", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: xho_Latn-rus_Cyrl", "type": "accuracy", "value": 86.95652173913044 }, { "slice": "dataset: mteb/flores, split: devtest, config: xho_Latn-rus_Cyrl", "type": "f1", "value": 85.5506497283435 }, { "slice": "dataset: mteb/flores, split: devtest, config: xho_Latn-rus_Cyrl", "type": "main_score", "value": 85.5506497283435 }, { "slice": "dataset: mteb/flores, split: devtest, config: xho_Latn-rus_Cyrl", "type": "precision", "value": 84.95270479733395 }, { "slice": "dataset: mteb/flores, split: devtest, config: xho_Latn-rus_Cyrl", "type": "recall", "value": 86.95652173913044 }, { "slice": "dataset: mteb/flores, split: devtest, config: ars_Arab-rus_Cyrl", "type": "accuracy", "value": 96.6403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: ars_Arab-rus_Cyrl", "type": "f1", "value": 95.60935441370223 }, { "slice": "dataset: mteb/flores, split: devtest, config: ars_Arab-rus_Cyrl", "type": "main_score", "value": 95.60935441370223 }, { "slice": "dataset: mteb/flores, split: devtest, config: ars_Arab-rus_Cyrl", "type": "precision", "value": 95.13339920948617 }, { "slice": "dataset: mteb/flores, split: devtest, config: ars_Arab-rus_Cyrl", "type": "recall", "value": 96.6403162055336 }, { "slice": "dataset: mteb/flores, split: devtest, config: ceb_Latn-rus_Cyrl", "type": "accuracy", "value": 95.7509881422925 }, { "slice": "dataset: mteb/flores, split: devtest, config: ceb_Latn-rus_Cyrl", "type": "f1", "value": 95.05209198303827 }, { "slice": "dataset: mteb/flores, split: devtest, config: ceb_Latn-rus_Cyrl", "type": "main_score", "value": 95.05209198303827 }, { "slice": "dataset: mteb/flores, split: devtest, config: ceb_Latn-rus_Cyrl", "type": "precision", "value": 94.77662283368805 }, { "slice": "dataset: mteb/flores, split: devtest, config: ceb_Latn-rus_Cyrl", "type": "recall", "value": 95.7509881422925 }, { "slice": "dataset: mteb/flores, split: devtest, config: fuv_Latn-rus_Cyrl", "type": "accuracy", "value": 45.25691699604743 }, { "slice": "dataset: mteb/flores, split: devtest, config: fuv_Latn-rus_Cyrl", "type": "f1", "value": 42.285666666742365 }, { "slice": "dataset: mteb/flores, split: devtest, config: fuv_Latn-rus_Cyrl", "type": "main_score", "value": 42.285666666742365 }, { "slice": "dataset: mteb/flores, split: devtest, config: fuv_Latn-rus_Cyrl", "type": "precision", "value": 41.21979853402283 }, { "slice": "dataset: mteb/flores, split: devtest, config: fuv_Latn-rus_Cyrl", "type": "recall", "value": 45.25691699604743 }, { "slice": "dataset: mteb/flores, split: devtest, config: kac_Latn-rus_Cyrl", "type": "accuracy", "value": 34.683794466403164 }, { "slice": "dataset: mteb/flores, split: devtest, config: kac_Latn-rus_Cyrl", "type": "f1", "value": 33.3235346229031 }, { "slice": "dataset: mteb/flores, split: devtest, config: kac_Latn-rus_Cyrl", "type": "main_score", "value": 33.3235346229031 }, { "slice": "dataset: mteb/flores, split: devtest, config: kac_Latn-rus_Cyrl", "type": "precision", "value": 32.94673924616852 }, { "slice": "dataset: mteb/flores, split: devtest, config: kac_Latn-rus_Cyrl", "type": "recall", "value": 34.683794466403164 }, { "slice": "dataset: mteb/flores, split: devtest, config: lin_Latn-rus_Cyrl", "type": "accuracy", "value": 86.85770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: lin_Latn-rus_Cyrl", "type": "f1", "value": 85.1867110799439 }, { "slice": "dataset: mteb/flores, split: devtest, config: lin_Latn-rus_Cyrl", "type": "main_score", "value": 85.1867110799439 }, { "slice": "dataset: mteb/flores, split: devtest, config: lin_Latn-rus_Cyrl", "type": "precision", "value": 84.53038212173273 }, { "slice": "dataset: mteb/flores, split: devtest, config: lin_Latn-rus_Cyrl", "type": "recall", "value": 86.85770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: nno_Latn-rus_Cyrl", "type": "accuracy", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: nno_Latn-rus_Cyrl", "type": "f1", "value": 96.78383210991906 }, { "slice": "dataset: mteb/flores, split: devtest, config: nno_Latn-rus_Cyrl", "type": "main_score", "value": 96.78383210991906 }, { "slice": "dataset: mteb/flores, split: devtest, config: nno_Latn-rus_Cyrl", "type": "precision", "value": 96.51185770750989 }, { "slice": "dataset: mteb/flores, split: devtest, config: nno_Latn-rus_Cyrl", "type": "recall", "value": 97.4308300395257 }, { "slice": "dataset: mteb/flores, split: devtest, config: sat_Olck-rus_Cyrl", "type": "accuracy", "value": 1.185770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: sat_Olck-rus_Cyrl", "type": "f1", "value": 1.0279253129117258 }, { "slice": "dataset: mteb/flores, split: devtest, config: sat_Olck-rus_Cyrl", "type": "main_score", "value": 1.0279253129117258 }, { "slice": "dataset: mteb/flores, split: devtest, config: sat_Olck-rus_Cyrl", "type": "precision", "value": 1.0129746819135175 }, { "slice": "dataset: mteb/flores, split: devtest, config: sat_Olck-rus_Cyrl", "type": "recall", "value": 1.185770750988142 }, { "slice": "dataset: mteb/flores, split: devtest, config: tel_Telu-rus_Cyrl", "type": "accuracy", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: tel_Telu-rus_Cyrl", "type": "f1", "value": 97.61198945981555 }, { "slice": "dataset: mteb/flores, split: devtest, config: tel_Telu-rus_Cyrl", "type": "main_score", "value": 97.61198945981555 }, { "slice": "dataset: mteb/flores, split: devtest, config: tel_Telu-rus_Cyrl", "type": "precision", "value": 97.401185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: tel_Telu-rus_Cyrl", "type": "recall", "value": 98.12252964426878 }, { "slice": "dataset: mteb/flores, split: devtest, config: ydd_Hebr-rus_Cyrl", "type": "accuracy", "value": 75.8893280632411 }, { "slice": "dataset: mteb/flores, split: devtest, config: ydd_Hebr-rus_Cyrl", "type": "f1", "value": 74.00244008018511 }, { "slice": "dataset: mteb/flores, split: devtest, config: ydd_Hebr-rus_Cyrl", "type": "main_score", "value": 74.00244008018511 }, { "slice": "dataset: mteb/flores, split: devtest, config: ydd_Hebr-rus_Cyrl", "type": "precision", "value": 73.25683020960382 }, { "slice": "dataset: mteb/flores, split: devtest, config: ydd_Hebr-rus_Cyrl", "type": "recall", "value": 75.8893280632411 }, { "slice": "dataset: mteb/flores, split: devtest, config: ary_Arab-rus_Cyrl", "type": "accuracy", "value": 86.56126482213439 }, { "slice": "dataset: mteb/flores, split: devtest, config: ary_Arab-rus_Cyrl", "type": "f1", "value": 83.72796285839765 }, { "slice": "dataset: mteb/flores, split: devtest, config: ary_Arab-rus_Cyrl", "type": "main_score", "value": 83.72796285839765 }, { "slice": "dataset: mteb/flores, split: devtest, config: ary_Arab-rus_Cyrl", "type": "precision", "value": 82.65014273166447 }, { "slice": "dataset: mteb/flores, split: devtest, config: ary_Arab-rus_Cyrl", "type": "recall", "value": 86.56126482213439 }, { "slice": "dataset: mteb/flores, split: devtest, config: ces_Latn-rus_Cyrl", "type": "accuracy", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: ces_Latn-rus_Cyrl", "type": "f1", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: ces_Latn-rus_Cyrl", "type": "main_score", "value": 99.4729907773386 }, { "slice": "dataset: mteb/flores, split: devtest, config: ces_Latn-rus_Cyrl", "type": "precision", "value": 99.40711462450594 }, { "slice": "dataset: mteb/flores, split: devtest, config: ces_Latn-rus_Cyrl", "type": "recall", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: gaz_Latn-rus_Cyrl", "type": "accuracy", "value": 42.58893280632411 }, { "slice": "dataset: mteb/flores, split: devtest, config: gaz_Latn-rus_Cyrl", "type": "f1", "value": 40.75832866805978 }, { "slice": "dataset: mteb/flores, split: devtest, config: gaz_Latn-rus_Cyrl", "type": "main_score", "value": 40.75832866805978 }, { "slice": "dataset: mteb/flores, split: devtest, config: gaz_Latn-rus_Cyrl", "type": "precision", "value": 40.14285046917723 }, { "slice": "dataset: mteb/flores, split: devtest, config: gaz_Latn-rus_Cyrl", "type": "recall", "value": 42.58893280632411 }, { "slice": "dataset: mteb/flores, split: devtest, config: kam_Latn-rus_Cyrl", "type": "accuracy", "value": 45.25691699604743 }, { "slice": "dataset: mteb/flores, split: devtest, config: kam_Latn-rus_Cyrl", "type": "f1", "value": 42.6975518029456 }, { "slice": "dataset: mteb/flores, split: devtest, config: kam_Latn-rus_Cyrl", "type": "main_score", "value": 42.6975518029456 }, { "slice": "dataset: mteb/flores, split: devtest, config: kam_Latn-rus_Cyrl", "type": "precision", "value": 41.87472710984596 }, { "slice": "dataset: mteb/flores, split: devtest, config: kam_Latn-rus_Cyrl", "type": "recall", "value": 45.25691699604743 }, { "slice": "dataset: mteb/flores, split: devtest, config: lit_Latn-rus_Cyrl", "type": "accuracy", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: lit_Latn-rus_Cyrl", "type": "f1", "value": 96.62384716732542 }, { "slice": "dataset: mteb/flores, split: devtest, config: lit_Latn-rus_Cyrl", "type": "main_score", "value": 96.62384716732542 }, { "slice": "dataset: mteb/flores, split: devtest, config: lit_Latn-rus_Cyrl", "type": "precision", "value": 96.3175230566535 }, { "slice": "dataset: mteb/flores, split: devtest, config: lit_Latn-rus_Cyrl", "type": "recall", "value": 97.33201581027669 }, { "slice": "dataset: mteb/flores, split: devtest, config: nob_Latn-rus_Cyrl", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: nob_Latn-rus_Cyrl", "type": "f1", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: nob_Latn-rus_Cyrl", "type": "main_score", "value": 98.30368906455863 }, { "slice": "dataset: mteb/flores, split: devtest, config: nob_Latn-rus_Cyrl", "type": "precision", "value": 98.10606060606061 }, { "slice": "dataset: mteb/flores, split: devtest, config: nob_Latn-rus_Cyrl", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: scn_Latn-rus_Cyrl", "type": "accuracy", "value": 70.45454545454545 }, { "slice": "dataset: mteb/flores, split: devtest, config: scn_Latn-rus_Cyrl", "type": "f1", "value": 68.62561022640075 }, { "slice": "dataset: mteb/flores, split: devtest, config: scn_Latn-rus_Cyrl", "type": "main_score", "value": 68.62561022640075 }, { "slice": "dataset: mteb/flores, split: devtest, config: scn_Latn-rus_Cyrl", "type": "precision", "value": 67.95229103411222 }, { "slice": "dataset: mteb/flores, split: devtest, config: scn_Latn-rus_Cyrl", "type": "recall", "value": 70.45454545454545 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgk_Cyrl-rus_Cyrl", "type": "accuracy", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgk_Cyrl-rus_Cyrl", "type": "f1", "value": 91.58514492753623 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgk_Cyrl-rus_Cyrl", "type": "main_score", "value": 91.58514492753623 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgk_Cyrl-rus_Cyrl", "type": "precision", "value": 91.24759298672342 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgk_Cyrl-rus_Cyrl", "type": "recall", "value": 92.4901185770751 }, { "slice": "dataset: mteb/flores, split: devtest, config: yor_Latn-rus_Cyrl", "type": "accuracy", "value": 67.98418972332016 }, { "slice": "dataset: mteb/flores, split: devtest, config: yor_Latn-rus_Cyrl", "type": "f1", "value": 64.72874247330768 }, { "slice": "dataset: mteb/flores, split: devtest, config: yor_Latn-rus_Cyrl", "type": "main_score", "value": 64.72874247330768 }, { "slice": "dataset: mteb/flores, split: devtest, config: yor_Latn-rus_Cyrl", "type": "precision", "value": 63.450823399938685 }, { "slice": "dataset: mteb/flores, split: devtest, config: yor_Latn-rus_Cyrl", "type": "recall", "value": 67.98418972332016 }, { "slice": "dataset: mteb/flores, split: devtest, config: arz_Arab-rus_Cyrl", "type": "accuracy", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: arz_Arab-rus_Cyrl", "type": "f1", "value": 93.07971014492755 }, { "slice": "dataset: mteb/flores, split: devtest, config: arz_Arab-rus_Cyrl", "type": "main_score", "value": 93.07971014492755 }, { "slice": "dataset: mteb/flores, split: devtest, config: arz_Arab-rus_Cyrl", "type": "precision", "value": 92.42753623188406 }, { "slice": "dataset: mteb/flores, split: devtest, config: arz_Arab-rus_Cyrl", "type": "recall", "value": 94.56521739130434 }, { "slice": "dataset: mteb/flores, split: devtest, config: cjk_Latn-rus_Cyrl", "type": "accuracy", "value": 38.63636363636363 }, { "slice": "dataset: mteb/flores, split: devtest, config: cjk_Latn-rus_Cyrl", "type": "f1", "value": 36.25747140862938 }, { "slice": "dataset: mteb/flores, split: devtest, config: cjk_Latn-rus_Cyrl", "type": "main_score", "value": 36.25747140862938 }, { "slice": "dataset: mteb/flores, split: devtest, config: cjk_Latn-rus_Cyrl", "type": "precision", "value": 35.49101355074723 }, { "slice": "dataset: mteb/flores, split: devtest, config: cjk_Latn-rus_Cyrl", "type": "recall", "value": 38.63636363636363 }, { "slice": "dataset: mteb/flores, split: devtest, config: gla_Latn-rus_Cyrl", "type": "accuracy", "value": 69.26877470355731 }, { "slice": "dataset: mteb/flores, split: devtest, config: gla_Latn-rus_Cyrl", "type": "f1", "value": 66.11797423328613 }, { "slice": "dataset: mteb/flores, split: devtest, config: gla_Latn-rus_Cyrl", "type": "main_score", "value": 66.11797423328613 }, { "slice": "dataset: mteb/flores, split: devtest, config: gla_Latn-rus_Cyrl", "type": "precision", "value": 64.89369649409694 }, { "slice": "dataset: mteb/flores, split: devtest, config: gla_Latn-rus_Cyrl", "type": "recall", "value": 69.26877470355731 }, { "slice": "dataset: mteb/flores, split: devtest, config: kan_Knda-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: kan_Knda-rus_Cyrl", "type": "f1", "value": 97.51505740636176 }, { "slice": "dataset: mteb/flores, split: devtest, config: kan_Knda-rus_Cyrl", "type": "main_score", "value": 97.51505740636176 }, { "slice": "dataset: mteb/flores, split: devtest, config: kan_Knda-rus_Cyrl", "type": "precision", "value": 97.30731225296442 }, { "slice": "dataset: mteb/flores, split: devtest, config: kan_Knda-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: lmo_Latn-rus_Cyrl", "type": "accuracy", "value": 73.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: lmo_Latn-rus_Cyrl", "type": "f1", "value": 71.06371608677273 }, { "slice": "dataset: mteb/flores, split: devtest, config: lmo_Latn-rus_Cyrl", "type": "main_score", "value": 71.06371608677273 }, { "slice": "dataset: mteb/flores, split: devtest, config: lmo_Latn-rus_Cyrl", "type": "precision", "value": 70.26320288266223 }, { "slice": "dataset: mteb/flores, split: devtest, config: lmo_Latn-rus_Cyrl", "type": "recall", "value": 73.3201581027668 }, { "slice": "dataset: mteb/flores, split: devtest, config: npi_Deva-rus_Cyrl", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: npi_Deva-rus_Cyrl", "type": "f1", "value": 97.36645107198466 }, { "slice": "dataset: mteb/flores, split: devtest, config: npi_Deva-rus_Cyrl", "type": "main_score", "value": 97.36645107198466 }, { "slice": "dataset: mteb/flores, split: devtest, config: npi_Deva-rus_Cyrl", "type": "precision", "value": 97.1772068511199 }, { "slice": "dataset: mteb/flores, split: devtest, config: npi_Deva-rus_Cyrl", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: shn_Mymr-rus_Cyrl", "type": "accuracy", "value": 39.426877470355734 }, { "slice": "dataset: mteb/flores, split: devtest, config: shn_Mymr-rus_Cyrl", "type": "f1", "value": 37.16728785513024 }, { "slice": "dataset: mteb/flores, split: devtest, config: shn_Mymr-rus_Cyrl", "type": "main_score", "value": 37.16728785513024 }, { "slice": "dataset: mteb/flores, split: devtest, config: shn_Mymr-rus_Cyrl", "type": "precision", "value": 36.56918548278505 }, { "slice": "dataset: mteb/flores, split: devtest, config: shn_Mymr-rus_Cyrl", "type": "recall", "value": 39.426877470355734 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgl_Latn-rus_Cyrl", "type": "accuracy", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgl_Latn-rus_Cyrl", "type": "f1", "value": 97.6378693769998 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgl_Latn-rus_Cyrl", "type": "main_score", "value": 97.6378693769998 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgl_Latn-rus_Cyrl", "type": "precision", "value": 97.55371440154047 }, { "slice": "dataset: mteb/flores, split: devtest, config: tgl_Latn-rus_Cyrl", "type": "recall", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: yue_Hant-rus_Cyrl", "type": "accuracy", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: yue_Hant-rus_Cyrl", "type": "f1", "value": 97.3833051006964 }, { "slice": "dataset: mteb/flores, split: devtest, config: yue_Hant-rus_Cyrl", "type": "main_score", "value": 97.3833051006964 }, { "slice": "dataset: mteb/flores, split: devtest, config: yue_Hant-rus_Cyrl", "type": "precision", "value": 97.1590909090909 }, { "slice": "dataset: mteb/flores, split: devtest, config: yue_Hant-rus_Cyrl", "type": "recall", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: asm_Beng-rus_Cyrl", "type": "accuracy", "value": 92.78656126482213 }, { "slice": "dataset: mteb/flores, split: devtest, config: asm_Beng-rus_Cyrl", "type": "f1", "value": 91.76917395296842 }, { "slice": "dataset: mteb/flores, split: devtest, config: asm_Beng-rus_Cyrl", "type": "main_score", "value": 91.76917395296842 }, { "slice": "dataset: mteb/flores, split: devtest, config: asm_Beng-rus_Cyrl", "type": "precision", "value": 91.38292866553736 }, { "slice": "dataset: mteb/flores, split: devtest, config: asm_Beng-rus_Cyrl", "type": "recall", "value": 92.78656126482213 }, { "slice": "dataset: mteb/flores, split: devtest, config: ckb_Arab-rus_Cyrl", "type": "accuracy", "value": 80.8300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: ckb_Arab-rus_Cyrl", "type": "f1", "value": 79.17664345468799 }, { "slice": "dataset: mteb/flores, split: devtest, config: ckb_Arab-rus_Cyrl", "type": "main_score", "value": 79.17664345468799 }, { "slice": "dataset: mteb/flores, split: devtest, config: ckb_Arab-rus_Cyrl", "type": "precision", "value": 78.5622171683459 }, { "slice": "dataset: mteb/flores, split: devtest, config: ckb_Arab-rus_Cyrl", "type": "recall", "value": 80.8300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: gle_Latn-rus_Cyrl", "type": "accuracy", "value": 85.86956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: gle_Latn-rus_Cyrl", "type": "f1", "value": 84.45408265372492 }, { "slice": "dataset: mteb/flores, split: devtest, config: gle_Latn-rus_Cyrl", "type": "main_score", "value": 84.45408265372492 }, { "slice": "dataset: mteb/flores, split: devtest, config: gle_Latn-rus_Cyrl", "type": "precision", "value": 83.8774340026703 }, { "slice": "dataset: mteb/flores, split: devtest, config: gle_Latn-rus_Cyrl", "type": "recall", "value": 85.86956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Arab-rus_Cyrl", "type": "accuracy", "value": 76.28458498023716 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Arab-rus_Cyrl", "type": "f1", "value": 74.11216313578267 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Arab-rus_Cyrl", "type": "main_score", "value": 74.11216313578267 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Arab-rus_Cyrl", "type": "precision", "value": 73.2491277759584 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Arab-rus_Cyrl", "type": "recall", "value": 76.28458498023716 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltg_Latn-rus_Cyrl", "type": "accuracy", "value": 71.14624505928853 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltg_Latn-rus_Cyrl", "type": "f1", "value": 68.69245357723618 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltg_Latn-rus_Cyrl", "type": "main_score", "value": 68.69245357723618 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltg_Latn-rus_Cyrl", "type": "precision", "value": 67.8135329666459 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltg_Latn-rus_Cyrl", "type": "recall", "value": 71.14624505928853 }, { "slice": "dataset: mteb/flores, split: devtest, config: nso_Latn-rus_Cyrl", "type": "accuracy", "value": 87.64822134387352 }, { "slice": "dataset: mteb/flores, split: devtest, config: nso_Latn-rus_Cyrl", "type": "f1", "value": 85.98419219986725 }, { "slice": "dataset: mteb/flores, split: devtest, config: nso_Latn-rus_Cyrl", "type": "main_score", "value": 85.98419219986725 }, { "slice": "dataset: mteb/flores, split: devtest, config: nso_Latn-rus_Cyrl", "type": "precision", "value": 85.32513873917036 }, { "slice": "dataset: mteb/flores, split: devtest, config: nso_Latn-rus_Cyrl", "type": "recall", "value": 87.64822134387352 }, { "slice": "dataset: mteb/flores, split: devtest, config: sin_Sinh-rus_Cyrl", "type": "accuracy", "value": 97.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: sin_Sinh-rus_Cyrl", "type": "f1", "value": 97.10144927536231 }, { "slice": "dataset: mteb/flores, split: devtest, config: sin_Sinh-rus_Cyrl", "type": "main_score", "value": 97.10144927536231 }, { "slice": "dataset: mteb/flores, split: devtest, config: sin_Sinh-rus_Cyrl", "type": "precision", "value": 96.87986585219788 }, { "slice": "dataset: mteb/flores, split: devtest, config: sin_Sinh-rus_Cyrl", "type": "recall", "value": 97.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: tha_Thai-rus_Cyrl", "type": "accuracy", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: tha_Thai-rus_Cyrl", "type": "f1", "value": 98.28722002635045 }, { "slice": "dataset: mteb/flores, split: devtest, config: tha_Thai-rus_Cyrl", "type": "main_score", "value": 98.28722002635045 }, { "slice": "dataset: mteb/flores, split: devtest, config: tha_Thai-rus_Cyrl", "type": "precision", "value": 98.07312252964427 }, { "slice": "dataset: mteb/flores, split: devtest, config: tha_Thai-rus_Cyrl", "type": "recall", "value": 98.71541501976284 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hans-rus_Cyrl", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hans-rus_Cyrl", "type": "f1", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hans-rus_Cyrl", "type": "main_score", "value": 98.68247694334651 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hans-rus_Cyrl", "type": "precision", "value": 98.51778656126481 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hans-rus_Cyrl", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: ast_Latn-rus_Cyrl", "type": "accuracy", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: ast_Latn-rus_Cyrl", "type": "f1", "value": 94.90649683857505 }, { "slice": "dataset: mteb/flores, split: devtest, config: ast_Latn-rus_Cyrl", "type": "main_score", "value": 94.90649683857505 }, { "slice": "dataset: mteb/flores, split: devtest, config: ast_Latn-rus_Cyrl", "type": "precision", "value": 94.61352657004831 }, { "slice": "dataset: mteb/flores, split: devtest, config: ast_Latn-rus_Cyrl", "type": "recall", "value": 95.65217391304348 }, { "slice": "dataset: mteb/flores, split: devtest, config: crh_Latn-rus_Cyrl", "type": "accuracy", "value": 93.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: crh_Latn-rus_Cyrl", "type": "f1", "value": 92.20988998886428 }, { "slice": "dataset: mteb/flores, split: devtest, config: crh_Latn-rus_Cyrl", "type": "main_score", "value": 92.20988998886428 }, { "slice": "dataset: mteb/flores, split: devtest, config: crh_Latn-rus_Cyrl", "type": "precision", "value": 91.85631013694254 }, { "slice": "dataset: mteb/flores, split: devtest, config: crh_Latn-rus_Cyrl", "type": "recall", "value": 93.08300395256917 }, { "slice": "dataset: mteb/flores, split: devtest, config: glg_Latn-rus_Cyrl", "type": "accuracy", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: glg_Latn-rus_Cyrl", "type": "f1", "value": 95.18006148440931 }, { "slice": "dataset: mteb/flores, split: devtest, config: glg_Latn-rus_Cyrl", "type": "main_score", "value": 95.18006148440931 }, { "slice": "dataset: mteb/flores, split: devtest, config: glg_Latn-rus_Cyrl", "type": "precision", "value": 95.06540560888386 }, { "slice": "dataset: mteb/flores, split: devtest, config: glg_Latn-rus_Cyrl", "type": "recall", "value": 95.55335968379447 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Deva-rus_Cyrl", "type": "accuracy", "value": 55.03952569169961 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Deva-rus_Cyrl", "type": "f1", "value": 52.19871938895554 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Deva-rus_Cyrl", "type": "main_score", "value": 52.19871938895554 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Deva-rus_Cyrl", "type": "precision", "value": 51.17660971469557 }, { "slice": "dataset: mteb/flores, split: devtest, config: kas_Deva-rus_Cyrl", "type": "recall", "value": 55.03952569169961 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltz_Latn-rus_Cyrl", "type": "accuracy", "value": 87.64822134387352 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltz_Latn-rus_Cyrl", "type": "f1", "value": 86.64179841897234 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltz_Latn-rus_Cyrl", "type": "main_score", "value": 86.64179841897234 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltz_Latn-rus_Cyrl", "type": "precision", "value": 86.30023235431587 }, { "slice": "dataset: mteb/flores, split: devtest, config: ltz_Latn-rus_Cyrl", "type": "recall", "value": 87.64822134387352 }, { "slice": "dataset: mteb/flores, split: devtest, config: nus_Latn-rus_Cyrl", "type": "accuracy", "value": 27.4703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: nus_Latn-rus_Cyrl", "type": "f1", "value": 25.703014277858088 }, { "slice": "dataset: mteb/flores, split: devtest, config: nus_Latn-rus_Cyrl", "type": "main_score", "value": 25.703014277858088 }, { "slice": "dataset: mteb/flores, split: devtest, config: nus_Latn-rus_Cyrl", "type": "precision", "value": 25.194105476917315 }, { "slice": "dataset: mteb/flores, split: devtest, config: nus_Latn-rus_Cyrl", "type": "recall", "value": 27.4703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: slk_Latn-rus_Cyrl", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: slk_Latn-rus_Cyrl", "type": "f1", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: slk_Latn-rus_Cyrl", "type": "main_score", "value": 99.1106719367589 }, { "slice": "dataset: mteb/flores, split: devtest, config: slk_Latn-rus_Cyrl", "type": "precision", "value": 99.02832674571805 }, { "slice": "dataset: mteb/flores, split: devtest, config: slk_Latn-rus_Cyrl", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: tir_Ethi-rus_Cyrl", "type": "accuracy", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: tir_Ethi-rus_Cyrl", "type": "f1", "value": 78.66903754775608 }, { "slice": "dataset: mteb/flores, split: devtest, config: tir_Ethi-rus_Cyrl", "type": "main_score", "value": 78.66903754775608 }, { "slice": "dataset: mteb/flores, split: devtest, config: tir_Ethi-rus_Cyrl", "type": "precision", "value": 77.86431694163612 }, { "slice": "dataset: mteb/flores, split: devtest, config: tir_Ethi-rus_Cyrl", "type": "recall", "value": 80.73122529644269 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hant-rus_Cyrl", "type": "accuracy", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hant-rus_Cyrl", "type": "f1", "value": 97.66798418972333 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hant-rus_Cyrl", "type": "main_score", "value": 97.66798418972333 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hant-rus_Cyrl", "type": "precision", "value": 97.40612648221344 }, { "slice": "dataset: mteb/flores, split: devtest, config: zho_Hant-rus_Cyrl", "type": "recall", "value": 98.22134387351778 }, { "slice": "dataset: mteb/flores, split: devtest, config: awa_Deva-rus_Cyrl", "type": "accuracy", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: awa_Deva-rus_Cyrl", "type": "f1", "value": 96.94224857268335 }, { "slice": "dataset: mteb/flores, split: devtest, config: awa_Deva-rus_Cyrl", "type": "main_score", "value": 96.94224857268335 }, { "slice": "dataset: mteb/flores, split: devtest, config: awa_Deva-rus_Cyrl", "type": "precision", "value": 96.68560606060606 }, { "slice": "dataset: mteb/flores, split: devtest, config: awa_Deva-rus_Cyrl", "type": "recall", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: cym_Latn-rus_Cyrl", "type": "accuracy", "value": 92.68774703557312 }, { "slice": "dataset: mteb/flores, split: devtest, config: cym_Latn-rus_Cyrl", "type": "f1", "value": 91.69854302097961 }, { "slice": "dataset: mteb/flores, split: devtest, config: cym_Latn-rus_Cyrl", "type": "main_score", "value": 91.69854302097961 }, { "slice": "dataset: mteb/flores, split: devtest, config: cym_Latn-rus_Cyrl", "type": "precision", "value": 91.31236846157795 }, { "slice": "dataset: mteb/flores, split: devtest, config: cym_Latn-rus_Cyrl", "type": "recall", "value": 92.68774703557312 }, { "slice": "dataset: mteb/flores, split: devtest, config: grn_Latn-rus_Cyrl", "type": "accuracy", "value": 64.13043478260869 }, { "slice": "dataset: mteb/flores, split: devtest, config: grn_Latn-rus_Cyrl", "type": "f1", "value": 61.850586118740004 }, { "slice": "dataset: mteb/flores, split: devtest, config: grn_Latn-rus_Cyrl", "type": "main_score", "value": 61.850586118740004 }, { "slice": "dataset: mteb/flores, split: devtest, config: grn_Latn-rus_Cyrl", "type": "precision", "value": 61.0049495186209 }, { "slice": "dataset: mteb/flores, split: devtest, config: grn_Latn-rus_Cyrl", "type": "recall", "value": 64.13043478260869 }, { "slice": "dataset: mteb/flores, split: devtest, config: kat_Geor-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: kat_Geor-rus_Cyrl", "type": "f1", "value": 97.59881422924902 }, { "slice": "dataset: mteb/flores, split: devtest, config: kat_Geor-rus_Cyrl", "type": "main_score", "value": 97.59881422924902 }, { "slice": "dataset: mteb/flores, split: devtest, config: kat_Geor-rus_Cyrl", "type": "precision", "value": 97.42534036012296 }, { "slice": "dataset: mteb/flores, split: devtest, config: kat_Geor-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: lua_Latn-rus_Cyrl", "type": "accuracy", "value": 63.63636363636363 }, { "slice": "dataset: mteb/flores, split: devtest, config: lua_Latn-rus_Cyrl", "type": "f1", "value": 60.9709122526128 }, { "slice": "dataset: mteb/flores, split: devtest, config: lua_Latn-rus_Cyrl", "type": "main_score", "value": 60.9709122526128 }, { "slice": "dataset: mteb/flores, split: devtest, config: lua_Latn-rus_Cyrl", "type": "precision", "value": 60.03915902282226 }, { "slice": "dataset: mteb/flores, split: devtest, config: lua_Latn-rus_Cyrl", "type": "recall", "value": 63.63636363636363 }, { "slice": "dataset: mteb/flores, split: devtest, config: nya_Latn-rus_Cyrl", "type": "accuracy", "value": 89.2292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: nya_Latn-rus_Cyrl", "type": "f1", "value": 87.59723824473149 }, { "slice": "dataset: mteb/flores, split: devtest, config: nya_Latn-rus_Cyrl", "type": "main_score", "value": 87.59723824473149 }, { "slice": "dataset: mteb/flores, split: devtest, config: nya_Latn-rus_Cyrl", "type": "precision", "value": 86.90172707867349 }, { "slice": "dataset: mteb/flores, split: devtest, config: nya_Latn-rus_Cyrl", "type": "recall", "value": 89.2292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: slv_Latn-rus_Cyrl", "type": "accuracy", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: slv_Latn-rus_Cyrl", "type": "f1", "value": 98.74835309617917 }, { "slice": "dataset: mteb/flores, split: devtest, config: slv_Latn-rus_Cyrl", "type": "main_score", "value": 98.74835309617917 }, { "slice": "dataset: mteb/flores, split: devtest, config: slv_Latn-rus_Cyrl", "type": "precision", "value": 98.63636363636364 }, { "slice": "dataset: mteb/flores, split: devtest, config: slv_Latn-rus_Cyrl", "type": "recall", "value": 99.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: tpi_Latn-rus_Cyrl", "type": "accuracy", "value": 77.37154150197628 }, { "slice": "dataset: mteb/flores, split: devtest, config: tpi_Latn-rus_Cyrl", "type": "f1", "value": 75.44251611276084 }, { "slice": "dataset: mteb/flores, split: devtest, config: tpi_Latn-rus_Cyrl", "type": "main_score", "value": 75.44251611276084 }, { "slice": "dataset: mteb/flores, split: devtest, config: tpi_Latn-rus_Cyrl", "type": "precision", "value": 74.78103665109595 }, { "slice": "dataset: mteb/flores, split: devtest, config: tpi_Latn-rus_Cyrl", "type": "recall", "value": 77.37154150197628 }, { "slice": "dataset: mteb/flores, split: devtest, config: zsm_Latn-rus_Cyrl", "type": "accuracy", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: zsm_Latn-rus_Cyrl", "type": "f1", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: zsm_Latn-rus_Cyrl", "type": "main_score", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: zsm_Latn-rus_Cyrl", "type": "precision", "value": 98.8471673254282 }, { "slice": "dataset: mteb/flores, split: devtest, config: zsm_Latn-rus_Cyrl", "type": "recall", "value": 99.2094861660079 }, { "slice": "dataset: mteb/flores, split: devtest, config: ayr_Latn-rus_Cyrl", "type": "accuracy", "value": 27.766798418972332 }, { "slice": "dataset: mteb/flores, split: devtest, config: ayr_Latn-rus_Cyrl", "type": "f1", "value": 26.439103195281312 }, { "slice": "dataset: mteb/flores, split: devtest, config: ayr_Latn-rus_Cyrl", "type": "main_score", "value": 26.439103195281312 }, { "slice": "dataset: mteb/flores, split: devtest, config: ayr_Latn-rus_Cyrl", "type": "precision", "value": 26.052655604573964 }, { "slice": "dataset: mteb/flores, split: devtest, config: ayr_Latn-rus_Cyrl", "type": "recall", "value": 27.766798418972332 }, { "slice": "dataset: mteb/flores, split: devtest, config: dan_Latn-rus_Cyrl", "type": "accuracy", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: dan_Latn-rus_Cyrl", "type": "f1", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: dan_Latn-rus_Cyrl", "type": "main_score", "value": 99.07773386034255 }, { "slice": "dataset: mteb/flores, split: devtest, config: dan_Latn-rus_Cyrl", "type": "precision", "value": 98.96245059288538 }, { "slice": "dataset: mteb/flores, split: devtest, config: dan_Latn-rus_Cyrl", "type": "recall", "value": 99.30830039525692 }, { "slice": "dataset: mteb/flores, split: devtest, config: guj_Gujr-rus_Cyrl", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: guj_Gujr-rus_Cyrl", "type": "f1", "value": 97.26449275362317 }, { "slice": "dataset: mteb/flores, split: devtest, config: guj_Gujr-rus_Cyrl", "type": "main_score", "value": 97.26449275362317 }, { "slice": "dataset: mteb/flores, split: devtest, config: guj_Gujr-rus_Cyrl", "type": "precision", "value": 97.02498588368154 }, { "slice": "dataset: mteb/flores, split: devtest, config: guj_Gujr-rus_Cyrl", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: kaz_Cyrl-rus_Cyrl", "type": "accuracy", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: kaz_Cyrl-rus_Cyrl", "type": "f1", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: kaz_Cyrl-rus_Cyrl", "type": "main_score", "value": 97.03557312252964 }, { "slice": "dataset: mteb/flores, split: devtest, config: kaz_Cyrl-rus_Cyrl", "type": "precision", "value": 96.85022158342316 }, { "slice": "dataset: mteb/flores, split: devtest, config: kaz_Cyrl-rus_Cyrl", "type": "recall", "value": 97.5296442687747 }, { "slice": "dataset: mteb/flores, split: devtest, config: lug_Latn-rus_Cyrl", "type": "accuracy", "value": 68.57707509881423 }, { "slice": "dataset: mteb/flores, split: devtest, config: lug_Latn-rus_Cyrl", "type": "f1", "value": 65.93361605820395 }, { "slice": "dataset: mteb/flores, split: devtest, config: lug_Latn-rus_Cyrl", "type": "main_score", "value": 65.93361605820395 }, { "slice": "dataset: mteb/flores, split: devtest, config: lug_Latn-rus_Cyrl", "type": "precision", "value": 64.90348248593789 }, { "slice": "dataset: mteb/flores, split: devtest, config: lug_Latn-rus_Cyrl", "type": "recall", "value": 68.57707509881423 }, { "slice": "dataset: mteb/flores, split: devtest, config: oci_Latn-rus_Cyrl", "type": "accuracy", "value": 86.26482213438736 }, { "slice": "dataset: mteb/flores, split: devtest, config: oci_Latn-rus_Cyrl", "type": "f1", "value": 85.33176417155623 }, { "slice": "dataset: mteb/flores, split: devtest, config: oci_Latn-rus_Cyrl", "type": "main_score", "value": 85.33176417155623 }, { "slice": "dataset: mteb/flores, split: devtest, config: oci_Latn-rus_Cyrl", "type": "precision", "value": 85.00208833384637 }, { "slice": "dataset: mteb/flores, split: devtest, config: oci_Latn-rus_Cyrl", "type": "recall", "value": 86.26482213438736 }, { "slice": "dataset: mteb/flores, split: devtest, config: smo_Latn-rus_Cyrl", "type": "accuracy", "value": 77.96442687747036 }, { "slice": "dataset: mteb/flores, split: devtest, config: smo_Latn-rus_Cyrl", "type": "f1", "value": 75.70960450188885 }, { "slice": "dataset: mteb/flores, split: devtest, config: smo_Latn-rus_Cyrl", "type": "main_score", "value": 75.70960450188885 }, { "slice": "dataset: mteb/flores, split: devtest, config: smo_Latn-rus_Cyrl", "type": "precision", "value": 74.8312632736777 }, { "slice": "dataset: mteb/flores, split: devtest, config: smo_Latn-rus_Cyrl", "type": "recall", "value": 77.96442687747036 }, { "slice": "dataset: mteb/flores, split: devtest, config: tsn_Latn-rus_Cyrl", "type": "accuracy", "value": 84.38735177865613 }, { "slice": "dataset: mteb/flores, split: devtest, config: tsn_Latn-rus_Cyrl", "type": "f1", "value": 82.13656376349225 }, { "slice": "dataset: mteb/flores, split: devtest, config: tsn_Latn-rus_Cyrl", "type": "main_score", "value": 82.13656376349225 }, { "slice": "dataset: mteb/flores, split: devtest, config: tsn_Latn-rus_Cyrl", "type": "precision", "value": 81.16794543904518 }, { "slice": "dataset: mteb/flores, split: devtest, config: tsn_Latn-rus_Cyrl", "type": "recall", "value": 84.38735177865613 }, { "slice": "dataset: mteb/flores, split: devtest, config: zul_Latn-rus_Cyrl", "type": "accuracy", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: zul_Latn-rus_Cyrl", "type": "f1", "value": 88.77570602050753 }, { "slice": "dataset: mteb/flores, split: devtest, config: zul_Latn-rus_Cyrl", "type": "main_score", "value": 88.77570602050753 }, { "slice": "dataset: mteb/flores, split: devtest, config: zul_Latn-rus_Cyrl", "type": "precision", "value": 88.15978104021582 }, { "slice": "dataset: mteb/flores, split: devtest, config: zul_Latn-rus_Cyrl", "type": "recall", "value": 90.21739130434783 }, { "slice": "dataset: mteb/flores, split: devtest, config: azb_Arab-rus_Cyrl", "type": "accuracy", "value": 65.71146245059289 }, { "slice": "dataset: mteb/flores, split: devtest, config: azb_Arab-rus_Cyrl", "type": "f1", "value": 64.18825390221271 }, { "slice": "dataset: mteb/flores, split: devtest, config: azb_Arab-rus_Cyrl", "type": "main_score", "value": 64.18825390221271 }, { "slice": "dataset: mteb/flores, split: devtest, config: azb_Arab-rus_Cyrl", "type": "precision", "value": 63.66811154793568 }, { "slice": "dataset: mteb/flores, split: devtest, config: azb_Arab-rus_Cyrl", "type": "recall", "value": 65.71146245059289 }, { "slice": "dataset: mteb/flores, split: devtest, config: deu_Latn-rus_Cyrl", "type": "accuracy", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: deu_Latn-rus_Cyrl", "type": "f1", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: deu_Latn-rus_Cyrl", "type": "main_score", "value": 99.60474308300395 }, { "slice": "dataset: mteb/flores, split: devtest, config: deu_Latn-rus_Cyrl", "type": "precision", "value": 99.55533596837944 }, { "slice": "dataset: mteb/flores, split: devtest, config: deu_Latn-rus_Cyrl", "type": "recall", "value": 99.70355731225297 }, { "slice": "dataset: mteb/flores, split: devtest, config: hat_Latn-rus_Cyrl", "type": "accuracy", "value": 86.7588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: hat_Latn-rus_Cyrl", "type": "f1", "value": 85.86738623695146 }, { "slice": "dataset: mteb/flores, split: devtest, config: hat_Latn-rus_Cyrl", "type": "main_score", "value": 85.86738623695146 }, { "slice": "dataset: mteb/flores, split: devtest, config: hat_Latn-rus_Cyrl", "type": "precision", "value": 85.55235467420822 }, { "slice": "dataset: mteb/flores, split: devtest, config: hat_Latn-rus_Cyrl", "type": "recall", "value": 86.7588932806324 }, { "slice": "dataset: mteb/flores, split: devtest, config: kbp_Latn-rus_Cyrl", "type": "accuracy", "value": 34.88142292490119 }, { "slice": "dataset: mteb/flores, split: devtest, config: kbp_Latn-rus_Cyrl", "type": "f1", "value": 32.16511669463015 }, { "slice": "dataset: mteb/flores, split: devtest, config: kbp_Latn-rus_Cyrl", "type": "main_score", "value": 32.16511669463015 }, { "slice": "dataset: mteb/flores, split: devtest, config: kbp_Latn-rus_Cyrl", "type": "precision", "value": 31.432098549546318 }, { "slice": "dataset: mteb/flores, split: devtest, config: kbp_Latn-rus_Cyrl", "type": "recall", "value": 34.88142292490119 }, { "slice": "dataset: mteb/flores, split: devtest, config: luo_Latn-rus_Cyrl", "type": "accuracy", "value": 52.27272727272727 }, { "slice": "dataset: mteb/flores, split: devtest, config: luo_Latn-rus_Cyrl", "type": "f1", "value": 49.60489626836975 }, { "slice": "dataset: mteb/flores, split: devtest, config: luo_Latn-rus_Cyrl", "type": "main_score", "value": 49.60489626836975 }, { "slice": "dataset: mteb/flores, split: devtest, config: luo_Latn-rus_Cyrl", "type": "precision", "value": 48.69639631803339 }, { "slice": "dataset: mteb/flores, split: devtest, config: luo_Latn-rus_Cyrl", "type": "recall", "value": 52.27272727272727 }, { "slice": "dataset: mteb/flores, split: devtest, config: ory_Orya-rus_Cyrl", "type": "accuracy", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: ory_Orya-rus_Cyrl", "type": "f1", "value": 97.27437417654808 }, { "slice": "dataset: mteb/flores, split: devtest, config: ory_Orya-rus_Cyrl", "type": "main_score", "value": 97.27437417654808 }, { "slice": "dataset: mteb/flores, split: devtest, config: ory_Orya-rus_Cyrl", "type": "precision", "value": 97.04968944099377 }, { "slice": "dataset: mteb/flores, split: devtest, config: ory_Orya-rus_Cyrl", "type": "recall", "value": 97.82608695652173 }, { "slice": "dataset: mteb/flores, split: devtest, config: sna_Latn-rus_Cyrl", "type": "accuracy", "value": 85.37549407114624 }, { "slice": "dataset: mteb/flores, split: devtest, config: sna_Latn-rus_Cyrl", "type": "f1", "value": 83.09911316305177 }, { "slice": "dataset: mteb/flores, split: devtest, config: sna_Latn-rus_Cyrl", "type": "main_score", "value": 83.09911316305177 }, { "slice": "dataset: mteb/flores, split: devtest, config: sna_Latn-rus_Cyrl", "type": "precision", "value": 82.1284950958864 }, { "slice": "dataset: mteb/flores, split: devtest, config: sna_Latn-rus_Cyrl", "type": "recall", "value": 85.37549407114624 }, { "slice": "dataset: mteb/flores, split: devtest, config: tso_Latn-rus_Cyrl", "type": "accuracy", "value": 82.90513833992095 }, { "slice": "dataset: mteb/flores, split: devtest, config: tso_Latn-rus_Cyrl", "type": "f1", "value": 80.28290385503824 }, { "slice": "dataset: mteb/flores, split: devtest, config: tso_Latn-rus_Cyrl", "type": "main_score", "value": 80.28290385503824 }, { "slice": "dataset: mteb/flores, split: devtest, config: tso_Latn-rus_Cyrl", "type": "precision", "value": 79.23672543237761 }, { "slice": "dataset: mteb/flores, split: devtest, config: tso_Latn-rus_Cyrl", "type": "recall", "value": 82.90513833992095 }, { "slice": "dataset: mteb/flores, split: devtest, config: azj_Latn-rus_Cyrl", "type": "accuracy", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: azj_Latn-rus_Cyrl", "type": "f1", "value": 97.49200075287031 }, { "slice": "dataset: mteb/flores, split: devtest, config: azj_Latn-rus_Cyrl", "type": "main_score", "value": 97.49200075287031 }, { "slice": "dataset: mteb/flores, split: devtest, config: azj_Latn-rus_Cyrl", "type": "precision", "value": 97.266139657444 }, { "slice": "dataset: mteb/flores, split: devtest, config: azj_Latn-rus_Cyrl", "type": "recall", "value": 98.02371541501977 }, { "slice": "dataset: mteb/flores, split: devtest, config: dik_Latn-rus_Cyrl", "type": "accuracy", "value": 38.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: dik_Latn-rus_Cyrl", "type": "f1", "value": 35.78152442955223 }, { "slice": "dataset: mteb/flores, split: devtest, config: dik_Latn-rus_Cyrl", "type": "main_score", "value": 35.78152442955223 }, { "slice": "dataset: mteb/flores, split: devtest, config: dik_Latn-rus_Cyrl", "type": "precision", "value": 34.82424325078237 }, { "slice": "dataset: mteb/flores, split: devtest, config: dik_Latn-rus_Cyrl", "type": "recall", "value": 38.43873517786561 }, { "slice": "dataset: mteb/flores, split: devtest, config: hau_Latn-rus_Cyrl", "type": "accuracy", "value": 81.42292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: hau_Latn-rus_Cyrl", "type": "f1", "value": 79.24612283124593 }, { "slice": "dataset: mteb/flores, split: devtest, config: hau_Latn-rus_Cyrl", "type": "main_score", "value": 79.24612283124593 }, { "slice": "dataset: mteb/flores, split: devtest, config: hau_Latn-rus_Cyrl", "type": "precision", "value": 78.34736070751448 }, { "slice": "dataset: mteb/flores, split: devtest, config: hau_Latn-rus_Cyrl", "type": "recall", "value": 81.42292490118577 }, { "slice": "dataset: mteb/flores, split: devtest, config: kea_Latn-rus_Cyrl", "type": "accuracy", "value": 81.62055335968378 }, { "slice": "dataset: mteb/flores, split: devtest, config: kea_Latn-rus_Cyrl", "type": "f1", "value": 80.47015182884748 }, { "slice": "dataset: mteb/flores, split: devtest, config: kea_Latn-rus_Cyrl", "type": "main_score", "value": 80.47015182884748 }, { "slice": "dataset: mteb/flores, split: devtest, config: kea_Latn-rus_Cyrl", "type": "precision", "value": 80.02671028885862 }, { "slice": "dataset: mteb/flores, split: devtest, config: kea_Latn-rus_Cyrl", "type": "recall", "value": 81.62055335968378 }, { "slice": "dataset: mteb/flores, split: devtest, config: lus_Latn-rus_Cyrl", "type": "accuracy", "value": 62.74703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: lus_Latn-rus_Cyrl", "type": "f1", "value": 60.53900079111122 }, { "slice": "dataset: mteb/flores, split: devtest, config: lus_Latn-rus_Cyrl", "type": "main_score", "value": 60.53900079111122 }, { "slice": "dataset: mteb/flores, split: devtest, config: lus_Latn-rus_Cyrl", "type": "precision", "value": 59.80024202850289 }, { "slice": "dataset: mteb/flores, split: devtest, config: lus_Latn-rus_Cyrl", "type": "recall", "value": 62.74703557312253 }, { "slice": "dataset: mteb/flores, split: devtest, config: pag_Latn-rus_Cyrl", "type": "accuracy", "value": 74.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: pag_Latn-rus_Cyrl", "type": "f1", "value": 72.57280648279529 }, { "slice": "dataset: mteb/flores, split: devtest, config: pag_Latn-rus_Cyrl", "type": "main_score", "value": 72.57280648279529 }, { "slice": "dataset: mteb/flores, split: devtest, config: pag_Latn-rus_Cyrl", "type": "precision", "value": 71.99952968456789 }, { "slice": "dataset: mteb/flores, split: devtest, config: pag_Latn-rus_Cyrl", "type": "recall", "value": 74.01185770750988 }, { "slice": "dataset: mteb/flores, split: devtest, config: snd_Arab-rus_Cyrl", "type": "accuracy", "value": 91.30434782608695 }, { "slice": "dataset: mteb/flores, split: devtest, config: snd_Arab-rus_Cyrl", "type": "f1", "value": 90.24653499445358 }, { "slice": "dataset: mteb/flores, split: devtest, config: snd_Arab-rus_Cyrl", "type": "main_score", "value": 90.24653499445358 }, { "slice": "dataset: mteb/flores, split: devtest, config: snd_Arab-rus_Cyrl", "type": "precision", "value": 89.83134068200232 }, { "slice": "dataset: mteb/flores, split: devtest, config: snd_Arab-rus_Cyrl", "type": "recall", "value": 91.30434782608695 }, { "slice": "dataset: mteb/flores, split: devtest, config: tuk_Latn-rus_Cyrl", "type": "accuracy", "value": 47.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: tuk_Latn-rus_Cyrl", "type": "f1", "value": 45.812928836644254 }, { "slice": "dataset: mteb/flores, split: devtest, config: tuk_Latn-rus_Cyrl", "type": "main_score", "value": 45.812928836644254 }, { "slice": "dataset: mteb/flores, split: devtest, config: tuk_Latn-rus_Cyrl", "type": "precision", "value": 45.23713833170355 }, { "slice": "dataset: mteb/flores, split: devtest, config: tuk_Latn-rus_Cyrl", "type": "recall", "value": 47.62845849802372 }, { "slice": "dataset: mteb/flores, split: devtest, config: bak_Cyrl-rus_Cyrl", "type": "accuracy", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: bak_Cyrl-rus_Cyrl", "type": "f1", "value": 95.18904459615922 }, { "slice": "dataset: mteb/flores, split: devtest, config: bak_Cyrl-rus_Cyrl", "type": "main_score", "value": 95.18904459615922 }, { "slice": "dataset: mteb/flores, split: devtest, config: bak_Cyrl-rus_Cyrl", "type": "precision", "value": 94.92812441182006 }, { "slice": "dataset: mteb/flores, split: devtest, config: bak_Cyrl-rus_Cyrl", "type": "recall", "value": 95.8498023715415 }, { "slice": "dataset: mteb/flores, split: devtest, config: dyu_Latn-rus_Cyrl", "type": "accuracy", "value": 29.64426877470356 }, { "slice": "dataset: mteb/flores, split: devtest, config: dyu_Latn-rus_Cyrl", "type": "f1", "value": 27.287335193938166 }, { "slice": "dataset: mteb/flores, split: devtest, config: dyu_Latn-rus_Cyrl", "type": "main_score", "value": 27.287335193938166 }, { "slice": "dataset: mteb/flores, split: devtest, config: dyu_Latn-rus_Cyrl", "type": "precision", "value": 26.583996026587492 }, { "slice": "dataset: mteb/flores, split: devtest, config: dyu_Latn-rus_Cyrl", "type": "recall", "value": 29.64426877470356 }, { "slice": "dataset: mteb/flores, split: devtest, config: heb_Hebr-rus_Cyrl", "type": "accuracy", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: heb_Hebr-rus_Cyrl", "type": "f1", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: heb_Hebr-rus_Cyrl", "type": "main_score", "value": 98.55072463768116 }, { "slice": "dataset: mteb/flores, split: devtest, config: heb_Hebr-rus_Cyrl", "type": "precision", "value": 98.36956521739131 }, { "slice": "dataset: mteb/flores, split: devtest, config: heb_Hebr-rus_Cyrl", "type": "recall", "value": 98.91304347826086 }, { "slice": "dataset: mteb/flores, split: devtest, config: khk_Cyrl-rus_Cyrl", "type": "accuracy", "value": 95.15810276679841 }, { "slice": "dataset: mteb/flores, split: devtest, config: khk_Cyrl-rus_Cyrl", "type": "f1", "value": 94.44009547764487 }, { "slice": "dataset: mteb/flores, split: devtest, config: khk_Cyrl-rus_Cyrl", "type": "main_score", "value": 94.44009547764487 }, { "slice": "dataset: mteb/flores, split: devtest, config: khk_Cyrl-rus_Cyrl", "type": "precision", "value": 94.16579797014579 }, { "slice": "dataset: mteb/flores, split: devtest, config: khk_Cyrl-rus_Cyrl", "type": "recall", "value": 95.15810276679841 }, { "slice": "dataset: mteb/flores, split: devtest, config: lvs_Latn-rus_Cyrl", "type": "accuracy", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: lvs_Latn-rus_Cyrl", "type": "f1", "value": 97.51467241585817 }, { "slice": "dataset: mteb/flores, split: devtest, config: lvs_Latn-rus_Cyrl", "type": "main_score", "value": 97.51467241585817 }, { "slice": "dataset: mteb/flores, split: devtest, config: lvs_Latn-rus_Cyrl", "type": "precision", "value": 97.36166007905138 }, { "slice": "dataset: mteb/flores, split: devtest, config: lvs_Latn-rus_Cyrl", "type": "recall", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: pan_Guru-rus_Cyrl", "type": "accuracy", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: pan_Guru-rus_Cyrl", "type": "f1", "value": 97.42918313570486 }, { "slice": "dataset: mteb/flores, split: devtest, config: pan_Guru-rus_Cyrl", "type": "main_score", "value": 97.42918313570486 }, { "slice": "dataset: mteb/flores, split: devtest, config: pan_Guru-rus_Cyrl", "type": "precision", "value": 97.22261434217955 }, { "slice": "dataset: mteb/flores, split: devtest, config: pan_Guru-rus_Cyrl", "type": "recall", "value": 97.92490118577075 }, { "slice": "dataset: mteb/flores, split: devtest, config: som_Latn-rus_Cyrl", "type": "accuracy", "value": 75.69169960474308 }, { "slice": "dataset: mteb/flores, split: devtest, config: som_Latn-rus_Cyrl", "type": "f1", "value": 73.7211667065916 }, { "slice": "dataset: mteb/flores, split: devtest, config: som_Latn-rus_Cyrl", "type": "main_score", "value": 73.7211667065916 }, { "slice": "dataset: mteb/flores, split: devtest, config: som_Latn-rus_Cyrl", "type": "precision", "value": 72.95842401892384 }, { "slice": "dataset: mteb/flores, split: devtest, config: som_Latn-rus_Cyrl", "type": "recall", "value": 75.69169960474308 }, { "slice": "dataset: mteb/flores, split: devtest, config: tum_Latn-rus_Cyrl", "type": "accuracy", "value": 85.67193675889328 }, { "slice": "dataset: mteb/flores, split: devtest, config: tum_Latn-rus_Cyrl", "type": "f1", "value": 82.9296066252588 }, { "slice": "dataset: mteb/flores, split: devtest, config: tum_Latn-rus_Cyrl", "type": "main_score", "value": 82.9296066252588 }, { "slice": "dataset: mteb/flores, split: devtest, config: tum_Latn-rus_Cyrl", "type": "precision", "value": 81.77330225447936 }, { "slice": "dataset: mteb/flores, split: devtest, config: tum_Latn-rus_Cyrl", "type": "recall", "value": 85.67193675889328 }, { "slice": "dataset: ai-forever/georeview-classification, split: test, config: default", "type": "accuracy", "value": 44.6630859375 }, { "slice": "dataset: ai-forever/georeview-classification, split: test, config: default", "type": "f1", "value": 42.607425073610536 }, { "slice": "dataset: ai-forever/georeview-classification, split: test, config: default", "type": "f1_weighted", "value": 42.60639474586065 }, { "slice": "dataset: ai-forever/georeview-classification, split: test, config: default", "type": "main_score", "value": 44.6630859375 }, { "slice": "dataset: ai-forever/georeview-clustering-p2p, split: test, config: default", "type": "main_score", "value": 58.15951247070825 }, { "slice": "dataset: ai-forever/georeview-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 58.15951247070825 }, { "slice": "dataset: ai-forever/georeview-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 0.6739615788288809 }, { "slice": "dataset: ai-forever/headline-classification, split: test, config: default", "type": "accuracy", "value": 73.935546875 }, { "slice": "dataset: ai-forever/headline-classification, split: test, config: default", "type": "f1", "value": 73.8654872186846 }, { "slice": "dataset: ai-forever/headline-classification, split: test, config: default", "type": "f1_weighted", "value": 73.86733122685095 }, { "slice": "dataset: ai-forever/headline-classification, split: test, config: default", "type": "main_score", "value": 73.935546875 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "accuracy", "value": 59.16015624999999 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "ap", "value": 55.52276605836938 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "ap_weighted", "value": 55.52276605836938 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "f1", "value": 58.614248199637956 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "f1_weighted", "value": 58.614248199637956 }, { "slice": "dataset: ai-forever/inappropriateness-classification, split: test, config: default", "type": "main_score", "value": 59.16015624999999 }, { "slice": "dataset: ai-forever/kinopoisk-sentiment-classification, split: test, config: default", "type": "accuracy", "value": 49.959999999999994 }, { "slice": "dataset: ai-forever/kinopoisk-sentiment-classification, split: test, config: default", "type": "f1", "value": 48.4900332316098 }, { "slice": "dataset: ai-forever/kinopoisk-sentiment-classification, split: test, config: default", "type": "f1_weighted", "value": 48.4900332316098 }, { "slice": "dataset: ai-forever/kinopoisk-sentiment-classification, split: test, config: default", "type": "main_score", "value": 49.959999999999994 }, { "slice": "dataset: papluca/language-identification, split: test, config: default", "type": "accuracy", "value": 71.005859375 }, { "slice": "dataset: papluca/language-identification, split: test, config: default", "type": "f1", "value": 69.63481100303348 }, { "slice": "dataset: papluca/language-identification, split: test, config: default", "type": "f1_weighted", "value": 69.64640413409529 }, { "slice": "dataset: papluca/language-identification, split: test, config: default", "type": "main_score", "value": 71.005859375 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "main_score", "value": 42.11280087032343 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure", "value": 42.11280087032343 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure_std", "value": 6.7619971723605135 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "main_score", "value": 43.00112546945811 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure", "value": 43.00112546945811 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure_std", "value": 1.4740560414835675 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "main_score", "value": 39.81446080575161 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure", "value": 39.81446080575161 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure_std", "value": 7.125661320308298 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "main_score", "value": 39.29659668980239 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure", "value": 39.29659668980239 }, { "slice": "dataset: reciTAL/mlsum, split: test, config: ru", "type": "v_measure_std", "value": 2.6570502923023094 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "main_score", "value": 38.671 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_1", "value": 30 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_10", "value": 36.123 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_100", "value": 36.754999999999995 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_1000", "value": 36.806 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_20", "value": 36.464 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_3", "value": 35.25 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "map_at_5", "value": 35.8 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_1", "value": 30 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_10", "value": 36.122817460317464 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_100", "value": 36.75467016625293 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_1000", "value": 36.80612724920882 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_20", "value": 36.46359681984682 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_3", "value": 35.25 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "mrr_at_5", "value": 35.800000000000004 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1000_diff1", "value": 55.61987610843598 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1000_max", "value": 52.506795017152186 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1000_std", "value": 2.95487192066911 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_100_diff1", "value": 55.598419532054734 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_100_max", "value": 52.48192017040307 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_100_std", "value": 2.930120252521189 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_10_diff1", "value": 56.02309155375198 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_10_max", "value": 52.739573233234424 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_10_std", "value": 2.4073432421641545 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1_diff1", "value": 52.57059856776112 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1_max", "value": 50.55668152952304 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_1_std", "value": 1.6572084853398048 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_20_diff1", "value": 55.75769029917031 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_20_max", "value": 52.53663737242853 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_20_std", "value": 2.8489192879814 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_3_diff1", "value": 56.90294128342709 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_3_max", "value": 53.10608389782041 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_3_std", "value": 1.4909731657889491 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_5_diff1", "value": 56.1258315436073 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_5_max", "value": 52.398078357541564 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_map_at_5_std", "value": 1.8256862015101467 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1000_diff1", "value": 55.61987610843598 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1000_max", "value": 52.506795017152186 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1000_std", "value": 2.95487192066911 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_100_diff1", "value": 55.598419532054734 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_100_max", "value": 52.48192017040307 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_100_std", "value": 2.930120252521189 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_10_diff1", "value": 56.02309155375198 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_10_max", "value": 52.739573233234424 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_10_std", "value": 2.4073432421641545 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1_diff1", "value": 52.57059856776112 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1_max", "value": 50.55668152952304 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_1_std", "value": 1.6572084853398048 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_20_diff1", "value": 55.75769029917031 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_20_max", "value": 52.53663737242853 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_20_std", "value": 2.8489192879814 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_3_diff1", "value": 56.90294128342709 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_3_max", "value": 53.10608389782041 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_3_std", "value": 1.4909731657889491 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_5_diff1", "value": 56.1258315436073 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_5_max", "value": 52.398078357541564 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_mrr_at_5_std", "value": 1.8256862015101467 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1000_diff1", "value": 55.30733548408918 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1000_max", "value": 53.51143366189318 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1000_std", "value": 7.133789405525702 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_100_diff1", "value": 54.32209039488095 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_100_max", "value": 52.67499334461009 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_100_std", "value": 6.878823275077807 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_10_diff1", "value": 56.266780806997716 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_10_max", "value": 53.52837255793743 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_10_std", "value": 3.756832592964262 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1_diff1", "value": 52.57059856776112 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1_max", "value": 50.55668152952304 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_1_std", "value": 1.6572084853398048 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_20_diff1", "value": 55.39255420432796 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_20_max", "value": 52.946114684072235 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_20_std", "value": 5.414933414031693 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_3_diff1", "value": 57.92826624996289 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_3_max", "value": 53.89907760306972 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_3_std", "value": 1.6661401245309218 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_5_diff1", "value": 56.47508936029308 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_5_max", "value": 52.66800998045517 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_ndcg_at_5_std", "value": 2.4127296184140423 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1000_diff1", "value": 57.25924020238401 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1000_max", "value": 65.1132590931922 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1000_std", "value": 40.60788709618145 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_100_diff1", "value": 46.49620002554606 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_100_max", "value": 53.02960148167071 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_100_std", "value": 28.206028867032863 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_10_diff1", "value": 56.562744749606765 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_10_max", "value": 56.00594967783547 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_10_std", "value": 8.368379831645163 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1_diff1", "value": 52.57059856776112 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1_max", "value": 50.55668152952304 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_1_std", "value": 1.6572084853398048 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_20_diff1", "value": 53.25915754614111 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_20_max", "value": 54.03255118937036 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_20_std", "value": 15.161611674272718 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_3_diff1", "value": 60.726785748943854 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_3_max", "value": 56.139896875869354 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_3_std", "value": 2.2306901035769893 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_5_diff1", "value": 57.1201127525187 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_5_max", "value": 53.28665761862506 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_precision_at_5_std", "value": 4.358720050112237 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1000_diff1", "value": 57.259240202383964 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1000_max", "value": 65.11325909319218 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1000_std", "value": 40.60788709618142 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_100_diff1", "value": 46.49620002554603 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_100_max", "value": 53.02960148167071 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_100_std", "value": 28.206028867032835 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_10_diff1", "value": 56.562744749606765 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_10_max", "value": 56.00594967783549 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_10_std", "value": 8.368379831645147 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1_diff1", "value": 52.57059856776112 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1_max", "value": 50.55668152952304 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_1_std", "value": 1.6572084853398048 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_20_diff1", "value": 53.259157546141154 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_20_max", "value": 54.03255118937038 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_20_std", "value": 15.16161167427274 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_3_diff1", "value": 60.72678574894387 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_3_max", "value": 56.13989687586933 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_3_std", "value": 2.2306901035770066 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_5_diff1", "value": 57.12011275251864 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_5_max", "value": 53.28665761862502 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "nauc_recall_at_5_std", "value": 4.3587200501122245 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_1", "value": 30 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_10", "value": 38.671 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_100", "value": 42.173 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_1000", "value": 44.016 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_20", "value": 39.845000000000006 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_3", "value": 36.863 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "ndcg_at_5", "value": 37.874 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_1", "value": 30 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_10", "value": 4.65 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_100", "value": 0.64 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_1000", "value": 0.08 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_20", "value": 2.55 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_3", "value": 13.833 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "precision_at_5", "value": 8.799999999999999 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_1", "value": 30 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_10", "value": 46.5 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_100", "value": 64 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_1000", "value": 79.5 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_20", "value": 51 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_3", "value": 41.5 }, { "slice": "dataset: Shitao/MLDR, split: dev, config: ru", "type": "recall_at_5", "value": 44 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "accuracy", "value": 79.52710495963092 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "ap", "value": 84.5713457178972 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "ap_weighted", "value": 84.5713457178972 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "f1", "value": 77.88661181524105 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "f1_weighted", "value": 79.87563079922718 }, { "slice": "dataset: mteb/multilingual-sentiment-classification, split: test, config: rus", "type": "main_score", "value": 79.52710495963092 }, { "slice": "dataset: mteb/NTREX, split: test, config: arb_Arab-rus_Cyrl", "type": "accuracy", "value": 86.47971957936905 }, { "slice": "dataset: mteb/NTREX, split: test, config: arb_Arab-rus_Cyrl", "type": "f1", "value": 82.79864240805654 }, { "slice": "dataset: mteb/NTREX, split: test, config: arb_Arab-rus_Cyrl", "type": "main_score", "value": 82.79864240805654 }, { "slice": "dataset: mteb/NTREX, split: test, config: arb_Arab-rus_Cyrl", "type": "precision", "value": 81.21485800128767 }, { "slice": "dataset: mteb/NTREX, split: test, config: arb_Arab-rus_Cyrl", "type": "recall", "value": 86.47971957936905 }, { "slice": "dataset: mteb/NTREX, split: test, config: bel_Cyrl-rus_Cyrl", "type": "accuracy", "value": 94.84226339509264 }, { "slice": "dataset: mteb/NTREX, split: test, config: bel_Cyrl-rus_Cyrl", "type": "f1", "value": 93.56399067465667 }, { "slice": "dataset: mteb/NTREX, split: test, config: bel_Cyrl-rus_Cyrl", "type": "main_score", "value": 93.56399067465667 }, { "slice": "dataset: mteb/NTREX, split: test, config: bel_Cyrl-rus_Cyrl", "type": "precision", "value": 93.01619095309631 }, { "slice": "dataset: mteb/NTREX, split: test, config: bel_Cyrl-rus_Cyrl", "type": "recall", "value": 94.84226339509264 }, { "slice": "dataset: mteb/NTREX, split: test, config: ben_Beng-rus_Cyrl", "type": "accuracy", "value": 92.18828242363544 }, { "slice": "dataset: mteb/NTREX, split: test, config: ben_Beng-rus_Cyrl", "type": "f1", "value": 90.42393889620612 }, { "slice": "dataset: mteb/NTREX, split: test, config: ben_Beng-rus_Cyrl", "type": "main_score", "value": 90.42393889620612 }, { "slice": "dataset: mteb/NTREX, split: test, config: ben_Beng-rus_Cyrl", "type": "precision", "value": 89.67904925153297 }, { "slice": "dataset: mteb/NTREX, split: test, config: ben_Beng-rus_Cyrl", "type": "recall", "value": 92.18828242363544 }, { "slice": "dataset: mteb/NTREX, split: test, config: bos_Latn-rus_Cyrl", "type": "accuracy", "value": 94.69203805708563 }, { "slice": "dataset: mteb/NTREX, split: test, config: bos_Latn-rus_Cyrl", "type": "f1", "value": 93.37172425304624 }, { "slice": "dataset: mteb/NTREX, split: test, config: bos_Latn-rus_Cyrl", "type": "main_score", "value": 93.37172425304624 }, { "slice": "dataset: mteb/NTREX, split: test, config: bos_Latn-rus_Cyrl", "type": "precision", "value": 92.79204521067315 }, { "slice": "dataset: mteb/NTREX, split: test, config: bos_Latn-rus_Cyrl", "type": "recall", "value": 94.69203805708563 }, { "slice": "dataset: mteb/NTREX, split: test, config: bul_Cyrl-rus_Cyrl", "type": "accuracy", "value": 96.99549323985978 }, { "slice": "dataset: mteb/NTREX, split: test, config: bul_Cyrl-rus_Cyrl", "type": "f1", "value": 96.13086296110833 }, { "slice": "dataset: mteb/NTREX, split: test, config: bul_Cyrl-rus_Cyrl", "type": "main_score", "value": 96.13086296110833 }, { "slice": "dataset: mteb/NTREX, split: test, config: bul_Cyrl-rus_Cyrl", "type": "precision", "value": 95.72441996327827 }, { "slice": "dataset: mteb/NTREX, split: test, config: bul_Cyrl-rus_Cyrl", "type": "recall", "value": 96.99549323985978 }, { "slice": "dataset: mteb/NTREX, split: test, config: ces_Latn-rus_Cyrl", "type": "accuracy", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: ces_Latn-rus_Cyrl", "type": "f1", "value": 94.90680465142157 }, { "slice": "dataset: mteb/NTREX, split: test, config: ces_Latn-rus_Cyrl", "type": "main_score", "value": 94.90680465142157 }, { "slice": "dataset: mteb/NTREX, split: test, config: ces_Latn-rus_Cyrl", "type": "precision", "value": 94.44541812719079 }, { "slice": "dataset: mteb/NTREX, split: test, config: ces_Latn-rus_Cyrl", "type": "recall", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: deu_Latn-rus_Cyrl", "type": "accuracy", "value": 96.09414121181773 }, { "slice": "dataset: mteb/NTREX, split: test, config: deu_Latn-rus_Cyrl", "type": "f1", "value": 94.94408279085295 }, { "slice": "dataset: mteb/NTREX, split: test, config: deu_Latn-rus_Cyrl", "type": "main_score", "value": 94.94408279085295 }, { "slice": "dataset: mteb/NTREX, split: test, config: deu_Latn-rus_Cyrl", "type": "precision", "value": 94.41245201135037 }, { "slice": "dataset: mteb/NTREX, split: test, config: deu_Latn-rus_Cyrl", "type": "recall", "value": 96.09414121181773 }, { "slice": "dataset: mteb/NTREX, split: test, config: ell_Grek-rus_Cyrl", "type": "accuracy", "value": 96.19429143715573 }, { "slice": "dataset: mteb/NTREX, split: test, config: ell_Grek-rus_Cyrl", "type": "f1", "value": 95.12101485561676 }, { "slice": "dataset: mteb/NTREX, split: test, config: ell_Grek-rus_Cyrl", "type": "main_score", "value": 95.12101485561676 }, { "slice": "dataset: mteb/NTREX, split: test, config: ell_Grek-rus_Cyrl", "type": "precision", "value": 94.60440660991488 }, { "slice": "dataset: mteb/NTREX, split: test, config: ell_Grek-rus_Cyrl", "type": "recall", "value": 96.19429143715573 }, { "slice": "dataset: mteb/NTREX, split: test, config: eng_Latn-rus_Cyrl", "type": "accuracy", "value": 96.49474211316975 }, { "slice": "dataset: mteb/NTREX, split: test, config: eng_Latn-rus_Cyrl", "type": "f1", "value": 95.46581777428045 }, { "slice": "dataset: mteb/NTREX, split: test, config: eng_Latn-rus_Cyrl", "type": "main_score", "value": 95.46581777428045 }, { "slice": "dataset: mteb/NTREX, split: test, config: eng_Latn-rus_Cyrl", "type": "precision", "value": 94.98414288098814 }, { "slice": "dataset: mteb/NTREX, split: test, config: eng_Latn-rus_Cyrl", "type": "recall", "value": 96.49474211316975 }, { "slice": "dataset: mteb/NTREX, split: test, config: fas_Arab-rus_Cyrl", "type": "accuracy", "value": 94.44166249374061 }, { "slice": "dataset: mteb/NTREX, split: test, config: fas_Arab-rus_Cyrl", "type": "f1", "value": 92.92383018972905 }, { "slice": "dataset: mteb/NTREX, split: test, config: fas_Arab-rus_Cyrl", "type": "main_score", "value": 92.92383018972905 }, { "slice": "dataset: mteb/NTREX, split: test, config: fas_Arab-rus_Cyrl", "type": "precision", "value": 92.21957936905358 }, { "slice": "dataset: mteb/NTREX, split: test, config: fas_Arab-rus_Cyrl", "type": "recall", "value": 94.44166249374061 }, { "slice": "dataset: mteb/NTREX, split: test, config: fin_Latn-rus_Cyrl", "type": "accuracy", "value": 92.18828242363544 }, { "slice": "dataset: mteb/NTREX, split: test, config: fin_Latn-rus_Cyrl", "type": "f1", "value": 90.2980661468393 }, { "slice": "dataset: mteb/NTREX, split: test, config: fin_Latn-rus_Cyrl", "type": "main_score", "value": 90.2980661468393 }, { "slice": "dataset: mteb/NTREX, split: test, config: fin_Latn-rus_Cyrl", "type": "precision", "value": 89.42580537472877 }, { "slice": "dataset: mteb/NTREX, split: test, config: fin_Latn-rus_Cyrl", "type": "recall", "value": 92.18828242363544 }, { "slice": "dataset: mteb/NTREX, split: test, config: fra_Latn-rus_Cyrl", "type": "accuracy", "value": 95.84376564847271 }, { "slice": "dataset: mteb/NTREX, split: test, config: fra_Latn-rus_Cyrl", "type": "f1", "value": 94.81054915706895 }, { "slice": "dataset: mteb/NTREX, split: test, config: fra_Latn-rus_Cyrl", "type": "main_score", "value": 94.81054915706895 }, { "slice": "dataset: mteb/NTREX, split: test, config: fra_Latn-rus_Cyrl", "type": "precision", "value": 94.31369276136427 }, { "slice": "dataset: mteb/NTREX, split: test, config: fra_Latn-rus_Cyrl", "type": "recall", "value": 95.84376564847271 }, { "slice": "dataset: mteb/NTREX, split: test, config: heb_Hebr-rus_Cyrl", "type": "accuracy", "value": 94.89233850776164 }, { "slice": "dataset: mteb/NTREX, split: test, config: heb_Hebr-rus_Cyrl", "type": "f1", "value": 93.42513770655985 }, { "slice": "dataset: mteb/NTREX, split: test, config: heb_Hebr-rus_Cyrl", "type": "main_score", "value": 93.42513770655985 }, { "slice": "dataset: mteb/NTREX, split: test, config: heb_Hebr-rus_Cyrl", "type": "precision", "value": 92.73493573693875 }, { "slice": "dataset: mteb/NTREX, split: test, config: heb_Hebr-rus_Cyrl", "type": "recall", "value": 94.89233850776164 }, { "slice": "dataset: mteb/NTREX, split: test, config: hin_Deva-rus_Cyrl", "type": "accuracy", "value": 93.23985978968453 }, { "slice": "dataset: mteb/NTREX, split: test, config: hin_Deva-rus_Cyrl", "type": "f1", "value": 91.52816526376867 }, { "slice": "dataset: mteb/NTREX, split: test, config: hin_Deva-rus_Cyrl", "type": "main_score", "value": 91.52816526376867 }, { "slice": "dataset: mteb/NTREX, split: test, config: hin_Deva-rus_Cyrl", "type": "precision", "value": 90.76745946425466 }, { "slice": "dataset: mteb/NTREX, split: test, config: hin_Deva-rus_Cyrl", "type": "recall", "value": 93.23985978968453 }, { "slice": "dataset: mteb/NTREX, split: test, config: hrv_Latn-rus_Cyrl", "type": "accuracy", "value": 93.99098647971958 }, { "slice": "dataset: mteb/NTREX, split: test, config: hrv_Latn-rus_Cyrl", "type": "f1", "value": 92.36354531797697 }, { "slice": "dataset: mteb/NTREX, split: test, config: hrv_Latn-rus_Cyrl", "type": "main_score", "value": 92.36354531797697 }, { "slice": "dataset: mteb/NTREX, split: test, config: hrv_Latn-rus_Cyrl", "type": "precision", "value": 91.63228970439788 }, { "slice": "dataset: mteb/NTREX, split: test, config: hrv_Latn-rus_Cyrl", "type": "recall", "value": 93.99098647971958 }, { "slice": "dataset: mteb/NTREX, split: test, config: hun_Latn-rus_Cyrl", "type": "accuracy", "value": 93.64046069103655 }, { "slice": "dataset: mteb/NTREX, split: test, config: hun_Latn-rus_Cyrl", "type": "f1", "value": 92.05224503421799 }, { "slice": "dataset: mteb/NTREX, split: test, config: hun_Latn-rus_Cyrl", "type": "main_score", "value": 92.05224503421799 }, { "slice": "dataset: mteb/NTREX, split: test, config: hun_Latn-rus_Cyrl", "type": "precision", "value": 91.33998616973079 }, { "slice": "dataset: mteb/NTREX, split: test, config: hun_Latn-rus_Cyrl", "type": "recall", "value": 93.64046069103655 }, { "slice": "dataset: mteb/NTREX, split: test, config: ind_Latn-rus_Cyrl", "type": "accuracy", "value": 91.68753129694541 }, { "slice": "dataset: mteb/NTREX, split: test, config: ind_Latn-rus_Cyrl", "type": "f1", "value": 89.26222667334335 }, { "slice": "dataset: mteb/NTREX, split: test, config: ind_Latn-rus_Cyrl", "type": "main_score", "value": 89.26222667334335 }, { "slice": "dataset: mteb/NTREX, split: test, config: ind_Latn-rus_Cyrl", "type": "precision", "value": 88.14638624603572 }, { "slice": "dataset: mteb/NTREX, split: test, config: ind_Latn-rus_Cyrl", "type": "recall", "value": 91.68753129694541 }, { "slice": "dataset: mteb/NTREX, split: test, config: jpn_Jpan-rus_Cyrl", "type": "accuracy", "value": 91.28693039559339 }, { "slice": "dataset: mteb/NTREX, split: test, config: jpn_Jpan-rus_Cyrl", "type": "f1", "value": 89.21161763348957 }, { "slice": "dataset: mteb/NTREX, split: test, config: jpn_Jpan-rus_Cyrl", "type": "main_score", "value": 89.21161763348957 }, { "slice": "dataset: mteb/NTREX, split: test, config: jpn_Jpan-rus_Cyrl", "type": "precision", "value": 88.31188340952988 }, { "slice": "dataset: mteb/NTREX, split: test, config: jpn_Jpan-rus_Cyrl", "type": "recall", "value": 91.28693039559339 }, { "slice": "dataset: mteb/NTREX, split: test, config: kor_Hang-rus_Cyrl", "type": "accuracy", "value": 89.53430145217827 }, { "slice": "dataset: mteb/NTREX, split: test, config: kor_Hang-rus_Cyrl", "type": "f1", "value": 86.88322165788365 }, { "slice": "dataset: mteb/NTREX, split: test, config: kor_Hang-rus_Cyrl", "type": "main_score", "value": 86.88322165788365 }, { "slice": "dataset: mteb/NTREX, split: test, config: kor_Hang-rus_Cyrl", "type": "precision", "value": 85.73950211030831 }, { "slice": "dataset: mteb/NTREX, split: test, config: kor_Hang-rus_Cyrl", "type": "recall", "value": 89.53430145217827 }, { "slice": "dataset: mteb/NTREX, split: test, config: lit_Latn-rus_Cyrl", "type": "accuracy", "value": 90.28542814221332 }, { "slice": "dataset: mteb/NTREX, split: test, config: lit_Latn-rus_Cyrl", "type": "f1", "value": 88.10249103814452 }, { "slice": "dataset: mteb/NTREX, split: test, config: lit_Latn-rus_Cyrl", "type": "main_score", "value": 88.10249103814452 }, { "slice": "dataset: mteb/NTREX, split: test, config: lit_Latn-rus_Cyrl", "type": "precision", "value": 87.17689323973752 }, { "slice": "dataset: mteb/NTREX, split: test, config: lit_Latn-rus_Cyrl", "type": "recall", "value": 90.28542814221332 }, { "slice": "dataset: mteb/NTREX, split: test, config: mkd_Cyrl-rus_Cyrl", "type": "accuracy", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: mkd_Cyrl-rus_Cyrl", "type": "f1", "value": 93.65643703650713 }, { "slice": "dataset: mteb/NTREX, split: test, config: mkd_Cyrl-rus_Cyrl", "type": "main_score", "value": 93.65643703650713 }, { "slice": "dataset: mteb/NTREX, split: test, config: mkd_Cyrl-rus_Cyrl", "type": "precision", "value": 93.02036387915207 }, { "slice": "dataset: mteb/NTREX, split: test, config: mkd_Cyrl-rus_Cyrl", "type": "recall", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: nld_Latn-rus_Cyrl", "type": "accuracy", "value": 95.39308963445168 }, { "slice": "dataset: mteb/NTREX, split: test, config: nld_Latn-rus_Cyrl", "type": "f1", "value": 94.16207644800535 }, { "slice": "dataset: mteb/NTREX, split: test, config: nld_Latn-rus_Cyrl", "type": "main_score", "value": 94.16207644800535 }, { "slice": "dataset: mteb/NTREX, split: test, config: nld_Latn-rus_Cyrl", "type": "precision", "value": 93.582516632091 }, { "slice": "dataset: mteb/NTREX, split: test, config: nld_Latn-rus_Cyrl", "type": "recall", "value": 95.39308963445168 }, { "slice": "dataset: mteb/NTREX, split: test, config: pol_Latn-rus_Cyrl", "type": "accuracy", "value": 95.7436154231347 }, { "slice": "dataset: mteb/NTREX, split: test, config: pol_Latn-rus_Cyrl", "type": "f1", "value": 94.5067601402103 }, { "slice": "dataset: mteb/NTREX, split: test, config: pol_Latn-rus_Cyrl", "type": "main_score", "value": 94.5067601402103 }, { "slice": "dataset: mteb/NTREX, split: test, config: pol_Latn-rus_Cyrl", "type": "precision", "value": 93.91587381071608 }, { "slice": "dataset: mteb/NTREX, split: test, config: pol_Latn-rus_Cyrl", "type": "recall", "value": 95.7436154231347 }, { "slice": "dataset: mteb/NTREX, split: test, config: por_Latn-rus_Cyrl", "type": "accuracy", "value": 65.89884827240861 }, { "slice": "dataset: mteb/NTREX, split: test, config: por_Latn-rus_Cyrl", "type": "f1", "value": 64.61805459419219 }, { "slice": "dataset: mteb/NTREX, split: test, config: por_Latn-rus_Cyrl", "type": "main_score", "value": 64.61805459419219 }, { "slice": "dataset: mteb/NTREX, split: test, config: por_Latn-rus_Cyrl", "type": "precision", "value": 64.07119451106485 }, { "slice": "dataset: mteb/NTREX, split: test, config: por_Latn-rus_Cyrl", "type": "recall", "value": 65.89884827240861 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-arb_Arab", "type": "accuracy", "value": 94.2413620430646 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-arb_Arab", "type": "f1", "value": 92.67663399861698 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-arb_Arab", "type": "main_score", "value": 92.67663399861698 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-arb_Arab", "type": "precision", "value": 91.94625271240193 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-arb_Arab", "type": "recall", "value": 94.2413620430646 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bel_Cyrl", "type": "accuracy", "value": 94.89233850776164 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bel_Cyrl", "type": "f1", "value": 93.40343849106993 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bel_Cyrl", "type": "main_score", "value": 93.40343849106993 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bel_Cyrl", "type": "precision", "value": 92.74077783341679 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bel_Cyrl", "type": "recall", "value": 94.89233850776164 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ben_Beng", "type": "accuracy", "value": 94.2914371557336 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ben_Beng", "type": "f1", "value": 92.62226673343348 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ben_Beng", "type": "main_score", "value": 92.62226673343348 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ben_Beng", "type": "precision", "value": 91.84610248706393 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ben_Beng", "type": "recall", "value": 94.2914371557336 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bos_Latn", "type": "accuracy", "value": 95.69354031046569 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bos_Latn", "type": "f1", "value": 94.50418051319403 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bos_Latn", "type": "main_score", "value": 94.50418051319403 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bos_Latn", "type": "precision", "value": 93.95843765648473 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bos_Latn", "type": "recall", "value": 95.69354031046569 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bul_Cyrl", "type": "accuracy", "value": 95.89384076114172 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bul_Cyrl", "type": "f1", "value": 94.66199298948423 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bul_Cyrl", "type": "main_score", "value": 94.66199298948423 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bul_Cyrl", "type": "precision", "value": 94.08028709731263 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-bul_Cyrl", "type": "recall", "value": 95.89384076114172 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ces_Latn", "type": "accuracy", "value": 93.94091136705057 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ces_Latn", "type": "f1", "value": 92.3746731207923 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ces_Latn", "type": "main_score", "value": 92.3746731207923 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ces_Latn", "type": "precision", "value": 91.66207644800535 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ces_Latn", "type": "recall", "value": 93.94091136705057 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-deu_Latn", "type": "accuracy", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-deu_Latn", "type": "f1", "value": 94.76214321482223 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-deu_Latn", "type": "main_score", "value": 94.76214321482223 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-deu_Latn", "type": "precision", "value": 94.20380570856285 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-deu_Latn", "type": "recall", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ell_Grek", "type": "accuracy", "value": 95.44316474712068 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ell_Grek", "type": "f1", "value": 94.14788849941579 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ell_Grek", "type": "main_score", "value": 94.14788849941579 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ell_Grek", "type": "precision", "value": 93.54197963612084 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ell_Grek", "type": "recall", "value": 95.44316474712068 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-eng_Latn", "type": "accuracy", "value": 98.14722083124687 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-eng_Latn", "type": "f1", "value": 97.57135703555333 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-eng_Latn", "type": "main_score", "value": 97.57135703555333 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-eng_Latn", "type": "precision", "value": 97.2959439158738 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-eng_Latn", "type": "recall", "value": 98.14722083124687 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fas_Arab", "type": "accuracy", "value": 94.64196294441662 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fas_Arab", "type": "f1", "value": 93.24653647137372 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fas_Arab", "type": "main_score", "value": 93.24653647137372 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fas_Arab", "type": "precision", "value": 92.60724419963279 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fas_Arab", "type": "recall", "value": 94.64196294441662 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fin_Latn", "type": "accuracy", "value": 87.98197295943916 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fin_Latn", "type": "f1", "value": 85.23368385912201 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fin_Latn", "type": "main_score", "value": 85.23368385912201 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fin_Latn", "type": "precision", "value": 84.08159858835873 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fin_Latn", "type": "recall", "value": 87.98197295943916 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fra_Latn", "type": "accuracy", "value": 96.24436654982473 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fra_Latn", "type": "f1", "value": 95.07093974294774 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fra_Latn", "type": "main_score", "value": 95.07093974294774 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fra_Latn", "type": "precision", "value": 94.49591053246536 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-fra_Latn", "type": "recall", "value": 96.24436654982473 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-heb_Hebr", "type": "accuracy", "value": 91.08662994491738 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-heb_Hebr", "type": "f1", "value": 88.5161074945752 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-heb_Hebr", "type": "main_score", "value": 88.5161074945752 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-heb_Hebr", "type": "precision", "value": 87.36187614755467 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-heb_Hebr", "type": "recall", "value": 91.08662994491738 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hin_Deva", "type": "accuracy", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hin_Deva", "type": "f1", "value": 93.66382907694876 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hin_Deva", "type": "main_score", "value": 93.66382907694876 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hin_Deva", "type": "precision", "value": 93.05291270238692 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hin_Deva", "type": "recall", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hrv_Latn", "type": "accuracy", "value": 95.14271407110667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hrv_Latn", "type": "f1", "value": 93.7481221832749 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hrv_Latn", "type": "main_score", "value": 93.7481221832749 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hrv_Latn", "type": "precision", "value": 93.10930681736892 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hrv_Latn", "type": "recall", "value": 95.14271407110667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hun_Latn", "type": "accuracy", "value": 90.18527791687532 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hun_Latn", "type": "f1", "value": 87.61415933423946 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hun_Latn", "type": "main_score", "value": 87.61415933423946 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hun_Latn", "type": "precision", "value": 86.5166400394242 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-hun_Latn", "type": "recall", "value": 90.18527791687532 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ind_Latn", "type": "accuracy", "value": 93.69053580370556 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ind_Latn", "type": "f1", "value": 91.83608746453012 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ind_Latn", "type": "main_score", "value": 91.83608746453012 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ind_Latn", "type": "precision", "value": 90.97145718577868 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ind_Latn", "type": "recall", "value": 93.69053580370556 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-jpn_Jpan", "type": "accuracy", "value": 89.48422633950926 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-jpn_Jpan", "type": "f1", "value": 86.91271033534429 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-jpn_Jpan", "type": "main_score", "value": 86.91271033534429 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-jpn_Jpan", "type": "precision", "value": 85.82671626487351 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-jpn_Jpan", "type": "recall", "value": 89.48422633950926 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-kor_Hang", "type": "accuracy", "value": 88.4827240861292 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-kor_Hang", "type": "f1", "value": 85.35080398375342 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-kor_Hang", "type": "main_score", "value": 85.35080398375342 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-kor_Hang", "type": "precision", "value": 83.9588549490903 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-kor_Hang", "type": "recall", "value": 88.4827240861292 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-lit_Latn", "type": "accuracy", "value": 90.33550325488233 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-lit_Latn", "type": "f1", "value": 87.68831819157307 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-lit_Latn", "type": "main_score", "value": 87.68831819157307 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-lit_Latn", "type": "precision", "value": 86.51524906407231 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-lit_Latn", "type": "recall", "value": 90.33550325488233 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-mkd_Cyrl", "type": "accuracy", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-mkd_Cyrl", "type": "f1", "value": 94.90402270071775 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-mkd_Cyrl", "type": "main_score", "value": 94.90402270071775 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-mkd_Cyrl", "type": "precision", "value": 94.43915873810715 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-mkd_Cyrl", "type": "recall", "value": 95.94391587381071 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-nld_Latn", "type": "accuracy", "value": 92.98948422633951 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-nld_Latn", "type": "f1", "value": 91.04323151393756 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-nld_Latn", "type": "main_score", "value": 91.04323151393756 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-nld_Latn", "type": "precision", "value": 90.14688699716241 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-nld_Latn", "type": "recall", "value": 92.98948422633951 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-pol_Latn", "type": "accuracy", "value": 94.34151226840261 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-pol_Latn", "type": "f1", "value": 92.8726422967785 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-pol_Latn", "type": "main_score", "value": 92.8726422967785 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-pol_Latn", "type": "precision", "value": 92.19829744616925 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-pol_Latn", "type": "recall", "value": 94.34151226840261 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-por_Latn", "type": "accuracy", "value": 86.17926890335504 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-por_Latn", "type": "f1", "value": 82.7304882287356 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-por_Latn", "type": "main_score", "value": 82.7304882287356 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-por_Latn", "type": "precision", "value": 81.28162481817964 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-por_Latn", "type": "recall", "value": 86.17926890335504 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slk_Latn", "type": "accuracy", "value": 92.7391086629945 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slk_Latn", "type": "f1", "value": 90.75112669003506 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slk_Latn", "type": "main_score", "value": 90.75112669003506 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slk_Latn", "type": "precision", "value": 89.8564513436822 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slk_Latn", "type": "recall", "value": 92.7391086629945 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slv_Latn", "type": "accuracy", "value": 92.8893340010015 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slv_Latn", "type": "f1", "value": 91.05992321816058 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slv_Latn", "type": "main_score", "value": 91.05992321816058 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slv_Latn", "type": "precision", "value": 90.22589439715128 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-slv_Latn", "type": "recall", "value": 92.8893340010015 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-spa_Latn", "type": "accuracy", "value": 96.49474211316975 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-spa_Latn", "type": "f1", "value": 95.4715406442998 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-spa_Latn", "type": "main_score", "value": 95.4715406442998 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-spa_Latn", "type": "precision", "value": 94.9799699549324 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-spa_Latn", "type": "recall", "value": 96.49474211316975 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Cyrl", "type": "accuracy", "value": 81.07160741111667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Cyrl", "type": "f1", "value": 76.55687285507015 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Cyrl", "type": "main_score", "value": 76.55687285507015 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Cyrl", "type": "precision", "value": 74.71886401030116 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Cyrl", "type": "recall", "value": 81.07160741111667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Latn", "type": "accuracy", "value": 95.14271407110667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Latn", "type": "f1", "value": 93.73302377809138 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Latn", "type": "main_score", "value": 93.73302377809138 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Latn", "type": "precision", "value": 93.06960440660991 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-srp_Latn", "type": "recall", "value": 95.14271407110667 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swa_Latn", "type": "accuracy", "value": 94.79218828242364 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swa_Latn", "type": "f1", "value": 93.25988983475212 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swa_Latn", "type": "main_score", "value": 93.25988983475212 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swa_Latn", "type": "precision", "value": 92.53463528626273 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swa_Latn", "type": "recall", "value": 94.79218828242364 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swe_Latn", "type": "accuracy", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swe_Latn", "type": "f1", "value": 93.58704723752295 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swe_Latn", "type": "main_score", "value": 93.58704723752295 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swe_Latn", "type": "precision", "value": 92.91437155733601 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-swe_Latn", "type": "recall", "value": 95.04256384576865 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tam_Taml", "type": "accuracy", "value": 93.28993490235354 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tam_Taml", "type": "f1", "value": 91.63912535469872 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tam_Taml", "type": "main_score", "value": 91.63912535469872 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tam_Taml", "type": "precision", "value": 90.87738750983617 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tam_Taml", "type": "recall", "value": 93.28993490235354 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tur_Latn", "type": "accuracy", "value": 93.74061091637456 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tur_Latn", "type": "f1", "value": 91.96628275746953 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tur_Latn", "type": "main_score", "value": 91.96628275746953 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tur_Latn", "type": "precision", "value": 91.15923885828742 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-tur_Latn", "type": "recall", "value": 93.74061091637456 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ukr_Cyrl", "type": "accuracy", "value": 95.99399098647972 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ukr_Cyrl", "type": "f1", "value": 94.89567684860624 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ukr_Cyrl", "type": "main_score", "value": 94.89567684860624 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ukr_Cyrl", "type": "precision", "value": 94.37072275079286 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-ukr_Cyrl", "type": "recall", "value": 95.99399098647972 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-vie_Latn", "type": "accuracy", "value": 91.4371557336004 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-vie_Latn", "type": "f1", "value": 88.98681355366382 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-vie_Latn", "type": "main_score", "value": 88.98681355366382 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-vie_Latn", "type": "precision", "value": 87.89183775663496 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-vie_Latn", "type": "recall", "value": 91.4371557336004 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zho_Hant", "type": "accuracy", "value": 92.7891837756635 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zho_Hant", "type": "f1", "value": 90.79047142141783 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zho_Hant", "type": "main_score", "value": 90.79047142141783 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zho_Hant", "type": "precision", "value": 89.86980470706058 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zho_Hant", "type": "recall", "value": 92.7891837756635 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zul_Latn", "type": "accuracy", "value": 87.43114672008012 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zul_Latn", "type": "f1", "value": 84.04618833011422 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zul_Latn", "type": "main_score", "value": 84.04618833011422 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zul_Latn", "type": "precision", "value": 82.52259341393041 }, { "slice": "dataset: mteb/NTREX, split: test, config: rus_Cyrl-zul_Latn", "type": "recall", "value": 87.43114672008012 }, { "slice": "dataset: mteb/NTREX, split: test, config: slk_Latn-rus_Cyrl", "type": "accuracy", "value": 95.34301452178268 }, { "slice": "dataset: mteb/NTREX, split: test, config: slk_Latn-rus_Cyrl", "type": "f1", "value": 94.20392493502158 }, { "slice": "dataset: mteb/NTREX, split: test, config: slk_Latn-rus_Cyrl", "type": "main_score", "value": 94.20392493502158 }, { "slice": "dataset: mteb/NTREX, split: test, config: slk_Latn-rus_Cyrl", "type": "precision", "value": 93.67384409948257 }, { "slice": "dataset: mteb/NTREX, split: test, config: slk_Latn-rus_Cyrl", "type": "recall", "value": 95.34301452178268 }, { "slice": "dataset: mteb/NTREX, split: test, config: slv_Latn-rus_Cyrl", "type": "accuracy", "value": 92.23835753630446 }, { "slice": "dataset: mteb/NTREX, split: test, config: slv_Latn-rus_Cyrl", "type": "f1", "value": 90.5061759305625 }, { "slice": "dataset: mteb/NTREX, split: test, config: slv_Latn-rus_Cyrl", "type": "main_score", "value": 90.5061759305625 }, { "slice": "dataset: mteb/NTREX, split: test, config: slv_Latn-rus_Cyrl", "type": "precision", "value": 89.74231188051918 }, { "slice": "dataset: mteb/NTREX, split: test, config: slv_Latn-rus_Cyrl", "type": "recall", "value": 92.23835753630446 }, { "slice": "dataset: mteb/NTREX, split: test, config: spa_Latn-rus_Cyrl", "type": "accuracy", "value": 96.54481722583876 }, { "slice": "dataset: mteb/NTREX, split: test, config: spa_Latn-rus_Cyrl", "type": "f1", "value": 95.54665331330328 }, { "slice": "dataset: mteb/NTREX, split: test, config: spa_Latn-rus_Cyrl", "type": "main_score", "value": 95.54665331330328 }, { "slice": "dataset: mteb/NTREX, split: test, config: spa_Latn-rus_Cyrl", "type": "precision", "value": 95.06342847604739 }, { "slice": "dataset: mteb/NTREX, split: test, config: spa_Latn-rus_Cyrl", "type": "recall", "value": 96.54481722583876 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Cyrl-rus_Cyrl", "type": "accuracy", "value": 83.62543815723585 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Cyrl-rus_Cyrl", "type": "f1", "value": 80.77095672699816 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Cyrl-rus_Cyrl", "type": "main_score", "value": 80.77095672699816 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Cyrl-rus_Cyrl", "type": "precision", "value": 79.74674313056886 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Cyrl-rus_Cyrl", "type": "recall", "value": 83.62543815723585 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Latn-rus_Cyrl", "type": "accuracy", "value": 94.44166249374061 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Latn-rus_Cyrl", "type": "f1", "value": 93.00733206591994 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Latn-rus_Cyrl", "type": "main_score", "value": 93.00733206591994 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Latn-rus_Cyrl", "type": "precision", "value": 92.37203026762366 }, { "slice": "dataset: mteb/NTREX, split: test, config: srp_Latn-rus_Cyrl", "type": "recall", "value": 94.44166249374061 }, { "slice": "dataset: mteb/NTREX, split: test, config: swa_Latn-rus_Cyrl", "type": "accuracy", "value": 90.23535302954431 }, { "slice": "dataset: mteb/NTREX, split: test, config: swa_Latn-rus_Cyrl", "type": "f1", "value": 87.89596482636041 }, { "slice": "dataset: mteb/NTREX, split: test, config: swa_Latn-rus_Cyrl", "type": "main_score", "value": 87.89596482636041 }, { "slice": "dataset: mteb/NTREX, split: test, config: swa_Latn-rus_Cyrl", "type": "precision", "value": 86.87060227370694 }, { "slice": "dataset: mteb/NTREX, split: test, config: swa_Latn-rus_Cyrl", "type": "recall", "value": 90.23535302954431 }, { "slice": "dataset: mteb/NTREX, split: test, config: swe_Latn-rus_Cyrl", "type": "accuracy", "value": 95.44316474712068 }, { "slice": "dataset: mteb/NTREX, split: test, config: swe_Latn-rus_Cyrl", "type": "f1", "value": 94.1896177599733 }, { "slice": "dataset: mteb/NTREX, split: test, config: swe_Latn-rus_Cyrl", "type": "main_score", "value": 94.1896177599733 }, { "slice": "dataset: mteb/NTREX, split: test, config: swe_Latn-rus_Cyrl", "type": "precision", "value": 93.61542313470206 }, { "slice": "dataset: mteb/NTREX, split: test, config: swe_Latn-rus_Cyrl", "type": "recall", "value": 95.44316474712068 }, { "slice": "dataset: mteb/NTREX, split: test, config: tam_Taml-rus_Cyrl", "type": "accuracy", "value": 89.68452679018529 }, { "slice": "dataset: mteb/NTREX, split: test, config: tam_Taml-rus_Cyrl", "type": "f1", "value": 87.37341160650037 }, { "slice": "dataset: mteb/NTREX, split: test, config: tam_Taml-rus_Cyrl", "type": "main_score", "value": 87.37341160650037 }, { "slice": "dataset: mteb/NTREX, split: test, config: tam_Taml-rus_Cyrl", "type": "precision", "value": 86.38389402285247 }, { "slice": "dataset: mteb/NTREX, split: test, config: tam_Taml-rus_Cyrl", "type": "recall", "value": 89.68452679018529 }, { "slice": "dataset: mteb/NTREX, split: test, config: tur_Latn-rus_Cyrl", "type": "accuracy", "value": 93.89083625438157 }, { "slice": "dataset: mteb/NTREX, split: test, config: tur_Latn-rus_Cyrl", "type": "f1", "value": 92.33892505424804 }, { "slice": "dataset: mteb/NTREX, split: test, config: tur_Latn-rus_Cyrl", "type": "main_score", "value": 92.33892505424804 }, { "slice": "dataset: mteb/NTREX, split: test, config: tur_Latn-rus_Cyrl", "type": "precision", "value": 91.63125640842216 }, { "slice": "dataset: mteb/NTREX, split: test, config: tur_Latn-rus_Cyrl", "type": "recall", "value": 93.89083625438157 }, { "slice": "dataset: mteb/NTREX, split: test, config: ukr_Cyrl-rus_Cyrl", "type": "accuracy", "value": 96.14421632448673 }, { "slice": "dataset: mteb/NTREX, split: test, config: ukr_Cyrl-rus_Cyrl", "type": "f1", "value": 95.11028447433054 }, { "slice": "dataset: mteb/NTREX, split: test, config: ukr_Cyrl-rus_Cyrl", "type": "main_score", "value": 95.11028447433054 }, { "slice": "dataset: mteb/NTREX, split: test, config: ukr_Cyrl-rus_Cyrl", "type": "precision", "value": 94.62944416624937 }, { "slice": "dataset: mteb/NTREX, split: test, config: ukr_Cyrl-rus_Cyrl", "type": "recall", "value": 96.14421632448673 }, { "slice": "dataset: mteb/NTREX, split: test, config: vie_Latn-rus_Cyrl", "type": "accuracy", "value": 93.79068602904357 }, { "slice": "dataset: mteb/NTREX, split: test, config: vie_Latn-rus_Cyrl", "type": "f1", "value": 92.14989150392256 }, { "slice": "dataset: mteb/NTREX, split: test, config: vie_Latn-rus_Cyrl", "type": "main_score", "value": 92.14989150392256 }, { "slice": "dataset: mteb/NTREX, split: test, config: vie_Latn-rus_Cyrl", "type": "precision", "value": 91.39292271740945 }, { "slice": "dataset: mteb/NTREX, split: test, config: vie_Latn-rus_Cyrl", "type": "recall", "value": 93.79068602904357 }, { "slice": "dataset: mteb/NTREX, split: test, config: zho_Hant-rus_Cyrl", "type": "accuracy", "value": 89.13370055082625 }, { "slice": "dataset: mteb/NTREX, split: test, config: zho_Hant-rus_Cyrl", "type": "f1", "value": 86.51514618639217 }, { "slice": "dataset: mteb/NTREX, split: test, config: zho_Hant-rus_Cyrl", "type": "main_score", "value": 86.51514618639217 }, { "slice": "dataset: mteb/NTREX, split: test, config: zho_Hant-rus_Cyrl", "type": "precision", "value": 85.383920035898 }, { "slice": "dataset: mteb/NTREX, split: test, config: zho_Hant-rus_Cyrl", "type": "recall", "value": 89.13370055082625 }, { "slice": "dataset: mteb/NTREX, split: test, config: zul_Latn-rus_Cyrl", "type": "accuracy", "value": 81.17175763645467 }, { "slice": "dataset: mteb/NTREX, split: test, config: zul_Latn-rus_Cyrl", "type": "f1", "value": 77.72331766047338 }, { "slice": "dataset: mteb/NTREX, split: test, config: zul_Latn-rus_Cyrl", "type": "main_score", "value": 77.72331766047338 }, { "slice": "dataset: mteb/NTREX, split: test, config: zul_Latn-rus_Cyrl", "type": "precision", "value": 76.24629555848075 }, { "slice": "dataset: mteb/NTREX, split: test, config: zul_Latn-rus_Cyrl", "type": "recall", "value": 81.17175763645467 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_accuracy", "value": 73.09136420525657 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_accuracy_threshold", "value": 87.70400881767273 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_ap", "value": 86.51938550599533 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_f1", "value": 80.84358523725834 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_f1_threshold", "value": 86.90648078918457 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_precision", "value": 73.24840764331209 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "cosine_recall", "value": 90.19607843137256 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_accuracy", "value": 73.09136420525657 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_accuracy_threshold", "value": 87.7040147781372 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_ap", "value": 86.51934769946833 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_f1", "value": 80.84358523725834 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_f1_threshold", "value": 86.90648078918457 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_precision", "value": 73.24840764331209 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "dot_recall", "value": 90.19607843137256 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_accuracy", "value": 73.09136420525657 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_accuracy_threshold", "value": 49.590304493904114 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_ap", "value": 86.51934769946833 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_f1", "value": 80.84358523725834 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_f1_threshold", "value": 51.173269748687744 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_precision", "value": 73.24840764331209 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "euclidean_recall", "value": 90.19607843137256 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "main_score", "value": 86.51976811057995 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_accuracy", "value": 73.40425531914893 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_accuracy_threshold", "value": 757.8278541564941 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_ap", "value": 86.51976811057995 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_f1", "value": 80.92898615453328 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_f1_threshold", "value": 778.3821105957031 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_precision", "value": 74.32321575061526 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "manhattan_recall", "value": 88.8235294117647 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "max_ap", "value": 86.51976811057995 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "max_f1", "value": 80.92898615453328 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "max_precision", "value": 74.32321575061526 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "max_recall", "value": 90.19607843137256 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_accuracy", "value": 73.09136420525657 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_accuracy_threshold", "value": 87.70400881767273 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_ap", "value": 86.51938550599533 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_f1", "value": 80.84358523725834 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_f1_threshold", "value": 86.90648078918457 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_precision", "value": 73.24840764331209 }, { "slice": "dataset: GEM/opusparcus, split: test.full, config: ru", "type": "similarity_recall", "value": 90.19607843137256 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "main_score", "value": 79.303 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_1", "value": 61.538000000000004 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_10", "value": 74.449 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_100", "value": 74.687 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_1000", "value": 74.687 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_20", "value": 74.589 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_3", "value": 73.333 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "map_at_5", "value": 74.256 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_1", "value": 61.53846153846154 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_10", "value": 74.44871794871794 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_100", "value": 74.68730304304074 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_1000", "value": 74.68730304304074 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_20", "value": 74.58857808857809 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_3", "value": 73.33333333333333 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "mrr_at_5", "value": 74.25641025641025 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1000_diff1", "value": 61.375798048778506 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1000_max", "value": 51.37093181241067 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1000_std", "value": 41.735794471409015 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_100_diff1", "value": 61.375798048778506 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_100_max", "value": 51.37093181241067 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_100_std", "value": 41.735794471409015 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_10_diff1", "value": 61.12796039757213 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_10_max", "value": 51.843445267118014 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_10_std", "value": 42.243121474939365 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1_diff1", "value": 66.39100974909151 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1_max", "value": 44.77165601342703 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_1_std", "value": 32.38542979413408 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_20_diff1", "value": 61.16611123434347 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_20_max", "value": 51.52605092407306 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_20_std", "value": 41.94787773313971 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_3_diff1", "value": 61.40157474408937 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_3_max", "value": 51.47230077853947 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_3_std", "value": 42.63540269440141 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_5_diff1", "value": 61.07631147583098 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_5_max", "value": 52.02626939341523 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_map_at_5_std", "value": 42.511607332150334 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1000_diff1", "value": 61.375798048778506 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1000_max", "value": 51.37093181241067 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1000_std", "value": 41.735794471409015 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_100_diff1", "value": 61.375798048778506 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_100_max", "value": 51.37093181241067 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_100_std", "value": 41.735794471409015 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_10_diff1", "value": 61.12796039757213 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_10_max", "value": 51.843445267118014 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_10_std", "value": 42.243121474939365 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1_diff1", "value": 66.39100974909151 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1_max", "value": 44.77165601342703 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_1_std", "value": 32.38542979413408 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_20_diff1", "value": 61.16611123434347 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_20_max", "value": 51.52605092407306 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_20_std", "value": 41.94787773313971 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_3_diff1", "value": 61.40157474408937 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_3_max", "value": 51.47230077853947 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_3_std", "value": 42.63540269440141 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_5_diff1", "value": 61.07631147583098 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_5_max", "value": 52.02626939341523 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_mrr_at_5_std", "value": 42.511607332150334 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1000_diff1", "value": 60.54821630436157 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1000_max", "value": 52.584328363863634 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1000_std", "value": 43.306961101645946 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_100_diff1", "value": 60.54821630436157 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_100_max", "value": 52.584328363863634 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_100_std", "value": 43.306961101645946 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_10_diff1", "value": 58.800340278109886 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_10_max", "value": 55.31050771670664 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_10_std", "value": 46.40931672942848 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1_diff1", "value": 66.39100974909151 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1_max", "value": 44.77165601342703 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_1_std", "value": 32.38542979413408 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_20_diff1", "value": 58.88690479697946 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_20_max", "value": 54.19269661177923 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_20_std", "value": 45.39305589413174 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_3_diff1", "value": 59.61866351451574 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_3_max", "value": 54.23992718744033 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_3_std", "value": 46.997379274101 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_5_diff1", "value": 58.70739588066225 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_5_max", "value": 55.76766902539152 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_ndcg_at_5_std", "value": 47.10553115762958 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1000_diff1", "value": 100 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1000_max", "value": 100 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1000_std", "value": 100 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_100_diff1", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_100_max", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_100_std", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_10_diff1", "value": 35.72622112397501 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_10_max", "value": 89.84297108673948 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_10_std", "value": 86.60269192422707 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1_diff1", "value": 66.39100974909151 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1_max", "value": 44.77165601342703 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_1_std", "value": 32.38542979413408 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_20_diff1", "value": 29.188449183726433 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_20_max", "value": 86.45729478231968 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_20_std", "value": 86.45729478231968 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_3_diff1", "value": 50.294126629236224 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_3_max", "value": 68.98223127174579 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_3_std", "value": 70.31195520376356 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_5_diff1", "value": 39.648884288124385 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_5_max", "value": 86.3409770687935 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_precision_at_5_std", "value": 83.74875373878356 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_100_diff1", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_100_max", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_100_std", "value": null }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_10_diff1", "value": 35.72622112397516 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_10_max", "value": 89.84297108673968 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_10_std", "value": 86.60269192422749 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1_diff1", "value": 66.39100974909151 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1_max", "value": 44.77165601342703 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_1_std", "value": 32.38542979413408 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_20_diff1", "value": 29.188449183726323 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_20_max", "value": 86.45729478231985 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_20_std", "value": 86.45729478231985 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_3_diff1", "value": 50.29412662923603 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_3_max", "value": 68.98223127174562 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_3_std", "value": 70.31195520376346 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_5_diff1", "value": 39.64888428812445 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_5_max", "value": 86.34097706879359 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "nauc_recall_at_5_std", "value": 83.74875373878366 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_1", "value": 61.538000000000004 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_10", "value": 79.303 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_100", "value": 80.557 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_1000", "value": 80.557 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_20", "value": 79.732 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_3", "value": 77.033 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "ndcg_at_5", "value": 78.818 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_1", "value": 61.538000000000004 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_10", "value": 9.385 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_100", "value": 1 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_20", "value": 4.769 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_3", "value": 29.231 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "precision_at_5", "value": 18.462 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_1", "value": 61.538000000000004 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_10", "value": 93.84599999999999 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_100", "value": 100 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_20", "value": 95.38499999999999 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_3", "value": 87.69200000000001 }, { "slice": "dataset: xhluca/publichealth-qa, split: test, config: russian", "type": "recall_at_5", "value": 92.308 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "cosine_pearson", "value": 64.73554596215753 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "cosine_spearman", "value": 70.45849652271855 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "euclidean_pearson", "value": 68.08069844834267 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "euclidean_spearman", "value": 70.45854872959124 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "main_score", "value": 70.45849652271855 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "manhattan_pearson", "value": 67.88325986519624 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "manhattan_spearman", "value": 70.21131896834542 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "pearson", "value": 64.73554596215753 }, { "slice": "dataset: merionum/ru_paraphraser, split: test, config: default", "type": "spearman", "value": 70.45849652271855 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "main_score", "value": 70.00999999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_1", "value": 55.97 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_10", "value": 65.59700000000001 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_100", "value": 66.057 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_1000", "value": 66.074 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_20", "value": 65.892 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_3", "value": 63.74999999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "map_at_5", "value": 64.84299999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_1", "value": 55.88999999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_10", "value": 65.55873015872977 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_100", "value": 66.01891495129716 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_1000", "value": 66.03538391493299 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_20", "value": 65.85351193431555 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_3", "value": 63.7133333333329 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "mrr_at_5", "value": 64.80483333333268 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 65.95332946436318 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 28.21204156197811 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -13.139245767083743 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 65.94763105024367 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_100_max", "value": 28.212832170078205 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_100_std", "value": -13.131425849370665 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 65.88455089448388 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_10_max", "value": 28.13555838776792 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_10_std", "value": -13.326989827081023 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 69.31275711813979 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1_max", "value": 26.386708520283758 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_1_std", "value": -14.434616447245464 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 65.91227032605677 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_20_max", "value": 28.20538655600886 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_20_std", "value": -13.191148834410274 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 66.0051677952641 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_3_max", "value": 28.25443420019022 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_3_std", "value": -13.893284109029558 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 65.89784348297898 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_5_max", "value": 28.26449765184183 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_map_at_5_std", "value": -13.506692912805008 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 66.06599513750889 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 28.191556650722287 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -13.098487982930276 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 66.0602307977725 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 28.19235936624514 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -13.09069677716269 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 65.99546819079403 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 28.11556170120022 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -13.286711073897553 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 69.49541040517995 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 26.354622707276153 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -14.358839778104695 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 66.02427154257936 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 28.18509383563462 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -13.150543398429 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 66.11258119082618 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 28.239510722224004 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -13.857249251136269 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 66.00633786765626 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 28.244875152193032 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -13.467206028704434 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 65.02876183314446 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 29.109368390197194 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -11.56514359821697 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 64.85837726893713 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 29.19990133137256 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -11.17450348161257 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 64.53842705024796 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 28.748734006088526 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -12.331395505957063 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 69.31275711813979 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 26.386708520283758 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -14.434616447245464 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 64.59017606740504 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 29.047332048898017 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -11.746548770195954 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 64.87900935713822 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 28.953157521204403 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -13.639947228880942 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 64.61466953479034 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 29.01899321868392 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -12.85356404799802 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": 48.85481417002382 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 57.129837326696375 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 37.889524999906435 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": 53.374672326788264 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 43.819333062207974 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 21.387064885769362 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 57.66571169774445 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 31.779694837242033 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_10_std", "value": -6.6248399147180255 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 69.31275711813979 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 26.386708520283758 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -14.434616447245464 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": 55.93570036001682 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 34.98640173388743 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_20_std", "value": -0.36518465159326174 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 60.94100093991508 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 31.422239034357673 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_3_std", "value": -12.72576556537896 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 59.450505195434054 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 32.07638712418377 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_precision_at_5_std", "value": -10.024459103498598 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 48.854814170024184 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 57.129837326697164 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 37.88952499990672 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 53.37467232678822 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 43.8193330622079 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 21.387064885769398 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 57.66571169774447 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 31.779694837242133 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -6.62483991471789 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 69.31275711813979 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 26.386708520283758 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -14.434616447245464 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 55.93570036001682 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 34.986401733887554 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -0.3651846515931506 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 60.94100093991499 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 31.422239034357606 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -12.725765565378966 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 59.450505195434125 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 32.07638712418387 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -10.024459103498472 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_1", "value": 55.97 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_10", "value": 70.00999999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_100", "value": 72.20100000000001 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_1000", "value": 72.65599999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_20", "value": 71.068 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_3", "value": 66.228 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "ndcg_at_5", "value": 68.191 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_1", "value": 55.97 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_10", "value": 8.373999999999999 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_100", "value": 0.9390000000000001 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_1000", "value": 0.097 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_20", "value": 4.3950000000000005 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_3", "value": 24.46 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "precision_at_5", "value": 15.626000000000001 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_1", "value": 55.97 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_10", "value": 83.74000000000001 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_100", "value": 93.87 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_1000", "value": 97.49 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_20", "value": 87.89 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_3", "value": 73.38 }, { "slice": "dataset: ai-forever/ria-news-retrieval, split: test, config: default", "type": "recall_at_5", "value": 78.13 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "main_score", "value": 71.44929565043827 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "map", "value": 71.44929565043827 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "mrr", "value": 77.78391820945014 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_map_diff1", "value": 38.140840668080244 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_map_max", "value": 27.54328688105381 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_map_std", "value": 16.81572082284672 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_mrr_diff1", "value": 44.51350415961509 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_mrr_max", "value": 36.491182016669754 }, { "slice": "dataset: ai-forever/rubq-reranking, split: test, config: default", "type": "nAUC_mrr_std", "value": 22.47139593052269 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "main_score", "value": 68.529 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_1", "value": 42.529 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_10", "value": 60.864 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_100", "value": 61.868 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_1000", "value": 61.907000000000004 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_20", "value": 61.596 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_3", "value": 55.701 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "map_at_5", "value": 58.78 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_1", "value": 60.57919621749409 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_10", "value": 70.55614188149649 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_100", "value": 70.88383816664494 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_1000", "value": 70.89719252668833 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_20", "value": 70.79839750105347 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_3", "value": 68.4594168636722 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "mrr_at_5", "value": 69.67100078802214 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 40.67438785660885 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 32.79981738507424 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -6.873402600044831 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 40.65643664443284 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_100_max", "value": 32.81594799919249 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_100_std", "value": -6.8473246794498195 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 40.39048268484908 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_10_max", "value": 32.403242161479525 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_10_std", "value": -7.344413799841244 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 44.36306892906905 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1_max", "value": 25.61348630699028 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_1_std", "value": -8.713074613333902 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 40.530326570124615 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_20_max", "value": 32.74028319323205 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_20_std", "value": -7.008180779820569 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 40.764924859364044 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_3_max", "value": 29.809671682025336 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_3_std", "value": -9.205620202725564 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 40.88599496021476 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_5_max", "value": 32.1701894666848 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_map_at_5_std", "value": -7.801251849010623 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 48.64181373540728 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 40.136947990653546 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -7.250260497468805 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 48.63349902496212 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 40.14510559704008 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -7.228702374801103 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 48.58580560194813 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 40.15075599433366 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -7.267928771548688 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 51.47535097164919 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 38.23579750430856 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -9.187785187137633 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 48.58688378336222 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 40.13408744088299 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -7.283132775160146 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 48.66833005454742 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 40.07987333638038 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -7.738819947521418 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 48.76536305941537 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 40.381929739522185 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -7.592858318378928 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 41.67304442004693 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 35.84126926253235 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -4.78971011604655 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 41.16918850185783 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 36.082461962326505 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -4.092442251697269 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 40.300065598615205 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 34.87866296788365 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -5.866529277842453 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 51.74612915209495 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 37.71907067970078 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -9.064124266098696 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 40.493949850214584 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 35.69331503650286 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -4.995310342975443 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 41.269443212112364 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 32.572844460953334 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -9.063015396458791 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 41.37039652522888 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 34.67416011393571 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -7.106845569862319 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -9.571769961090155 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 5.574782583417188 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 7.28333847923847 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -7.7405012003383735 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 9.67745355070353 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 9.327890294080992 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -1.006879647532931 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 15.899825481231064 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 4.2284084852153105 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 51.74612915209495 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 37.71907067970078 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -9.064124266098696 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -4.982301544401409 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 13.241674471380568 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 7.052280133821539 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 15.442614376387374 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 25.12695418083 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_3_std", "value": -3.1150066697920638 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 8.381026072692444 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 22.839056540604822 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 1.5126905486524331 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -0.8869709920433502 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 45.092324433377264 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 62.21264093315108 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 16.036715011075714 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 39.79963411771158 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 28.41850069503361 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 25.189622794479998 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 30.82355277039427 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 0.0964544736531047 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 44.36306892906905 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 25.61348630699028 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -8.713074613333902 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 20.43424504746087 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 33.96010554649377 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 6.900984030301936 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 33.86531858793492 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 27.725692256711188 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -8.533124289305709 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 32.006964557701686 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 31.493370659289806 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -4.8639793547793255 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_1", "value": 60.461 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_10", "value": 68.529 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_100", "value": 71.664 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_1000", "value": 72.396 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_20", "value": 70.344 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_3", "value": 61.550000000000004 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "ndcg_at_5", "value": 64.948 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_1", "value": 60.461 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_10", "value": 13.28 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_100", "value": 1.555 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_1000", "value": 0.164 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_20", "value": 7.216 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_3", "value": 33.077 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "precision_at_5", "value": 23.014000000000003 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_1", "value": 42.529 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_10", "value": 81.169 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_100", "value": 93.154 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_1000", "value": 98.18299999999999 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_20", "value": 87.132 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_3", "value": 63.905 }, { "slice": "dataset: ai-forever/rubq-retrieval, split: test, config: default", "type": "recall_at_5", "value": 71.967 }, { "slice": "dataset: ai-forever/ru-reviews-classification, split: test, config: default", "type": "accuracy", "value": 61.17675781250001 }, { "slice": "dataset: ai-forever/ru-reviews-classification, split: test, config: default", "type": "f1", "value": 60.354535346041374 }, { "slice": "dataset: ai-forever/ru-reviews-classification, split: test, config: default", "type": "f1_weighted", "value": 60.35437313166116 }, { "slice": "dataset: ai-forever/ru-reviews-classification, split: test, config: default", "type": "main_score", "value": 61.17675781250001 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "cosine_pearson", "value": 78.1301041727274 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "cosine_spearman", "value": 78.08238025421747 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "euclidean_pearson", "value": 77.35224254583635 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "euclidean_spearman", "value": 78.08235336582496 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "main_score", "value": 78.08238025421747 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "manhattan_pearson", "value": 77.24138550052075 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "manhattan_spearman", "value": 77.98199107904142 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "pearson", "value": 78.1301041727274 }, { "slice": "dataset: ai-forever/ru-stsbenchmark-sts, split: test, config: default", "type": "spearman", "value": 78.08238025421747 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "accuracy", "value": 54.990234375 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "f1", "value": 53.537019057131374 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "f1_weighted", "value": 53.552745354520766 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "main_score", "value": 54.990234375 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "main_score", "value": 50.775228895355106 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "v_measure", "value": 50.775228895355106 }, { "slice": "dataset: ai-forever/ru-scibench-grnti-classification, split: test, config: default", "type": "v_measure_std", "value": 0.9533571150165796 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "accuracy", "value": 41.71875 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "f1", "value": 39.289100975858304 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "f1_weighted", "value": 39.29257829217775 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "main_score", "value": 41.71875 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "main_score", "value": 45.10904808834516 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "v_measure", "value": 45.10904808834516 }, { "slice": "dataset: ai-forever/ru-scibench-oecd-classification, split: test, config: default", "type": "v_measure_std", "value": 1.0572643410157534 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "accuracy", "value": 66.36363636363637 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "f1", "value": 64.6940336621617 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "f1_weighted", "value": 66.43317771876966 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "main_score", "value": 66.36363636363637 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "main_score", "value": 33.99178497314711 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "v_measure", "value": 33.99178497314711 }, { "slice": "dataset: mteb/sib200, split: test, config: rus_Cyrl", "type": "v_measure_std", "value": 4.036337464043786 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "cosine_pearson", "value": 50.724322379215934 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "cosine_spearman", "value": 59.90449732164651 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "euclidean_pearson", "value": 50.227545226784024 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "euclidean_spearman", "value": 59.898906527601085 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "main_score", "value": 59.90449732164651 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "manhattan_pearson", "value": 50.21762139819405 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "manhattan_spearman", "value": 59.761039813759 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "pearson", "value": 50.724322379215934 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: ru", "type": "spearman", "value": 59.90449732164651 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "cosine_pearson", "value": 78.43928769569945 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "cosine_spearman", "value": 78.23961768018884 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "euclidean_pearson", "value": 77.4718694027985 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "euclidean_spearman", "value": 78.23887044760475 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "main_score", "value": 78.23961768018884 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "manhattan_pearson", "value": 77.34517128089547 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "manhattan_spearman", "value": 78.1146477340426 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "pearson", "value": 78.43928769569945 }, { "slice": "dataset: mteb/stsb_multi_mt, split: dev, config: ru", "type": "spearman", "value": 78.23961768018884 }, { "slice": "dataset: ai-forever/sensitive-topics-classification, split: test, config: default", "type": "accuracy", "value": 22.8125 }, { "slice": "dataset: ai-forever/sensitive-topics-classification, split: test, config: default", "type": "f1", "value": 17.31969589593409 }, { "slice": "dataset: ai-forever/sensitive-topics-classification, split: test, config: default", "type": "lrap", "value": 33.82412380642287 }, { "slice": "dataset: ai-forever/sensitive-topics-classification, split: test, config: default", "type": "main_score", "value": 22.8125 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_accuracy", "value": 57.32899022801303 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_accuracy_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_ap", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_f1", "value": 66.83544303797468 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_f1_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_precision", "value": 54.54545454545454 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "cosine_recall", "value": 86.27450980392157 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_accuracy", "value": 57.32899022801303 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_accuracy_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_ap", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_f1", "value": 66.83544303797468 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_f1_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_precision", "value": 54.54545454545454 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "dot_recall", "value": 86.27450980392157 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_accuracy", "value": 57.32899022801303 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_accuracy_threshold", "value": 54.18117046356201 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_ap", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_f1", "value": 66.83544303797468 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_f1_threshold", "value": 54.18117046356201 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_precision", "value": 54.54545454545454 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "euclidean_recall", "value": 86.27450980392157 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "main_score", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_accuracy", "value": 57.32899022801303 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_accuracy_threshold", "value": 828.8480758666992 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_ap", "value": 55.077974053622555 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_f1", "value": 66.82352941176471 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_f1_threshold", "value": 885.6784820556641 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_precision", "value": 52.20588235294118 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "manhattan_recall", "value": 92.81045751633987 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "max_ap", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "max_f1", "value": 66.83544303797468 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "max_precision", "value": 54.54545454545454 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "max_recall", "value": 92.81045751633987 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_accuracy", "value": 57.32899022801303 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_accuracy_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_ap", "value": 55.14264553720072 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_f1", "value": 66.83544303797468 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_f1_threshold", "value": 85.32201051712036 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_precision", "value": 54.54545454545454 }, { "slice": "dataset: ai-forever/terra-pairclassification, split: dev, config: default", "type": "similarity_recall", "value": 86.27450980392157 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_accuracy", "value": 67.6923076923077 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_accuracy_threshold", "value": 87.6681923866272 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_ap", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_f1", "value": 70.40641099026904 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_f1_threshold", "value": 85.09706258773804 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_precision", "value": 57.74647887323944 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "cosine_recall", "value": 90.17595307917888 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_accuracy", "value": 67.6923076923077 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_accuracy_threshold", "value": 87.66818642616272 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_ap", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_f1", "value": 70.40641099026904 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_f1_threshold", "value": 85.09706258773804 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_precision", "value": 57.74647887323944 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "dot_recall", "value": 90.17595307917888 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_accuracy", "value": 67.6923076923077 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_accuracy_threshold", "value": 49.662476778030396 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_ap", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_f1", "value": 70.40641099026904 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_f1_threshold", "value": 54.59475517272949 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_precision", "value": 57.74647887323944 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "euclidean_recall", "value": 90.17595307917888 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "main_score", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_accuracy", "value": 67.54578754578755 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_accuracy_threshold", "value": 777.1001815795898 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_ap", "value": 72.98861474758783 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_f1", "value": 70.6842435655995 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_f1_threshold", "value": 810.3782653808594 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_precision", "value": 61.80021953896817 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "manhattan_recall", "value": 82.55131964809385 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "max_ap", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "max_f1", "value": 70.6842435655995 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "max_precision", "value": 61.80021953896817 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "max_recall", "value": 90.17595307917888 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_accuracy", "value": 67.6923076923077 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_accuracy_threshold", "value": 87.6681923866272 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_ap", "value": 73.18693800863593 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_f1", "value": 70.40641099026904 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_f1_threshold", "value": 85.09706258773804 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_precision", "value": 57.74647887323944 }, { "slice": "dataset: mteb/xnli, split: test, config: ru", "type": "similarity_recall", "value": 90.17595307917888 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_accuracy", "value": 68.35164835164835 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_accuracy_threshold", "value": 88.48621845245361 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_ap", "value": 73.10205506215699 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_f1", "value": 71.28712871287128 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_f1_threshold", "value": 87.00399398803711 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_precision", "value": 61.67023554603854 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "cosine_recall", "value": 84.4574780058651 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_accuracy", "value": 68.35164835164835 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_accuracy_threshold", "value": 88.48622441291809 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_ap", "value": 73.10191110714706 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_f1", "value": 71.28712871287128 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_f1_threshold", "value": 87.00399398803711 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_precision", "value": 61.67023554603854 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "dot_recall", "value": 84.4574780058651 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_accuracy", "value": 68.35164835164835 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_accuracy_threshold", "value": 47.98704385757446 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_ap", "value": 73.10205506215699 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_f1", "value": 71.28712871287128 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_f1_threshold", "value": 50.982362031936646 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_precision", "value": 61.67023554603854 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "euclidean_recall", "value": 84.4574780058651 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "main_score", "value": 73.10205506215699 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_accuracy", "value": 67.91208791208791 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_accuracy_threshold", "value": 746.1360931396484 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_ap", "value": 72.8954736175069 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_f1", "value": 71.1297071129707 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_f1_threshold", "value": 808.0789566040039 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_precision", "value": 60.04036326942482 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "manhattan_recall", "value": 87.2434017595308 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "max_ap", "value": 73.10205506215699 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "max_f1", "value": 71.28712871287128 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "max_precision", "value": 61.67023554603854 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "max_recall", "value": 87.2434017595308 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_accuracy", "value": 68.35164835164835 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_accuracy_threshold", "value": 88.48621845245361 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_ap", "value": 73.10205506215699 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_f1", "value": 71.28712871287128 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_f1_threshold", "value": 87.00399398803711 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_precision", "value": 61.67023554603854 }, { "slice": "dataset: mteb/xnli2.0-multi-pair, split: test, config: russian", "type": "similarity_recall", "value": 84.4574780058651 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "main_score", "value": 95.705 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_1", "value": 90.802 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_10", "value": 94.427 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_100", "value": 94.451 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_1000", "value": 94.451 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_20", "value": 94.446 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_3", "value": 94.121 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "map_at_5", "value": 94.34 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_1", "value": 90.80168776371308 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_10", "value": 94.42659567343111 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_100", "value": 94.45099347521871 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_1000", "value": 94.45099347521871 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_20", "value": 94.44574530017569 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_3", "value": 94.12095639943743 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "mrr_at_5", "value": 94.34036568213786 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1000_diff1", "value": 87.40573202946949 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1000_max", "value": 65.56220344468791 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1000_std", "value": 8.865583291735863 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_100_diff1", "value": 87.40573202946949 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_100_max", "value": 65.56220344468791 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_100_std", "value": 8.865583291735863 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_10_diff1", "value": 87.43657080570291 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_10_max", "value": 65.71295628534446 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_10_std", "value": 9.055399339099655 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1_diff1", "value": 88.08395824560428 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1_max", "value": 62.92813192908893 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_1_std", "value": 6.738987385482432 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_20_diff1", "value": 87.40979818966589 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_20_max", "value": 65.59474346926105 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_20_std", "value": 8.944420599300914 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_3_diff1", "value": 86.97771892161035 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_3_max", "value": 66.14330030122467 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_3_std", "value": 8.62516327793521 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_5_diff1", "value": 87.30273362211798 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_5_max", "value": 66.1522476584607 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_map_at_5_std", "value": 9.780940862679724 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1000_diff1", "value": 87.40573202946949 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1000_max", "value": 65.56220344468791 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1000_std", "value": 8.865583291735863 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_100_diff1", "value": 87.40573202946949 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_100_max", "value": 65.56220344468791 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_100_std", "value": 8.865583291735863 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_10_diff1", "value": 87.43657080570291 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_10_max", "value": 65.71295628534446 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_10_std", "value": 9.055399339099655 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1_diff1", "value": 88.08395824560428 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1_max", "value": 62.92813192908893 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_1_std", "value": 6.738987385482432 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_20_diff1", "value": 87.40979818966589 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_20_max", "value": 65.59474346926105 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_20_std", "value": 8.944420599300914 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_3_diff1", "value": 86.97771892161035 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_3_max", "value": 66.14330030122467 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_3_std", "value": 8.62516327793521 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_5_diff1", "value": 87.30273362211798 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_5_max", "value": 66.1522476584607 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_mrr_at_5_std", "value": 9.780940862679724 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1000_diff1", "value": 87.37823158814116 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1000_max", "value": 66.00874244792789 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1000_std", "value": 9.479929342875067 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_100_diff1", "value": 87.37823158814116 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_100_max", "value": 66.00874244792789 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_100_std", "value": 9.479929342875067 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_10_diff1", "value": 87.54508467181488 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_10_max", "value": 66.88756470312894 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_10_std", "value": 10.812624405397022 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1_diff1", "value": 88.08395824560428 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1_max", "value": 62.92813192908893 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_1_std", "value": 6.738987385482432 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_20_diff1", "value": 87.42097894104597 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_20_max", "value": 66.37031898778943 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_20_std", "value": 10.34862538094813 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_3_diff1", "value": 86.50039907157999 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_3_max", "value": 67.97798288917929 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_3_std", "value": 10.162410286746852 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_5_diff1", "value": 87.13322094568531 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_5_max", "value": 68.08576118683821 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_ndcg_at_5_std", "value": 12.639637379592855 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1000_diff1", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1000_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1000_std", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_100_diff1", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_100_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_100_std", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_10_diff1", "value": 93.46711505595813 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_10_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_10_std", "value": 65.42573557179935 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1_diff1", "value": 88.08395824560428 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1_max", "value": 62.92813192908893 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_1_std", "value": 6.738987385482432 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_20_diff1", "value": 91.28948674127133 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_20_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_20_std", "value": 90.74278258632364 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_3_diff1", "value": 82.64606115071832 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_3_max", "value": 83.26201582412921 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_3_std", "value": 23.334013491433762 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_5_diff1", "value": 85.0867539350284 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_5_max", "value": 96.57011448655484 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_precision_at_5_std", "value": 56.46869543426768 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_100_diff1", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_100_max", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_100_std", "value": null }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_10_diff1", "value": 93.46711505595623 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_10_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_10_std", "value": 65.42573557180279 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1_diff1", "value": 88.08395824560428 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1_max", "value": 62.92813192908893 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_1_std", "value": 6.738987385482432 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_20_diff1", "value": 91.28948674127474 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_20_max", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_20_std", "value": 90.74278258632704 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_3_diff1", "value": 82.64606115071967 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_3_max", "value": 83.26201582413023 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_3_std", "value": 23.334013491434007 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_5_diff1", "value": 85.08675393502854 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_5_max", "value": 96.57011448655487 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "nauc_recall_at_5_std", "value": 56.46869543426658 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_1", "value": 90.802 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_10", "value": 95.705 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_100", "value": 95.816 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_1000", "value": 95.816 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_20", "value": 95.771 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_3", "value": 95.11699999999999 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "ndcg_at_5", "value": 95.506 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_1", "value": 90.802 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_10", "value": 9.949 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_100", "value": 1 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_20", "value": 4.987 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_3", "value": 32.658 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "precision_at_5", "value": 19.781000000000002 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_1", "value": 90.802 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_10", "value": 99.494 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_100", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_20", "value": 99.747 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_3", "value": 97.975 }, { "slice": "dataset: google/xquad, split: validation, config: ru", "type": "recall_at_5", "value": 98.90299999999999 } ] } }, "authors": [ { "name": "intfloat" } ], "licenses": [ { "license": { "id": "MIT", "url": "https://spdx.org/licenses/MIT.html" } } ], "tags": [ "sentence-transformers", "pytorch", "onnx", "safetensors", "openvino", "bert", "mteb", "Sentence Transformers", "sentence-similarity", "multilingual", "af", "am", "ar", "as", "az", "be", "bg", "bn", "br", "bs", "ca", "cs", "cy", "da", "de", "el", "en", "eo", "es", "et", "eu", "fa", "fi", "fr", "fy", "ga", "gd", "gl", "gu", "ha", "he", "hi", "hr", "hu", "hy", "id", "is", "it", "ja", "jv", "ka", "kk", "km", "kn", "ko", "ku", "ky", "la", "lo", "lt", "lv", "mg", "mk", "ml", "mn", "mr", "ms", "my", "ne", "nl", "no", "om", "or", "pa", "pl", "ps", "pt", "ro", "ru", "sa", "sd", "si", "sk", "sl", "so", "sq", "sr", "su", "sv", "sw", "ta", "te", "th", "tl", "tr", "ug", "uk", "ur", "uz", "vi", "xh", "yi", "zh", "arxiv:2402.05672", "arxiv:2108.08787", "arxiv:2104.08663", "arxiv:2210.07316", "license:mit", "model-index", "autotrain_compatible", "text-embeddings-inference", "endpoints_compatible", "region:us" ] } } }