{ "bomFormat": "CycloneDX", "specVersion": "1.6", "serialNumber": "urn:uuid:1ddfda82-aec0-4727-b2e7-40579f5bcf6b", "version": 1, "metadata": { "timestamp": "2025-06-05T09:42:30.728124+00:00", "component": { "type": "machine-learning-model", "bom-ref": "intfloat/e5-large-v2-5d2eec4e-2662-55d9-bded-62d50dbfa626", "name": "intfloat/e5-large-v2", "externalReferences": [ { "url": "https://huggingface.co/intfloat/e5-large-v2", "type": "documentation" } ], "modelCard": { "modelParameters": { "task": "sentence-similarity", "architectureFamily": "bert", "modelArchitecture": "BertModel" }, "properties": [ { "name": "library_name", "value": "sentence-transformers" } ], "quantitativeAnalysis": { "performanceMetrics": [ { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "accuracy", "value": 79.22388059701493 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "ap", "value": 43.20816505595132 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "f1", "value": 73.27811303522058 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "accuracy", "value": 93.748325 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "ap", "value": 90.72534979701297 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "f1", "value": 93.73895874282185 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "accuracy", "value": 48.612 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "f1", "value": 47.61157345898393 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1", "value": 23.541999999999998 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_10", "value": 38.208 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_100", "value": 39.417 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_1000", "value": 39.428999999999995 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_3", "value": 33.95 }, { "slice": "dataset: arguana, split: test, config: default", "type": "map_at_5", "value": 36.329 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1", "value": 23.755000000000003 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_10", "value": 38.288 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_100", "value": 39.511 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_1000", "value": 39.523 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_3", "value": 34.009 }, { "slice": "dataset: arguana, split: test, config: default", "type": "mrr_at_5", "value": 36.434 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1", "value": 23.541999999999998 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_10", "value": 46.417 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_100", "value": 51.812000000000005 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_1000", "value": 52.137 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_3", "value": 37.528 }, { "slice": "dataset: arguana, split: test, config: default", "type": "ndcg_at_5", "value": 41.81 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1", "value": 23.541999999999998 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_10", "value": 7.269 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_100", "value": 0.9690000000000001 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_1000", "value": 0.099 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_3", "value": 15.979 }, { "slice": "dataset: arguana, split: test, config: default", "type": "precision_at_5", "value": 11.664 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1", "value": 23.541999999999998 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_10", "value": 72.688 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_100", "value": 96.871 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_1000", "value": 99.431 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_3", "value": 47.937000000000005 }, { "slice": "dataset: arguana, split: test, config: default", "type": "recall_at_5", "value": 58.321 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 45.546499570522094 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 41.01607489943561 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "map", "value": 59.616107510107774 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "mrr", "value": 72.75106626214661 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 84.33018094733868 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 83.60190492611737 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_pearson", "value": 82.1492450218961 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_spearman", "value": 82.70308926526991 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_pearson", "value": 81.93959600076842 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_spearman", "value": 82.73260801016369 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "accuracy", "value": 84.54545454545455 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "f1", "value": 84.49582530928923 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 37.362725540120096 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 34.849509608178145 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 31.502999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 43.323 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 44.708999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 44.838 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 38.987 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 41.516999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 38.769999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 49.13 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 49.697 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 49.741 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 45.804 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 47.842 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 38.769999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 50.266999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 54.967 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 56.976000000000006 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 43.823 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 47.12 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 38.769999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 10.057 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.554 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.202 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 21.125 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 15.851 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 31.502999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 63.715999999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 83.61800000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 96.63199999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 45.403 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 54.481 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 27.833000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 37.330999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 38.580999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 38.708 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 34.713 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 36.104 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 35.223 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 43.419000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 44.198 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 44.249 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 41.614000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 42.553000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 35.223 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 42.687999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 47.447 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 49.701 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 39.162 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 40.557 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 35.223 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.962 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.304 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.18 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 19.023 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 13.184999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 27.833000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 51.881 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 72.04 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 86.644 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 40.778 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 45.176 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 38.175 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 51.174 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 52.26499999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 52.315999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 47.897 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 49.703 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 43.448 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 54.505 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 55.216 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 55.242000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 51.98500000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 53.434000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 43.448 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 57.282 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 61.537 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 62.546 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 51.73799999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 54.324 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 43.448 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 9.292 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.233 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.136 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 23.218 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 15.887 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 38.175 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 72.00999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 90.155 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 97.257 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 57.133 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 63.424 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 22.405 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 30.043 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 31.191000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 31.275 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 27.034000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 28.688000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 24.068 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 31.993 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 32.992 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 33.050000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 28.964000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 30.653000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 24.068 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 35.198 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 40.709 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 42.855 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 29.139 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 32.045 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 24.068 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.65 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.885 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.11199999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 12.279 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 8.994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 22.405 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 49.391 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 74.53699999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 90.605 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 33.126 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 40.073 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 13.309999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 20.688000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 22.022 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 22.152 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 17.954 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 19.439 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 16.294 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 24.479 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 25.515 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 25.593 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 21.642 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 23.189999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 16.294 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 25.833000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 32.074999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 35.083 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 20.493 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 22.949 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 16.294 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.112 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.96 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.134 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 9.908999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 7.587000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 13.309999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 37.851 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 64.835 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 86.334 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 23.493 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 29.528 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 25.857999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 35.503 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 36.957 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 37.065 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 32.275999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 34.119 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 31.954 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 40.851 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 41.863 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 41.900999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 38.129999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 39.737 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 31.954 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 41.343999999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 47.397 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 49.501 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 36.047000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 38.639 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 31.954 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.68 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.247 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.16199999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 17.132 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 12.589 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 25.857999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 53.43599999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 78.82400000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 92.78999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 38.655 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 45.216 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 24.709 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 34.318 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 35.657 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 35.783 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 31.326999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 33.021 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 30.137000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 39.093 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 39.992 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 40.056999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 36.606 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 37.861 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 30.137000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 39.974 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 45.647999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 48.259 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 35.028 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 37.175999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 30.137000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.363 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.184 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.161 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 16.857 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.963 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 24.709 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 52.087 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 76.125 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 93.82300000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 38.149 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 43.984 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 23.40791666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 32.458083333333335 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 33.691916666666664 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 33.81191666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.51625 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 31.168083333333335 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 27.96591666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 36.528583333333344 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 37.404 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 37.464333333333336 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 33.92883333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 35.41933333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 27.96591666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 37.89141666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 43.23066666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 45.63258333333333 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 32.811249999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 35.22566666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 27.96591666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 6.834083333333332 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.12225 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.15241666666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 15.264333333333335 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.039416666666666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 23.40791666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 49.927083333333336 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 73.44641666666668 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 90.19950000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 35.88341666666667 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 42.061249999999994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 19.592000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 26.895999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 27.921000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 28.02 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 24.883 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 25.812 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 22.698999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 29.520999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 30.458000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 30.526999999999997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 27.633000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 28.483999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 22.698999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 31.061 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 36.398 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 38.89 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 27.149 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 28.627000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 22.698999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 5.106999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.857 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.11499999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 11.963 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 8.221 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 19.592000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 41.329 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 66.094 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 84.511 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 30.61 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 34.213 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 14.71 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 20.965 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 21.994 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 22.133 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 18.741 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 19.951 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 18.307000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 24.66 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 25.540000000000003 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 25.629 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 22.511 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 23.72 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 18.307000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 25.153 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 30.229 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 33.623 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 21.203 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 23.006999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 18.307000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 4.725 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.8659999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.133 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 10.14 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 7.481 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 14.71 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 34.087 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 57.147999999999996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 81.777 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 22.996 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 27.73 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 23.472 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 32.699 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 33.867000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 33.967000000000006 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.718 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 31.345 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 28.265 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 36.945 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 37.794 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 37.857 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 34.266000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 35.768 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 28.265 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 38.35 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 43.739 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 46.087 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 33.004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 35.411 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 28.265 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 6.715999999999999 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.059 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.13799999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 15.299 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 10.951 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 23.472 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 51.413 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 75.17 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 91.577 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 36.651 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 42.814 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 23.666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 32.963 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 34.544999999999995 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 34.792 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 29.74 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 31.5 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 29.051 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 38.013000000000005 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 38.997 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 39.055 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 34.947 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 36.815 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 29.051 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 39.361000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 45.186 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 47.867 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 33.797 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 36.456 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 29.051 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 7.668 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.532 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.247 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 15.876000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 11.779 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 23.666 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 51.858000000000004 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 77.805 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 94.504 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 36.207 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 43.094 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 15.662 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 23.594 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 24.593999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 24.694 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 20.925 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 22.817999999999998 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 17.375 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 25.734 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 26.586 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 26.671 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 23.044 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 24.975 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 17.375 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 28.186 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 33.436 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 36.203 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 23.152 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 26.397 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 17.375 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 4.677 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 0.786 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.109 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 10.351 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 7.985 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 15.662 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 40.066 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 65.006 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 85.94000000000001 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 27.400000000000002 }, { "slice": "dataset: BeIR/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 35.002 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1", "value": 8.853 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_10", "value": 15.568000000000001 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_100", "value": 17.383000000000003 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_1000", "value": 17.584 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_3", "value": 12.561 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "map_at_5", "value": 14.056 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1", "value": 18.958 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_10", "value": 28.288000000000004 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_100", "value": 29.432000000000002 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_1000", "value": 29.498 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_3", "value": 25.049 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "mrr_at_5", "value": 26.857 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1", "value": 18.958 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_10", "value": 22.21 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_100", "value": 29.596 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_1000", "value": 33.583 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_3", "value": 16.994999999999997 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "ndcg_at_5", "value": 18.95 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1", "value": 18.958 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_10", "value": 7.192 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_100", "value": 1.5 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_1000", "value": 0.22399999999999998 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_3", "value": 12.573 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "precision_at_5", "value": 10.202 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1", "value": 8.853 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_10", "value": 28.087 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_100", "value": 53.701 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_1000", "value": 76.29899999999999 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_3", "value": 15.913 }, { "slice": "dataset: climate-fever, split: test, config: default", "type": "recall_at_5", "value": 20.658 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1", "value": 9.077 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_10", "value": 20.788999999999998 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_100", "value": 30.429000000000002 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_1000", "value": 32.143 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_3", "value": 14.692 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "map_at_5", "value": 17.139 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1", "value": 70.75 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_10", "value": 78.036 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_100", "value": 78.401 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_1000", "value": 78.404 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_3", "value": 76.75 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "mrr_at_5", "value": 77.47500000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1", "value": 58.12500000000001 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_10", "value": 44.015 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_100", "value": 49.247 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_1000", "value": 56.211999999999996 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_3", "value": 49.151 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "ndcg_at_5", "value": 46.195 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1", "value": 70.75 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_10", "value": 35.5 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_100", "value": 11.355 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_1000", "value": 2.1950000000000003 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_3", "value": 53.083000000000006 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "precision_at_5", "value": 44.800000000000004 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1", "value": 9.077 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_10", "value": 26.259 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_100", "value": 56.547000000000004 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_1000", "value": 78.551 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_3", "value": 16.162000000000003 }, { "slice": "dataset: dbpedia-entity, split: test, config: default", "type": "recall_at_5", "value": 19.753999999999998 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "accuracy", "value": 49.44500000000001 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "f1", "value": 44.67067691783401 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1", "value": 68.182 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_10", "value": 78.223 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_100", "value": 78.498 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_1000", "value": 78.512 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_3", "value": 76.71 }, { "slice": "dataset: fever, split: test, config: default", "type": "map_at_5", "value": 77.725 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1", "value": 73.177 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_10", "value": 82.513 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_100", "value": 82.633 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_1000", "value": 82.635 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_3", "value": 81.376 }, { "slice": "dataset: fever, split: test, config: default", "type": "mrr_at_5", "value": 82.182 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1", "value": 73.177 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_10", "value": 82.829 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_100", "value": 83.84 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_1000", "value": 84.07900000000001 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_3", "value": 80.303 }, { "slice": "dataset: fever, split: test, config: default", "type": "ndcg_at_5", "value": 81.846 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1", "value": 73.177 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_10", "value": 10.241999999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_100", "value": 1.099 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_1000", "value": 0.11399999999999999 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_3", "value": 31.247999999999998 }, { "slice": "dataset: fever, split: test, config: default", "type": "precision_at_5", "value": 19.697 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1", "value": 68.182 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_10", "value": 92.657 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_100", "value": 96.709 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_1000", "value": 98.184 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_3", "value": 85.9 }, { "slice": "dataset: fever, split: test, config: default", "type": "recall_at_5", "value": 89.755 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1", "value": 21.108 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_10", "value": 33.342 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_100", "value": 35.281 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_1000", "value": 35.478 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_3", "value": 29.067 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "map_at_5", "value": 31.563000000000002 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1", "value": 41.667 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_10", "value": 49.913000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_100", "value": 50.724000000000004 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_1000", "value": 50.766 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_3", "value": 47.504999999999995 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "mrr_at_5", "value": 49.033 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1", "value": 41.667 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_10", "value": 41.144 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_100", "value": 48.326 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_1000", "value": 51.486 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_3", "value": 37.486999999999995 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "ndcg_at_5", "value": 38.78 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1", "value": 41.667 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_10", "value": 11.358 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_100", "value": 1.873 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_1000", "value": 0.244 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_3", "value": 25 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "precision_at_5", "value": 18.519 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1", "value": 21.108 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_10", "value": 47.249 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_100", "value": 74.52 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_1000", "value": 93.31 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_3", "value": 33.271 }, { "slice": "dataset: fiqa, split: test, config: default", "type": "recall_at_5", "value": 39.723000000000006 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1", "value": 40.317 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_10", "value": 64.861 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_100", "value": 65.697 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_1000", "value": 65.755 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_3", "value": 61.258 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "map_at_5", "value": 63.590999999999994 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1", "value": 80.635 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_10", "value": 86.528 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_100", "value": 86.66199999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_1000", "value": 86.666 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_3", "value": 85.744 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "mrr_at_5", "value": 86.24300000000001 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1", "value": 80.635 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_10", "value": 73.13199999999999 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_100", "value": 75.927 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_1000", "value": 76.976 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_3", "value": 68.241 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "ndcg_at_5", "value": 71.071 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1", "value": 80.635 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_10", "value": 15.326 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_100", "value": 1.7500000000000002 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_1000", "value": 0.189 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_3", "value": 43.961 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "precision_at_5", "value": 28.599999999999998 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1", "value": 40.317 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_10", "value": 76.631 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_100", "value": 87.495 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_1000", "value": 94.362 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_3", "value": 65.94200000000001 }, { "slice": "dataset: hotpotqa, split: test, config: default", "type": "recall_at_5", "value": 71.499 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "accuracy", "value": 91.686 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "ap", "value": 87.5577120393173 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "f1", "value": 91.6629447355139 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1", "value": 23.702 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_10", "value": 36.414 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_100", "value": 37.561 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_1000", "value": 37.605 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_3", "value": 32.456 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "map_at_5", "value": 34.827000000000005 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1", "value": 24.355 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_10", "value": 37.01 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_100", "value": 38.085 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_1000", "value": 38.123000000000005 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_3", "value": 33.117999999999995 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "mrr_at_5", "value": 35.452 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1", "value": 24.384 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_10", "value": 43.456 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_100", "value": 48.892 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_1000", "value": 49.964 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_3", "value": 35.475 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "ndcg_at_5", "value": 39.711 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1", "value": 24.384 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_10", "value": 6.7940000000000005 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_100", "value": 0.951 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_1000", "value": 0.104 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_3", "value": 15.052999999999999 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "precision_at_5", "value": 11.189 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1", "value": 23.702 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_10", "value": 65.057 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_100", "value": 90.021 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_1000", "value": 98.142 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_3", "value": 43.551 }, { "slice": "dataset: msmarco, split: dev, config: default", "type": "recall_at_5", "value": 53.738 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "accuracy", "value": 94.62380300957591 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "f1", "value": 94.49871222100734 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "accuracy", "value": 77.14090287277702 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "f1", "value": 60.32101258220515 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "accuracy", "value": 73.84330867518494 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "f1", "value": 71.92248688515255 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "accuracy", "value": 78.10692669804976 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "f1", "value": 77.9904839122866 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 31.822988923078444 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 30.38394880253403 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "map", "value": 31.82504612539082 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "mrr", "value": 32.84462298174977 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1", "value": 6.029 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_10", "value": 14.088999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_100", "value": 17.601 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_1000", "value": 19.144 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_3", "value": 10.156 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "map_at_5", "value": 11.892 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1", "value": 46.44 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_10", "value": 56.596999999999994 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_100", "value": 57.11000000000001 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_1000", "value": 57.14 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_3", "value": 54.334 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "mrr_at_5", "value": 55.774 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1", "value": 44.891999999999996 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_10", "value": 37.134 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_100", "value": 33.652 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_1000", "value": 42.548 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_3", "value": 41.851 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "ndcg_at_5", "value": 39.842 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1", "value": 46.44 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_10", "value": 27.647 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_100", "value": 8.309999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_1000", "value": 2.146 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_3", "value": 39.422000000000004 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "precision_at_5", "value": 34.675 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1", "value": 6.029 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_10", "value": 18.907 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_100", "value": 33.76 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_1000", "value": 65.14999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_3", "value": 11.584999999999999 }, { "slice": "dataset: nfcorpus, split: test, config: default", "type": "recall_at_5", "value": 14.626 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1", "value": 39.373000000000005 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_10", "value": 55.836 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_100", "value": 56.611999999999995 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_1000", "value": 56.63 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_3", "value": 51.747 }, { "slice": "dataset: nq, split: test, config: default", "type": "map_at_5", "value": 54.337999999999994 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1", "value": 44.147999999999996 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_10", "value": 58.42699999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_100", "value": 58.902 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_1000", "value": 58.914 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_3", "value": 55.156000000000006 }, { "slice": "dataset: nq, split: test, config: default", "type": "mrr_at_5", "value": 57.291000000000004 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1", "value": 44.119 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_10", "value": 63.444 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_100", "value": 66.40599999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_1000", "value": 66.822 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_3", "value": 55.962 }, { "slice": "dataset: nq, split: test, config: default", "type": "ndcg_at_5", "value": 60.228 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1", "value": 44.119 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_10", "value": 10.006 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_100", "value": 1.17 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_1000", "value": 0.121 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_3", "value": 25.135 }, { "slice": "dataset: nq, split: test, config: default", "type": "precision_at_5", "value": 17.59 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1", "value": 39.373000000000005 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_10", "value": 83.78999999999999 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_100", "value": 96.246 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_1000", "value": 99.324 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_3", "value": 64.71900000000001 }, { "slice": "dataset: nq, split: test, config: default", "type": "recall_at_5", "value": 74.508 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1", "value": 69.199 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_10", "value": 82.892 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_100", "value": 83.578 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_1000", "value": 83.598 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_3", "value": 79.948 }, { "slice": "dataset: quora, split: test, config: default", "type": "map_at_5", "value": 81.779 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1", "value": 79.67 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_10", "value": 86.115 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_100", "value": 86.249 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_1000", "value": 86.251 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_3", "value": 85.08200000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "mrr_at_5", "value": 85.783 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1", "value": 79.67 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_10", "value": 86.839 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_100", "value": 88.252 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_1000", "value": 88.401 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_3", "value": 83.86200000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "ndcg_at_5", "value": 85.473 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1", "value": 79.67 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_10", "value": 13.19 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_100", "value": 1.521 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_1000", "value": 0.157 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_3", "value": 36.677 }, { "slice": "dataset: quora, split: test, config: default", "type": "precision_at_5", "value": 24.118000000000002 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1", "value": 69.199 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_10", "value": 94.321 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_100", "value": 99.20400000000001 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_1000", "value": 99.947 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_3", "value": 85.787 }, { "slice": "dataset: quora, split: test, config: default", "type": "recall_at_5", "value": 90.365 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "v_measure", "value": 55.82810046856353 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 63.38132611783628 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1", "value": 5.127000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_10", "value": 12.235 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_100", "value": 14.417 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_1000", "value": 14.75 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_3", "value": 8.906 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "map_at_5", "value": 10.591000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1", "value": 25.2 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_10", "value": 35.879 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_100", "value": 36.935 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_1000", "value": 36.997 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_3", "value": 32.783 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "mrr_at_5", "value": 34.367999999999995 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1", "value": 25.2 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_10", "value": 20.509 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_100", "value": 28.67 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_1000", "value": 34.42 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_3", "value": 19.948 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "ndcg_at_5", "value": 17.166 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1", "value": 25.2 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_10", "value": 10.440000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_100", "value": 2.214 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_1000", "value": 0.359 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_3", "value": 18.533 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "precision_at_5", "value": 14.860000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1", "value": 5.127000000000001 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_10", "value": 21.147 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_100", "value": 44.946999999999996 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_1000", "value": 72.89 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_3", "value": 11.277 }, { "slice": "dataset: scidocs, split: test, config: default", "type": "recall_at_5", "value": 15.042 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 83.0373011786213 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 79.27889560856613 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_pearson", "value": 80.31186315495655 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_spearman", "value": 79.41630415280811 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_pearson", "value": 80.31755140442013 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_spearman", "value": 79.43069870027611 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 84.8659751342045 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 76.95377612997667 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_pearson", "value": 81.24552945497848 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_spearman", "value": 77.18236963555253 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_pearson", "value": 81.26477607759037 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_spearman", "value": 77.13821753062756 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 83.34597139044875 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 84.124169425592 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_pearson", "value": 83.68590721511401 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_spearman", "value": 84.18846190846398 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_pearson", "value": 83.57630235061498 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_spearman", "value": 84.10244043726902 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 82.67641885599572 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 80.46450725650428 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_pearson", "value": 81.61645042715865 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_spearman", "value": 80.61418394236874 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_pearson", "value": 81.55712034928871 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_spearman", "value": 80.57905670523951 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 88.86650310886782 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 89.76081629222328 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_pearson", "value": 89.1530747029954 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_spearman", "value": 89.80990657280248 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_pearson", "value": 89.10640563278132 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_spearman", "value": 89.76282108434047 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 83.93864027911118 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 85.47096193999023 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_pearson", "value": 85.03141840870533 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_spearman", "value": 85.43124029598181 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_pearson", "value": 84.99002664393512 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_spearman", "value": 85.39169195120834 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_pearson", "value": 88.7045343749832 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cos_sim_spearman", "value": 89.03262221146677 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_pearson", "value": 89.56078218264365 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_spearman", "value": 89.17827006466868 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_pearson", "value": 89.52717595468582 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_spearman", "value": 89.15878115952923 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_pearson", "value": 64.20191302875551 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cos_sim_spearman", "value": 64.11446552557646 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_pearson", "value": 64.6918197393619 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_spearman", "value": 63.440182631197764 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_pearson", "value": 64.55692904121835 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_spearman", "value": 63.424877742756266 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_pearson", "value": 86.37793104662344 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cos_sim_spearman", "value": 87.7357802629067 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_pearson", "value": 87.4286301545109 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_spearman", "value": 87.78452920777421 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_pearson", "value": 87.42445169331255 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_spearman", "value": 87.78537677249598 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "map", "value": 84.31465405081792 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "mrr", "value": 95.7173781193389 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1", "value": 57.760999999999996 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_10", "value": 67.904 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_100", "value": 68.539 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_1000", "value": 68.562 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_3", "value": 65.415 }, { "slice": "dataset: scifact, split: test, config: default", "type": "map_at_5", "value": 66.788 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1", "value": 60.333000000000006 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_10", "value": 68.797 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_100", "value": 69.236 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_1000", "value": 69.257 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_3", "value": 66.667 }, { "slice": "dataset: scifact, split: test, config: default", "type": "mrr_at_5", "value": 67.967 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1", "value": 60.333000000000006 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_10", "value": 72.24199999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_100", "value": 74.86 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_1000", "value": 75.354 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_3", "value": 67.93400000000001 }, { "slice": "dataset: scifact, split: test, config: default", "type": "ndcg_at_5", "value": 70.02199999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1", "value": 60.333000000000006 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_10", "value": 9.533 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_100", "value": 1.09 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_1000", "value": 0.11299999999999999 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_3", "value": 26.778000000000002 }, { "slice": "dataset: scifact, split: test, config: default", "type": "precision_at_5", "value": 17.467 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1", "value": 57.760999999999996 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_10", "value": 84.383 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_100", "value": 96.267 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_3", "value": 72.628 }, { "slice": "dataset: scifact, split: test, config: default", "type": "recall_at_5", "value": 78.094 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 99.8029702970297 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 94.9210324173411 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 89.8521162672106 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 91.67533818938605 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 88.1 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 99.69504950495049 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_ap", "value": 90.4919719146181 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_f1", "value": 84.72289156626506 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_precision", "value": 81.76744186046511 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_recall", "value": 87.9 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 99.79702970297029 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 94.87827463795753 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 89.55680081507896 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 91.27725856697819 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 87.9 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 99.7990099009901 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 94.87587025149682 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 89.76298537569339 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 90.53916581892166 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 89 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 99.8029702970297 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_ap", "value": 94.9210324173411 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_f1", "value": 89.8521162672106 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "v_measure", "value": 65.92385753948724 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 33.671756975431144 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "map", "value": 50.677928036739004 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "mrr", "value": 51.56413133435193 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_pearson", "value": 30.523589340819683 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cos_sim_spearman", "value": 30.187407518823235 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_pearson", "value": 29.039713969699015 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_spearman", "value": 29.114740651155508 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1", "value": 0.211 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_10", "value": 1.6199999999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_100", "value": 8.658000000000001 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_1000", "value": 21.538 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_3", "value": 0.575 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "map_at_5", "value": 0.919 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1", "value": 78 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_10", "value": 86.18599999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_100", "value": 86.18599999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_1000", "value": 86.18599999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_3", "value": 85 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "mrr_at_5", "value": 85.9 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1", "value": 74 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_10", "value": 66.542 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_100", "value": 50.163999999999994 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_1000", "value": 45.696999999999996 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_3", "value": 71.531 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "ndcg_at_5", "value": 70.45 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1", "value": 78 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_10", "value": 69.39999999999999 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_100", "value": 51.06 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_1000", "value": 20.022000000000002 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_3", "value": 76 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "precision_at_5", "value": 74.8 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1", "value": 0.211 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_10", "value": 1.813 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_100", "value": 12.098 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_1000", "value": 42.618 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_3", "value": 0.603 }, { "slice": "dataset: trec-covid, split: test, config: default", "type": "recall_at_5", "value": 0.987 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1", "value": 2.2079999999999997 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_10", "value": 7.777000000000001 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_100", "value": 12.825000000000001 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_1000", "value": 14.196 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_3", "value": 4.285 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "map_at_5", "value": 6.177 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1", "value": 30.612000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_10", "value": 42.635 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_100", "value": 43.955 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_1000", "value": 43.955 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_3", "value": 38.435 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "mrr_at_5", "value": 41.088 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1", "value": 28.571 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_10", "value": 20.666999999999998 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_100", "value": 31.840000000000003 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_1000", "value": 43.191 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_3", "value": 23.45 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "ndcg_at_5", "value": 22.994 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1", "value": 30.612000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_10", "value": 17.959 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_100", "value": 6.755 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_1000", "value": 1.4200000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_3", "value": 23.810000000000002 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "precision_at_5", "value": 23.673 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1", "value": 2.2079999999999997 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_10", "value": 13.144 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_100", "value": 42.491 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_1000", "value": 77.04299999999999 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_3", "value": 5.3469999999999995 }, { "slice": "dataset: webis-touche2020, split: test, config: default", "type": "recall_at_5", "value": 9.139 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "accuracy", "value": 70.9044 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "ap", "value": 14.625783489340755 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "f1", "value": 54.814936562590546 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "accuracy", "value": 60.94227504244483 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "f1", "value": 61.22516038508854 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "v_measure", "value": 49.602409155145864 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 86.94641473445789 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 76.91572747061197 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 70.14348097317529 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 66.53254437869822 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 74.1688654353562 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 84.80061989628658 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_ap", "value": 70.7952548895177 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_f1", "value": 65.44780728844965 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_precision", "value": 61.53310104529617 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_recall", "value": 69.89445910290237 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 86.94641473445789 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 76.80774009393652 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 70.30522503879979 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 68.94977168949772 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 71.71503957783642 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 86.8629671574179 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 76.76518632600317 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 70.16056518946692 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 68.360450563204 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 72.0580474934037 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 86.94641473445789 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_ap", "value": 76.91572747061197 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_f1", "value": 70.30522503879979 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_accuracy", "value": 89.10428066907285 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_ap", "value": 86.25114759921435 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_f1", "value": 78.37857884586856 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_precision", "value": 75.60818546078993 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cos_sim_recall", "value": 81.35971666153372 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 87.41995575736406 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_ap", "value": 81.51838010086782 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_f1", "value": 74.77398015435503 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_precision", "value": 71.53002390662354 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_recall", "value": 78.32614721281182 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 89.12368533395428 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 86.33456799874504 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 78.45496750232127 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 75.78388462366364 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 81.32121958731136 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 89.10622113556099 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 86.31215061745333 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 78.40684906011539 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 75.89536643366722 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 81.09023714197721 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_accuracy", "value": 89.12368533395428 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_ap", "value": 86.33456799874504 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_f1", "value": 78.45496750232127 } ] } }, "authors": [ { "name": "intfloat" } ], "licenses": [ { "license": { "id": "MIT", "url": "https://spdx.org/licenses/MIT.html" } } ], "tags": [ "sentence-transformers", "pytorch", "onnx", "safetensors", "openvino", "bert", "mteb", "Sentence Transformers", "sentence-similarity", "en", "arxiv:2212.03533", "arxiv:2104.08663", "arxiv:2210.07316", "license:mit", "model-index", "autotrain_compatible", "text-embeddings-inference", "endpoints_compatible", "region:us" ] } } }