intfloat/multilingual-e5-base
3917.2m
1---2tags:3- mteb4- Sentence Transformers5- sentence-similarity6- sentence-transformers7model-index:8- name: multilingual-e5-base9 results:10 - task:11 type: Classification12 dataset:13 type: mteb/amazon_counterfactual14 name: MTEB AmazonCounterfactualClassification (en)15 config: en16 split: test17 revision: e8379541af4e31359cca9fbcf4b00f2671dba20518 metrics:19 - type: accuracy20 value: 78.9701492537313521 - type: ap22 value: 43.6935112910300823 - type: f124 value: 73.3807503007049225 - task:26 type: Classification27 dataset:28 type: mteb/amazon_counterfactual29 name: MTEB AmazonCounterfactualClassification (de)30 config: de31 split: test32 revision: e8379541af4e31359cca9fbcf4b00f2671dba20533 metrics:34 - type: accuracy35 value: 71.723768736616736 - type: ap37 value: 82.2208985996267138 - type: f139 value: 69.9553275888440140 - task:41 type: Classification42 dataset:43 type: mteb/amazon_counterfactual44 name: MTEB AmazonCounterfactualClassification (en-ext)45 config: en-ext46 split: test47 revision: e8379541af4e31359cca9fbcf4b00f2671dba20548 metrics:49 - type: accuracy50 value: 79.6551724137931251 - type: ap52 value: 28.50791865709473853 - type: f154 value: 66.8451601372611955 - task:56 type: Classification57 dataset:58 type: mteb/amazon_counterfactual59 name: MTEB AmazonCounterfactualClassification (ja)60 config: ja61 split: test62 revision: e8379541af4e31359cca9fbcf4b00f2671dba20563 metrics:64 - type: accuracy65 value: 73.3297644539614666 - type: ap67 value: 20.72048163756601468 - type: f169 value: 59.7800276341600370 - task:71 type: Classification72 dataset:73 type: mteb/amazon_polarity74 name: MTEB AmazonPolarityClassification75 config: default76 split: test77 revision: e2d317d38cd51312af73b3d32a06d1a08b44204678 metrics:79 - type: accuracy80 value: 90.6377581 - type: ap82 value: 87.2227790386171683 - type: f184 value: 90.6037863638680785 - task:86 type: Classification87 dataset:88 type: mteb/amazon_reviews_multi89 name: MTEB AmazonReviewsClassification (en)90 config: en91 split: test92 revision: 1399c76144fd37290681b995c656ef9b2e06e26d93 metrics:94 - type: accuracy95 value: 44.54696 - type: f197 value: 44.0566663837092398 - task:99 type: Classification100 dataset:101 type: mteb/amazon_reviews_multi102 name: MTEB AmazonReviewsClassification (de)103 config: de104 split: test105 revision: 1399c76144fd37290681b995c656ef9b2e06e26d106 metrics:107 - type: accuracy108 value: 41.828109 - type: f1110 value: 41.2710255644252111 - task:112 type: Classification113 dataset:114 type: mteb/amazon_reviews_multi115 name: MTEB AmazonReviewsClassification (es)116 config: es117 split: test118 revision: 1399c76144fd37290681b995c656ef9b2e06e26d119 metrics:120 - type: accuracy121 value: 40.534122 - type: f1123 value: 39.820743174270326124 - task:125 type: Classification126 dataset:127 type: mteb/amazon_reviews_multi128 name: MTEB AmazonReviewsClassification (fr)129 config: fr130 split: test131 revision: 1399c76144fd37290681b995c656ef9b2e06e26d132 metrics:133 - type: accuracy134 value: 39.684135 - type: f1136 value: 39.11052682815307137 - task:138 type: Classification139 dataset:140 type: mteb/amazon_reviews_multi141 name: MTEB AmazonReviewsClassification (ja)142 config: ja143 split: test144 revision: 1399c76144fd37290681b995c656ef9b2e06e26d145 metrics:146 - type: accuracy147 value: 37.436148 - type: f1149 value: 37.07082931930871150 - task:151 type: Classification152 dataset:153 type: mteb/amazon_reviews_multi154 name: MTEB AmazonReviewsClassification (zh)155 config: zh156 split: test157 revision: 1399c76144fd37290681b995c656ef9b2e06e26d158 metrics:159 - type: accuracy160 value: 37.226000000000006161 - type: f1162 value: 36.65372077739185163 - task:164 type: Retrieval165 dataset:166 type: arguana167 name: MTEB ArguAna168 config: default169 split: test170 revision: None171 metrics:172 - type: map_at_1173 value: 22.831000000000003174 - type: map_at_10175 value: 36.42176 - type: map_at_100177 value: 37.699178 - type: map_at_1000179 value: 37.724000000000004180 - type: map_at_3181 value: 32.207182 - type: map_at_5183 value: 34.312184 - type: mrr_at_1185 value: 23.257186 - type: mrr_at_10187 value: 36.574188 - type: mrr_at_100189 value: 37.854190 - type: mrr_at_1000191 value: 37.878192 - type: mrr_at_3193 value: 32.385000000000005194 - type: mrr_at_5195 value: 34.48196 - type: ndcg_at_1197 value: 22.831000000000003198 - type: ndcg_at_10199 value: 44.230000000000004200 - type: ndcg_at_100201 value: 49.974000000000004202 - type: ndcg_at_1000203 value: 50.522999999999996204 - type: ndcg_at_3205 value: 35.363206 - type: ndcg_at_5207 value: 39.164208 - type: precision_at_1209 value: 22.831000000000003210 - type: precision_at_10211 value: 6.935212 - type: precision_at_100213 value: 0.9520000000000001214 - type: precision_at_1000215 value: 0.099216 - type: precision_at_3217 value: 14.841218 - type: precision_at_5219 value: 10.754220 - type: recall_at_1221 value: 22.831000000000003222 - type: recall_at_10223 value: 69.346224 - type: recall_at_100225 value: 95.235226 - type: recall_at_1000227 value: 99.36228 - type: recall_at_3229 value: 44.523230 - type: recall_at_5231 value: 53.769999999999996232 - task:233 type: Clustering234 dataset:235 type: mteb/arxiv-clustering-p2p236 name: MTEB ArxivClusteringP2P237 config: default238 split: test239 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d240 metrics:241 - type: v_measure242 value: 40.27789869854063243 - task:244 type: Clustering245 dataset:246 type: mteb/arxiv-clustering-s2s247 name: MTEB ArxivClusteringS2S248 config: default249 split: test250 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53251 metrics:252 - type: v_measure253 value: 35.41979463347428254 - task:255 type: Reranking256 dataset:257 type: mteb/askubuntudupquestions-reranking258 name: MTEB AskUbuntuDupQuestions259 config: default260 split: test261 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54262 metrics:263 - type: map264 value: 58.22752045109304265 - type: mrr266 value: 71.51112430198303267 - task:268 type: STS269 dataset:270 type: mteb/biosses-sts271 name: MTEB BIOSSES272 config: default273 split: test274 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a275 metrics:276 - type: cos_sim_pearson277 value: 84.71147646622866278 - type: cos_sim_spearman279 value: 85.059167046486280 - type: euclidean_pearson281 value: 75.88421613600647282 - type: euclidean_spearman283 value: 75.12821787150585284 - type: manhattan_pearson285 value: 75.22005646957604286 - type: manhattan_spearman287 value: 74.42880434453272288 - task:289 type: BitextMining290 dataset:291 type: mteb/bucc-bitext-mining292 name: MTEB BUCC (de-en)293 config: de-en294 split: test295 revision: d51519689f32196a32af33b075a01d0e7c51e252296 metrics:297 - type: accuracy298 value: 99.23799582463465299 - type: f1300 value: 99.12665274878218301 - type: precision302 value: 99.07098121085595303 - type: recall304 value: 99.23799582463465305 - task:306 type: BitextMining307 dataset:308 type: mteb/bucc-bitext-mining309 name: MTEB BUCC (fr-en)310 config: fr-en311 split: test312 revision: d51519689f32196a32af33b075a01d0e7c51e252313 metrics:314 - type: accuracy315 value: 97.88685890380806316 - type: f1317 value: 97.59336708489249318 - type: precision319 value: 97.44662117543473320 - type: recall321 value: 97.88685890380806322 - task:323 type: BitextMining324 dataset:325 type: mteb/bucc-bitext-mining326 name: MTEB BUCC (ru-en)327 config: ru-en328 split: test329 revision: d51519689f32196a32af33b075a01d0e7c51e252330 metrics:331 - type: accuracy332 value: 97.47142362313821333 - type: f1334 value: 97.1989377670015335 - type: precision336 value: 97.06384944001847337 - type: recall338 value: 97.47142362313821339 - task:340 type: BitextMining341 dataset:342 type: mteb/bucc-bitext-mining343 name: MTEB BUCC (zh-en)344 config: zh-en345 split: test346 revision: d51519689f32196a32af33b075a01d0e7c51e252347 metrics:348 - type: accuracy349 value: 98.4728804634018350 - type: f1351 value: 98.2973494821836352 - type: precision353 value: 98.2095839915745354 - type: recall355 value: 98.4728804634018356 - task:357 type: Classification358 dataset:359 type: mteb/banking77360 name: MTEB Banking77Classification361 config: default362 split: test363 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300364 metrics:365 - type: accuracy366 value: 82.74025974025975367 - type: f1368 value: 82.67420447730439369 - task:370 type: Clustering371 dataset:372 type: mteb/biorxiv-clustering-p2p373 name: MTEB BiorxivClusteringP2P374 config: default375 split: test376 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40377 metrics:378 - type: v_measure379 value: 35.0380848063507380 - task:381 type: Clustering382 dataset:383 type: mteb/biorxiv-clustering-s2s384 name: MTEB BiorxivClusteringS2S385 config: default386 split: test387 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908388 metrics:389 - type: v_measure390 value: 29.45956405670166391 - task:392 type: Retrieval393 dataset:394 type: BeIR/cqadupstack395 name: MTEB CQADupstackAndroidRetrieval396 config: default397 split: test398 revision: None399 metrics:400 - type: map_at_1401 value: 32.122402 - type: map_at_10403 value: 42.03404 - type: map_at_100405 value: 43.364000000000004406 - type: map_at_1000407 value: 43.474000000000004408 - type: map_at_3409 value: 38.804410 - type: map_at_5411 value: 40.585412 - type: mrr_at_1413 value: 39.914414 - type: mrr_at_10415 value: 48.227416 - type: mrr_at_100417 value: 49.018418 - type: mrr_at_1000419 value: 49.064420 - type: mrr_at_3421 value: 45.994422 - type: mrr_at_5423 value: 47.396424 - type: ndcg_at_1425 value: 39.914426 - type: ndcg_at_10427 value: 47.825428 - type: ndcg_at_100429 value: 52.852430 - type: ndcg_at_1000431 value: 54.891432 - type: ndcg_at_3433 value: 43.517434 - type: ndcg_at_5435 value: 45.493436 - type: precision_at_1437 value: 39.914438 - type: precision_at_10439 value: 8.956440 - type: precision_at_100441 value: 1.388442 - type: precision_at_1000443 value: 0.182444 - type: precision_at_3445 value: 20.791999999999998446 - type: precision_at_5447 value: 14.821000000000002448 - type: recall_at_1449 value: 32.122450 - type: recall_at_10451 value: 58.294999999999995452 - type: recall_at_100453 value: 79.726454 - type: recall_at_1000455 value: 93.099456 - type: recall_at_3457 value: 45.017458 - type: recall_at_5459 value: 51.002460 - task:461 type: Retrieval462 dataset:463 type: BeIR/cqadupstack464 name: MTEB CQADupstackEnglishRetrieval465 config: default466 split: test467 revision: None468 metrics:469 - type: map_at_1470 value: 29.677999999999997471 - type: map_at_10472 value: 38.684000000000005473 - type: map_at_100474 value: 39.812999999999995475 - type: map_at_1000476 value: 39.945477 - type: map_at_3478 value: 35.831479 - type: map_at_5480 value: 37.446481 - type: mrr_at_1482 value: 37.771483 - type: mrr_at_10484 value: 44.936485 - type: mrr_at_100486 value: 45.583487 - type: mrr_at_1000488 value: 45.634489 - type: mrr_at_3490 value: 42.771491 - type: mrr_at_5492 value: 43.994493 - type: ndcg_at_1494 value: 37.771495 - type: ndcg_at_10496 value: 44.059497 - type: ndcg_at_100498 value: 48.192499 - type: ndcg_at_1000500 value: 50.375501 - type: ndcg_at_3502 value: 40.172000000000004503 - type: ndcg_at_5504 value: 41.899505 - type: precision_at_1506 value: 37.771507 - type: precision_at_10508 value: 8.286999999999999509 - type: precision_at_100510 value: 1.322511 - type: precision_at_1000512 value: 0.178513 - type: precision_at_3514 value: 19.406000000000002515 - type: precision_at_5516 value: 13.745517 - type: recall_at_1518 value: 29.677999999999997519 - type: recall_at_10520 value: 53.071521 - type: recall_at_100522 value: 70.812523 - type: recall_at_1000524 value: 84.841525 - type: recall_at_3526 value: 41.016000000000005527 - type: recall_at_5528 value: 46.22529 - task:530 type: Retrieval531 dataset:532 type: BeIR/cqadupstack533 name: MTEB CQADupstackGamingRetrieval534 config: default535 split: test536 revision: None537 metrics:538 - type: map_at_1539 value: 42.675000000000004540 - type: map_at_10541 value: 53.93599999999999542 - type: map_at_100543 value: 54.806999999999995544 - type: map_at_1000545 value: 54.867546 - type: map_at_3547 value: 50.934000000000005548 - type: map_at_5549 value: 52.583550 - type: mrr_at_1551 value: 48.339552 - type: mrr_at_10553 value: 57.265554 - type: mrr_at_100555 value: 57.873556 - type: mrr_at_1000557 value: 57.906558 - type: mrr_at_3559 value: 55.193000000000005560 - type: mrr_at_5561 value: 56.303000000000004562 - type: ndcg_at_1563 value: 48.339564 - type: ndcg_at_10565 value: 59.19799999999999566 - type: ndcg_at_100567 value: 62.743568 - type: ndcg_at_1000569 value: 63.99399999999999570 - type: ndcg_at_3571 value: 54.367572 - type: ndcg_at_5573 value: 56.548574 - type: precision_at_1575 value: 48.339576 - type: precision_at_10577 value: 9.216000000000001578 - type: precision_at_100579 value: 1.1809999999999998580 - type: precision_at_1000581 value: 0.134582 - type: precision_at_3583 value: 23.72584 - type: precision_at_5585 value: 16.025586 - type: recall_at_1587 value: 42.675000000000004588 - type: recall_at_10589 value: 71.437590 - type: recall_at_100591 value: 86.803592 - type: recall_at_1000593 value: 95.581594 - type: recall_at_3595 value: 58.434596 - type: recall_at_5597 value: 63.754598 - task:599 type: Retrieval600 dataset:601 type: BeIR/cqadupstack602 name: MTEB CQADupstackGisRetrieval603 config: default604 split: test605 revision: None606 metrics:607 - type: map_at_1608 value: 23.518609 - type: map_at_10610 value: 30.648999999999997611 - type: map_at_100612 value: 31.508999999999997613 - type: map_at_1000614 value: 31.604615 - type: map_at_3616 value: 28.247617 - type: map_at_5618 value: 29.65619 - type: mrr_at_1620 value: 25.650000000000002621 - type: mrr_at_10622 value: 32.771623 - type: mrr_at_100624 value: 33.554625 - type: mrr_at_1000626 value: 33.629999999999995627 - type: mrr_at_3628 value: 30.433629 - type: mrr_at_5630 value: 31.812631 - type: ndcg_at_1632 value: 25.650000000000002633 - type: ndcg_at_10634 value: 34.929635 - type: ndcg_at_100636 value: 39.382637 - type: ndcg_at_1000638 value: 41.913639 - type: ndcg_at_3640 value: 30.292641 - type: ndcg_at_5642 value: 32.629999999999995643 - type: precision_at_1644 value: 25.650000000000002645 - type: precision_at_10646 value: 5.311647 - type: precision_at_100648 value: 0.792649 - type: precision_at_1000650 value: 0.105651 - type: precision_at_3652 value: 12.58653 - type: precision_at_5654 value: 8.994655 - type: recall_at_1656 value: 23.518657 - type: recall_at_10658 value: 46.19659 - type: recall_at_100660 value: 67.123661 - type: recall_at_1000662 value: 86.442663 - type: recall_at_3664 value: 33.678000000000004665 - type: recall_at_5666 value: 39.244667 - task:668 type: Retrieval669 dataset:670 type: BeIR/cqadupstack671 name: MTEB CQADupstackMathematicaRetrieval672 config: default673 split: test674 revision: None675 metrics:676 - type: map_at_1677 value: 15.891678 - type: map_at_10679 value: 22.464000000000002680 - type: map_at_100681 value: 23.483682 - type: map_at_1000683 value: 23.613684 - type: map_at_3685 value: 20.080000000000002686 - type: map_at_5687 value: 21.526688 - type: mrr_at_1689 value: 20.025000000000002690 - type: mrr_at_10691 value: 26.712999999999997692 - type: mrr_at_100693 value: 27.650000000000002694 - type: mrr_at_1000695 value: 27.737000000000002696 - type: mrr_at_3697 value: 24.274698 - type: mrr_at_5699 value: 25.711000000000002700 - type: ndcg_at_1701 value: 20.025000000000002702 - type: ndcg_at_10703 value: 27.028999999999996704 - type: ndcg_at_100705 value: 32.064706 - type: ndcg_at_1000707 value: 35.188708 - type: ndcg_at_3709 value: 22.512999999999998710 - type: ndcg_at_5711 value: 24.89712 - type: precision_at_1713 value: 20.025000000000002714 - type: precision_at_10715 value: 4.776716 - type: precision_at_100717 value: 0.8500000000000001718 - type: precision_at_1000719 value: 0.125720 - type: precision_at_3721 value: 10.531722 - type: precision_at_5723 value: 7.811724 - type: recall_at_1725 value: 15.891726 - type: recall_at_10727 value: 37.261728 - type: recall_at_100729 value: 59.12730 - type: recall_at_1000731 value: 81.356732 - type: recall_at_3733 value: 24.741734 - type: recall_at_5735 value: 30.753999999999998736 - task:737 type: Retrieval738 dataset:739 type: BeIR/cqadupstack740 name: MTEB CQADupstackPhysicsRetrieval741 config: default742 split: test743 revision: None744 metrics:745 - type: map_at_1746 value: 27.544747 - type: map_at_10748 value: 36.283749 - type: map_at_100750 value: 37.467751 - type: map_at_1000752 value: 37.574000000000005753 - type: map_at_3754 value: 33.528999999999996755 - type: map_at_5756 value: 35.028999999999996757 - type: mrr_at_1758 value: 34.166999999999994759 - type: mrr_at_10760 value: 41.866761 - type: mrr_at_100762 value: 42.666763 - type: mrr_at_1000764 value: 42.716765 - type: mrr_at_3766 value: 39.541767 - type: mrr_at_5768 value: 40.768769 - type: ndcg_at_1770 value: 34.166999999999994771 - type: ndcg_at_10772 value: 41.577773 - type: ndcg_at_100774 value: 46.687775 - type: ndcg_at_1000776 value: 48.967777 - type: ndcg_at_3778 value: 37.177779 - type: ndcg_at_5780 value: 39.097781 - type: precision_at_1782 value: 34.166999999999994783 - type: precision_at_10784 value: 7.420999999999999785 - type: precision_at_100786 value: 1.165787 - type: precision_at_1000788 value: 0.154789 - type: precision_at_3790 value: 17.291999999999998791 - type: precision_at_5792 value: 12.166793 - type: recall_at_1794 value: 27.544795 - type: recall_at_10796 value: 51.99399999999999797 - type: recall_at_100798 value: 73.738799 - type: recall_at_1000800 value: 89.33801 - type: recall_at_3802 value: 39.179803 - type: recall_at_5804 value: 44.385999999999996805 - task:806 type: Retrieval807 dataset:808 type: BeIR/cqadupstack809 name: MTEB CQADupstackProgrammersRetrieval810 config: default811 split: test812 revision: None813 metrics:814 - type: map_at_1815 value: 26.661816 - type: map_at_10817 value: 35.475818 - type: map_at_100819 value: 36.626999999999995820 - type: map_at_1000821 value: 36.741822 - type: map_at_3823 value: 32.818000000000005824 - type: map_at_5825 value: 34.397826 - type: mrr_at_1827 value: 32.647999999999996828 - type: mrr_at_10829 value: 40.784830 - type: mrr_at_100831 value: 41.602832 - type: mrr_at_1000833 value: 41.661834 - type: mrr_at_3835 value: 38.68836 - type: mrr_at_5837 value: 39.838838 - type: ndcg_at_1839 value: 32.647999999999996840 - type: ndcg_at_10841 value: 40.697842 - type: ndcg_at_100843 value: 45.799844 - type: ndcg_at_1000845 value: 48.235846 - type: ndcg_at_3847 value: 36.516848 - type: ndcg_at_5849 value: 38.515850 - type: precision_at_1851 value: 32.647999999999996852 - type: precision_at_10853 value: 7.202999999999999854 - type: precision_at_100855 value: 1.1360000000000001856 - type: precision_at_1000857 value: 0.151858 - type: precision_at_3859 value: 17.314860 - type: precision_at_5861 value: 12.145999999999999862 - type: recall_at_1863 value: 26.661864 - type: recall_at_10865 value: 50.995000000000005866 - type: recall_at_100867 value: 73.065868 - type: recall_at_1000869 value: 89.781870 - type: recall_at_3871 value: 39.073872 - type: recall_at_5873 value: 44.395874 - task:875 type: Retrieval876 dataset:877 type: BeIR/cqadupstack878 name: MTEB CQADupstackRetrieval879 config: default880 split: test881 revision: None882 metrics:883 - type: map_at_1884 value: 25.946583333333333885 - type: map_at_10886 value: 33.79725887 - type: map_at_100888 value: 34.86408333333333889 - type: map_at_1000890 value: 34.9795891 - type: map_at_3892 value: 31.259999999999998893 - type: map_at_5894 value: 32.71541666666666895 - type: mrr_at_1896 value: 30.863749999999996897 - type: mrr_at_10898 value: 37.99183333333333899 - type: mrr_at_100900 value: 38.790499999999994901 - type: mrr_at_1000902 value: 38.85575000000001903 - type: mrr_at_3904 value: 35.82083333333333905 - type: mrr_at_5906 value: 37.07533333333333907 - type: ndcg_at_1908 value: 30.863749999999996909 - type: ndcg_at_10910 value: 38.52141666666667911 - type: ndcg_at_100912 value: 43.17966666666667913 - type: ndcg_at_1000914 value: 45.64608333333333915 - type: ndcg_at_3916 value: 34.333000000000006917 - type: ndcg_at_5918 value: 36.34975919 - type: precision_at_1920 value: 30.863749999999996921 - type: precision_at_10922 value: 6.598999999999999923 - type: precision_at_100924 value: 1.0502500000000001925 - type: precision_at_1000926 value: 0.14400000000000002927 - type: precision_at_3928 value: 15.557583333333334929 - type: precision_at_5930 value: 11.020000000000001931 - type: recall_at_1932 value: 25.946583333333333933 - type: recall_at_10934 value: 48.36991666666666935 - type: recall_at_100936 value: 69.02408333333334937 - type: recall_at_1000938 value: 86.43858333333331939 - type: recall_at_3940 value: 36.4965941 - type: recall_at_5942 value: 41.76258333333334943 - task:944 type: Retrieval945 dataset:946 type: BeIR/cqadupstack947 name: MTEB CQADupstackStatsRetrieval948 config: default949 split: test950 revision: None951 metrics:952 - type: map_at_1953 value: 22.431954 - type: map_at_10955 value: 28.889956 - type: map_at_100957 value: 29.642000000000003958 - type: map_at_1000959 value: 29.742960 - type: map_at_3961 value: 26.998962 - type: map_at_5963 value: 28.172000000000004964 - type: mrr_at_1965 value: 25.307000000000002966 - type: mrr_at_10967 value: 31.763968 - type: mrr_at_100969 value: 32.443970 - type: mrr_at_1000971 value: 32.531972 - type: mrr_at_3973 value: 29.959000000000003974 - type: mrr_at_5975 value: 31.063000000000002976 - type: ndcg_at_1977 value: 25.307000000000002978 - type: ndcg_at_10979 value: 32.586999999999996980 - type: ndcg_at_100981 value: 36.5982 - type: ndcg_at_1000983 value: 39.133984 - type: ndcg_at_3985 value: 29.25986 - type: ndcg_at_5987 value: 31.023988 - type: precision_at_1989 value: 25.307000000000002990 - type: precision_at_10991 value: 4.954992 - type: precision_at_100993 value: 0.747994 - type: precision_at_1000995 value: 0.104996 - type: precision_at_3997 value: 12.577998 - type: precision_at_5999 value: 8.7419999999999991000 - type: recall_at_11001 value: 22.4311002 - type: recall_at_101003 value: 41.1341004 - type: recall_at_1001005 value: 59.286000000000011006 - type: recall_at_10001007 value: 78.8571008 - type: recall_at_31009 value: 31.9261010 - type: recall_at_51011 value: 36.3351012 - task:1013 type: Retrieval1014 dataset:1015 type: BeIR/cqadupstack1016 name: MTEB CQADupstackTexRetrieval1017 config: default1018 split: test1019 revision: None1020 metrics:1021 - type: map_at_11022 value: 17.5861023 - type: map_at_101024 value: 23.3041025 - type: map_at_1001026 value: 24.1591027 - type: map_at_10001028 value: 24.2811029 - type: map_at_31030 value: 21.3161031 - type: map_at_51032 value: 22.3831033 - type: mrr_at_11034 value: 21.6451035 - type: mrr_at_101036 value: 27.3650000000000021037 - type: mrr_at_1001038 value: 28.1081039 - type: mrr_at_10001040 value: 28.1921041 - type: mrr_at_31042 value: 25.4821043 - type: mrr_at_51044 value: 26.4799999999999971045 - type: ndcg_at_11046 value: 21.6451047 - type: ndcg_at_101048 value: 27.3061049 - type: ndcg_at_1001050 value: 31.4960000000000021051 - type: ndcg_at_10001052 value: 34.531053 - type: ndcg_at_31054 value: 23.731055 - type: ndcg_at_51056 value: 25.2941057 - type: precision_at_11058 value: 21.6451059 - type: precision_at_101060 value: 4.7971061 - type: precision_at_1001062 value: 0.80599999999999991063 - type: precision_at_10001064 value: 0.1211065 - type: precision_at_31066 value: 10.8509999999999991067 - type: precision_at_51068 value: 7.7361069 - type: recall_at_11070 value: 17.5861071 - type: recall_at_101072 value: 35.4811073 - type: recall_at_1001074 value: 54.5340000000000061075 - type: recall_at_10001076 value: 76.4561077 - type: recall_at_31078 value: 25.3351079 - type: recall_at_51080 value: 29.4731081 - task:1082 type: Retrieval1083 dataset:1084 type: BeIR/cqadupstack1085 name: MTEB CQADupstackUnixRetrieval1086 config: default1087 split: test1088 revision: None1089 metrics:1090 - type: map_at_11091 value: 25.0951092 - type: map_at_101093 value: 32.3741094 - type: map_at_1001095 value: 33.5371096 - type: map_at_10001097 value: 33.6341098 - type: map_at_31099 value: 30.0891100 - type: map_at_51101 value: 31.4331102 - type: mrr_at_11103 value: 29.1981104 - type: mrr_at_101105 value: 36.011106 - type: mrr_at_1001107 value: 37.0221108 - type: mrr_at_10001109 value: 37.0831110 - type: mrr_at_31111 value: 33.941112 - type: mrr_at_51113 value: 35.1481114 - type: ndcg_at_11115 value: 29.1981116 - type: ndcg_at_101117 value: 36.7291118 - type: ndcg_at_1001119 value: 42.1140000000000041120 - type: ndcg_at_10001121 value: 44.5921122 - type: ndcg_at_31123 value: 32.6441124 - type: ndcg_at_51125 value: 34.6521126 - type: precision_at_11127 value: 29.1981128 - type: precision_at_101129 value: 5.9700000000000011130 - type: precision_at_1001131 value: 0.9671132 - type: precision_at_10001133 value: 0.1291134 - type: precision_at_31135 value: 14.3969999999999981136 - type: precision_at_51137 value: 10.0931138 - type: recall_at_11139 value: 25.0951140 - type: recall_at_101141 value: 46.3921142 - type: recall_at_1001143 value: 69.7061144 - type: recall_at_10001145 value: 87.7381146 - type: recall_at_31147 value: 35.3030000000000041148 - type: recall_at_51149 value: 40.4411150 - task:1151 type: Retrieval1152 dataset:1153 type: BeIR/cqadupstack1154 name: MTEB CQADupstackWebmastersRetrieval1155 config: default1156 split: test1157 revision: None1158 metrics:1159 - type: map_at_11160 value: 26.8579999999999971161 - type: map_at_101162 value: 34.0661163 - type: map_at_1001164 value: 35.6711165 - type: map_at_10001166 value: 35.8811167 - type: map_at_31168 value: 31.3041169 - type: map_at_51170 value: 32.8851171 - type: mrr_at_11172 value: 32.4111173 - type: mrr_at_101174 value: 38.9871175 - type: mrr_at_1001176 value: 39.8941177 - type: mrr_at_10001178 value: 39.9591179 - type: mrr_at_31180 value: 36.6269999999999951181 - type: mrr_at_51182 value: 38.0111183 - type: ndcg_at_11184 value: 32.4111185 - type: ndcg_at_101186 value: 39.2081187 - type: ndcg_at_1001188 value: 44.6261189 - type: ndcg_at_10001190 value: 47.431191 - type: ndcg_at_31192 value: 35.0911193 - type: ndcg_at_51194 value: 37.1191195 - type: precision_at_11196 value: 32.4111197 - type: precision_at_101198 value: 7.511199 - type: precision_at_1001200 value: 1.486