Alignment-Lab-AI/e5-mistral-7b-instruct
0166
1---2tags:3- mteb4- sentence-transformers5- transformers6model-index:7- name: e5-mistral-7b-instruct8 results:9 - task:10 type: STS11 dataset:12 type: C-MTEB/AFQMC13 name: MTEB AFQMC14 config: default15 split: validation16 revision: None17 metrics:18 - type: cos_sim_pearson19 value: 37.86322609167386620 - type: cos_sim_spearman21 value: 38.9873301333528122 - type: euclidean_pearson23 value: 37.5178338049787424 - type: euclidean_spearman25 value: 38.9873301275336526 - type: manhattan_pearson27 value: 37.2670688808172128 - type: manhattan_spearman29 value: 38.70975016190383430 - task:31 type: STS32 dataset:33 type: C-MTEB/ATEC34 name: MTEB ATEC35 config: default36 split: test37 revision: None38 metrics:39 - type: cos_sim_pearson40 value: 43.3392458313462341 - type: cos_sim_spearman42 value: 42.8431615515875443 - type: euclidean_pearson44 value: 45.6270987951523845 - type: euclidean_spearman46 value: 42.84315592173240447 - type: manhattan_pearson48 value: 45.478695099122949 - type: manhattan_spearman50 value: 42.65733475185598451 - task:52 type: Classification53 dataset:54 type: mteb/amazon_counterfactual55 name: MTEB AmazonCounterfactualClassification (en)56 config: en57 split: test58 revision: e8379541af4e31359cca9fbcf4b00f2671dba20559 metrics:60 - type: accuracy61 value: 78.6865671641791162 - type: ap63 value: 41.7152232290039864 - type: f165 value: 72.3720770353255266 - task:67 type: Classification68 dataset:69 type: mteb/amazon_counterfactual70 name: MTEB AmazonCounterfactualClassification (de)71 config: de72 split: test73 revision: e8379541af4e31359cca9fbcf4b00f2671dba20574 metrics:75 - type: accuracy76 value: 74.0471092077087977 - type: ap78 value: 83.4262222186404579 - type: f180 value: 72.1438825790577281 - task:82 type: Classification83 dataset:84 type: mteb/amazon_counterfactual85 name: MTEB AmazonCounterfactualClassification (en-ext)86 config: en-ext87 split: test88 revision: e8379541af4e31359cca9fbcf4b00f2671dba20589 metrics:90 - type: accuracy91 value: 77.9310344827586292 - type: ap93 value: 26.03928476050951394 - type: f195 value: 64.8109295445071296 - task:97 type: Classification98 dataset:99 type: mteb/amazon_counterfactual100 name: MTEB AmazonCounterfactualClassification (ja)101 config: ja102 split: test103 revision: e8379541af4e31359cca9fbcf4b00f2671dba205104 metrics:105 - type: accuracy106 value: 77.21627408993577107 - type: ap108 value: 24.876490553983036109 - type: f1110 value: 63.8773359684989111 - task:112 type: Classification113 dataset:114 type: mteb/amazon_polarity115 name: MTEB AmazonPolarityClassification116 config: default117 split: test118 revision: e2d317d38cd51312af73b3d32a06d1a08b442046119 metrics:120 - type: accuracy121 value: 95.90679999999999122 - type: ap123 value: 94.32357863164454124 - type: f1125 value: 95.90485634708557126 - task:127 type: Classification128 dataset:129 type: mteb/amazon_reviews_multi130 name: MTEB AmazonReviewsClassification (en)131 config: en132 split: test133 revision: 1399c76144fd37290681b995c656ef9b2e06e26d134 metrics:135 - type: accuracy136 value: 55.786137 - type: f1138 value: 55.31211995815146139 - task:140 type: Classification141 dataset:142 type: mteb/amazon_reviews_multi143 name: MTEB AmazonReviewsClassification (de)144 config: de145 split: test146 revision: 1399c76144fd37290681b995c656ef9b2e06e26d147 metrics:148 - type: accuracy149 value: 53.26150 - type: f1151 value: 52.156230111544986152 - task:153 type: Classification154 dataset:155 type: mteb/amazon_reviews_multi156 name: MTEB AmazonReviewsClassification (es)157 config: es158 split: test159 revision: 1399c76144fd37290681b995c656ef9b2e06e26d160 metrics:161 - type: accuracy162 value: 50.33163 - type: f1164 value: 49.195023008878145165 - task:166 type: Classification167 dataset:168 type: mteb/amazon_reviews_multi169 name: MTEB AmazonReviewsClassification (fr)170 config: fr171 split: test172 revision: 1399c76144fd37290681b995c656ef9b2e06e26d173 metrics:174 - type: accuracy175 value: 49.3176 - type: f1177 value: 48.434470184108178 - task:179 type: Classification180 dataset:181 type: mteb/amazon_reviews_multi182 name: MTEB AmazonReviewsClassification (ja)183 config: ja184 split: test185 revision: 1399c76144fd37290681b995c656ef9b2e06e26d186 metrics:187 - type: accuracy188 value: 48.68599999999999189 - type: f1190 value: 47.62681775202072191 - task:192 type: Classification193 dataset:194 type: mteb/amazon_reviews_multi195 name: MTEB AmazonReviewsClassification (zh)196 config: zh197 split: test198 revision: 1399c76144fd37290681b995c656ef9b2e06e26d199 metrics:200 - type: accuracy201 value: 46.238202 - type: f1203 value: 45.014030559653705204 - task:205 type: Retrieval206 dataset:207 type: arguana208 name: MTEB ArguAna209 config: default210 split: test211 revision: None212 metrics:213 - type: map_at_1214 value: 36.486000000000004215 - type: map_at_10216 value: 53.076217 - type: map_at_100218 value: 53.657999999999994219 - type: map_at_1000220 value: 53.659221 - type: map_at_3222 value: 48.234223 - type: map_at_5224 value: 51.121225 - type: mrr_at_1226 value: 37.269000000000005227 - type: mrr_at_10228 value: 53.335229 - type: mrr_at_100230 value: 53.916231 - type: mrr_at_1000232 value: 53.918233 - type: mrr_at_3234 value: 48.518235 - type: mrr_at_5236 value: 51.406237 - type: ndcg_at_1238 value: 36.486000000000004239 - type: ndcg_at_10240 value: 61.882000000000005241 - type: ndcg_at_100242 value: 64.165243 - type: ndcg_at_1000244 value: 64.203245 - type: ndcg_at_3246 value: 52.049247 - type: ndcg_at_5248 value: 57.199249 - type: precision_at_1250 value: 36.486000000000004251 - type: precision_at_10252 value: 8.982999999999999253 - type: precision_at_100254 value: 0.9939999999999999255 - type: precision_at_1000256 value: 0.1257 - type: precision_at_3258 value: 21.029259 - type: precision_at_5260 value: 15.092261 - type: recall_at_1262 value: 36.486000000000004263 - type: recall_at_10264 value: 89.82900000000001265 - type: recall_at_100266 value: 99.36267 - type: recall_at_1000268 value: 99.644269 - type: recall_at_3270 value: 63.087271 - type: recall_at_5272 value: 75.46199999999999273 - task:274 type: Clustering275 dataset:276 type: mteb/arxiv-clustering-p2p277 name: MTEB ArxivClusteringP2P278 config: default279 split: test280 revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d281 metrics:282 - type: v_measure283 value: 50.45119266859667284 - task:285 type: Clustering286 dataset:287 type: mteb/arxiv-clustering-s2s288 name: MTEB ArxivClusteringS2S289 config: default290 split: test291 revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53292 metrics:293 - type: v_measure294 value: 45.4958298992051295 - task:296 type: Reranking297 dataset:298 type: mteb/askubuntudupquestions-reranking299 name: MTEB AskUbuntuDupQuestions300 config: default301 split: test302 revision: 2000358ca161889fa9c082cb41daa8dcfb161a54303 metrics:304 - type: map305 value: 66.98177472838887306 - type: mrr307 value: 79.91854636591478308 - task:309 type: STS310 dataset:311 type: mteb/biosses-sts312 name: MTEB BIOSSES313 config: default314 split: test315 revision: d3fb88f8f02e40887cd149695127462bbcf29b4a316 metrics:317 - type: cos_sim_pearson318 value: 87.67086498650698319 - type: cos_sim_spearman320 value: 85.54773239564638321 - type: euclidean_pearson322 value: 86.48229161588425323 - type: euclidean_spearman324 value: 85.54773239564638325 - type: manhattan_pearson326 value: 86.67533327742343327 - type: manhattan_spearman328 value: 85.76099026691983329 - task:330 type: STS331 dataset:332 type: C-MTEB/BQ333 name: MTEB BQ334 config: default335 split: test336 revision: None337 metrics:338 - type: cos_sim_pearson339 value: 50.31998888922809340 - type: cos_sim_spearman341 value: 50.6369940530675342 - type: euclidean_pearson343 value: 50.055544636296055344 - type: euclidean_spearman345 value: 50.63699405154838346 - type: manhattan_pearson347 value: 50.00739378036807348 - type: manhattan_spearman349 value: 50.607237418676945350 - task:351 type: BitextMining352 dataset:353 type: mteb/bucc-bitext-mining354 name: MTEB BUCC (de-en)355 config: de-en356 split: test357 revision: d51519689f32196a32af33b075a01d0e7c51e252358 metrics:359 - type: accuracy360 value: 99.5615866388309361 - type: f1362 value: 99.49895615866389363 - type: precision364 value: 99.46764091858039365 - type: recall366 value: 99.5615866388309367 - task:368 type: BitextMining369 dataset:370 type: mteb/bucc-bitext-mining371 name: MTEB BUCC (fr-en)372 config: fr-en373 split: test374 revision: d51519689f32196a32af33b075a01d0e7c51e252375 metrics:376 - type: accuracy377 value: 99.19656614571869378 - type: f1379 value: 99.08650671362535380 - type: precision381 value: 99.0314769975787382 - type: recall383 value: 99.19656614571869384 - task:385 type: BitextMining386 dataset:387 type: mteb/bucc-bitext-mining388 name: MTEB BUCC (ru-en)389 config: ru-en390 split: test391 revision: d51519689f32196a32af33b075a01d0e7c51e252392 metrics:393 - type: accuracy394 value: 98.0256321440942395 - type: f1396 value: 97.83743216718624397 - type: precision398 value: 97.74390947927492399 - type: recall400 value: 98.0256321440942401 - task:402 type: BitextMining403 dataset:404 type: mteb/bucc-bitext-mining405 name: MTEB BUCC (zh-en)406 config: zh-en407 split: test408 revision: d51519689f32196a32af33b075a01d0e7c51e252409 metrics:410 - type: accuracy411 value: 99.26276987888363412 - type: f1413 value: 99.22766368264414 - type: precision415 value: 99.21011058451816416 - type: recall417 value: 99.26276987888363418 - task:419 type: Classification420 dataset:421 type: mteb/banking77422 name: MTEB Banking77Classification423 config: default424 split: test425 revision: 0fd18e25b25c072e09e0d92ab615fda904d66300426 metrics:427 - type: accuracy428 value: 88.22727272727272429 - type: f1430 value: 88.17411732496673431 - task:432 type: Clustering433 dataset:434 type: mteb/biorxiv-clustering-p2p435 name: MTEB BiorxivClusteringP2P436 config: default437 split: test438 revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40439 metrics:440 - type: v_measure441 value: 43.530637846246975442 - task:443 type: Clustering444 dataset:445 type: mteb/biorxiv-clustering-s2s446 name: MTEB BiorxivClusteringS2S447 config: default448 split: test449 revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908450 metrics:451 - type: v_measure452 value: 40.23505728593893453 - task:454 type: Clustering455 dataset:456 type: C-MTEB/CLSClusteringP2P457 name: MTEB CLSClusteringP2P458 config: default459 split: test460 revision: None461 metrics:462 - type: v_measure463 value: 44.419028279451275464 - task:465 type: Clustering466 dataset:467 type: C-MTEB/CLSClusteringS2S468 name: MTEB CLSClusteringS2S469 config: default470 split: test471 revision: None472 metrics:473 - type: v_measure474 value: 42.5820277929776475 - task:476 type: Reranking477 dataset:478 type: C-MTEB/CMedQAv1-reranking479 name: MTEB CMedQAv1480 config: default481 split: test482 revision: None483 metrics:484 - type: map485 value: 77.67811726152972486 - type: mrr487 value: 80.99003968253969488 - task:489 type: Reranking490 dataset:491 type: C-MTEB/CMedQAv2-reranking492 name: MTEB CMedQAv2493 config: default494 split: test495 revision: None496 metrics:497 - type: map498 value: 78.66055354534922499 - type: mrr500 value: 81.66119047619047501 - task:502 type: Retrieval503 dataset:504 type: BeIR/cqadupstack505 name: MTEB CQADupstackRetrieval506 config: default507 split: test508 revision: None509 metrics:510 - type: map_at_1511 value: 27.162333333333333512 - type: map_at_10513 value: 37.22291666666667514 - type: map_at_100515 value: 38.56733333333333516 - type: map_at_1000517 value: 38.684250000000006518 - type: map_at_3519 value: 34.22858333333333520 - type: map_at_5521 value: 35.852500000000006522 - type: mrr_at_1523 value: 32.459833333333336524 - type: mrr_at_10525 value: 41.65358333333333526 - type: mrr_at_100527 value: 42.566916666666664528 - type: mrr_at_1000529 value: 42.61766666666667530 - type: mrr_at_3531 value: 39.210499999999996532 - type: mrr_at_5533 value: 40.582166666666666534 - type: ndcg_at_1535 value: 32.459833333333336536 - type: ndcg_at_10537 value: 42.96758333333333538 - type: ndcg_at_100539 value: 48.5065540 - type: ndcg_at_1000541 value: 50.556583333333336542 - type: ndcg_at_3543 value: 38.004416666666664544 - type: ndcg_at_5545 value: 40.25916666666667546 - type: precision_at_1547 value: 32.459833333333336548 - type: precision_at_10549 value: 7.664583333333333550 - type: precision_at_100551 value: 1.2349999999999999552 - type: precision_at_1000553 value: 0.15966666666666668554 - type: precision_at_3555 value: 17.731166666666663556 - type: precision_at_5557 value: 12.575333333333335558 - type: recall_at_1559 value: 27.162333333333333560 - type: recall_at_10561 value: 55.44158333333334562 - type: recall_at_100563 value: 79.56966666666666564 - type: recall_at_1000565 value: 93.45224999999999566 - type: recall_at_3567 value: 41.433083333333336568 - type: recall_at_5569 value: 47.31108333333333570 - task:571 type: Retrieval572 dataset:573 type: climate-fever574 name: MTEB ClimateFEVER575 config: default576 split: test577 revision: None578 metrics:579 - type: map_at_1580 value: 16.539581 - type: map_at_10582 value: 28.494999999999997583 - type: map_at_100584 value: 30.568585 - type: map_at_1000586 value: 30.741000000000003587 - type: map_at_3588 value: 23.846999999999998589 - type: map_at_5590 value: 26.275591 - type: mrr_at_1592 value: 37.394593 - type: mrr_at_10594 value: 50.068595 - type: mrr_at_100596 value: 50.727597 - type: mrr_at_1000598 value: 50.751000000000005599 - type: mrr_at_3600 value: 46.938601 - type: mrr_at_5602 value: 48.818603 - type: ndcg_at_1604 value: 37.394605 - type: ndcg_at_10606 value: 38.349607 - type: ndcg_at_100608 value: 45.512609 - type: ndcg_at_1000610 value: 48.321611 - type: ndcg_at_3612 value: 32.172613 - type: ndcg_at_5614 value: 34.265615 - type: precision_at_1616 value: 37.394617 - type: precision_at_10618 value: 11.927999999999999619 - type: precision_at_100620 value: 1.966621 - type: precision_at_1000622 value: 0.25623 - type: precision_at_3624 value: 24.126625 - type: precision_at_5626 value: 18.306627 - type: recall_at_1628 value: 16.539629 - type: recall_at_10630 value: 44.504631 - type: recall_at_100632 value: 68.605633 - type: recall_at_1000634 value: 84.1635 - type: recall_at_3636 value: 29.008637 - type: recall_at_5638 value: 35.58639 - task:640 type: Retrieval641 dataset:642 type: C-MTEB/CmedqaRetrieval643 name: MTEB CmedqaRetrieval644 config: default645 split: dev646 revision: None647 metrics:648 - type: map_at_1649 value: 19.482650 - type: map_at_10651 value: 28.622999999999998652 - type: map_at_100653 value: 30.262654 - type: map_at_1000655 value: 30.432656 - type: map_at_3657 value: 25.647658 - type: map_at_5659 value: 27.128000000000004660 - type: mrr_at_1661 value: 30.408662 - type: mrr_at_10663 value: 37.188664 - type: mrr_at_100665 value: 38.196000000000005666 - type: mrr_at_1000667 value: 38.273668 - type: mrr_at_3669 value: 35.067670 - type: mrr_at_5671 value: 36.124672 - type: ndcg_at_1673 value: 30.408674 - type: ndcg_at_10675 value: 34.215676 - type: ndcg_at_100677 value: 41.349999999999994678 - type: ndcg_at_1000679 value: 44.689680 - type: ndcg_at_3681 value: 30.264999999999997682 - type: ndcg_at_5683 value: 31.572684 - type: precision_at_1685 value: 30.408686 - type: precision_at_10687 value: 7.6770000000000005688 - type: precision_at_100689 value: 1.352690 - type: precision_at_1000691 value: 0.178692 - type: precision_at_3693 value: 17.213694 - type: precision_at_5695 value: 12.198696 - type: recall_at_1697 value: 19.482698 - type: recall_at_10699 value: 42.368700 - type: recall_at_100701 value: 72.694702 - type: recall_at_1000703 value: 95.602704 - type: recall_at_3705 value: 30.101706 - type: recall_at_5707 value: 34.708708 - task:709 type: PairClassification710 dataset:711 type: C-MTEB/CMNLI712 name: MTEB Cmnli713 config: default714 split: validation715 revision: None716 metrics:717 - type: cos_sim_accuracy718 value: 71.16055321707758719 - type: cos_sim_ap720 value: 80.21073839711723721 - type: cos_sim_f1722 value: 72.9740932642487723 - type: cos_sim_precision724 value: 65.53136050623488725 - type: cos_sim_recall726 value: 82.3240589198036727 - type: dot_accuracy728 value: 71.16055321707758729 - type: dot_ap730 value: 80.212299264122731 - type: dot_f1732 value: 72.9740932642487733 - type: dot_precision734 value: 65.53136050623488735 - type: dot_recall736 value: 82.3240589198036737 - type: euclidean_accuracy738 value: 71.16055321707758739 - type: euclidean_ap740 value: 80.21076298680417741 - type: euclidean_f1742 value: 72.9740932642487743 - type: euclidean_precision744 value: 65.53136050623488745 - type: euclidean_recall746 value: 82.3240589198036747 - type: manhattan_accuracy748 value: 70.71557426337944749 - type: manhattan_ap750 value: 79.93448977199749751 - type: manhattan_f1752 value: 72.83962726826877753 - type: manhattan_precision754 value: 62.7407908077053755 - type: manhattan_recall756 value: 86.81318681318682757 - type: max_accuracy758 value: 71.16055321707758759 - type: max_ap760 value: 80.212299264122761 - type: max_f1762 value: 72.9740932642487763 - task:764 type: Retrieval765 dataset:766 type: C-MTEB/CovidRetrieval767 name: MTEB CovidRetrieval768 config: default769 split: dev770 revision: None771 metrics:772 - type: map_at_1773 value: 60.643774 - type: map_at_10775 value: 69.011776 - type: map_at_100777 value: 69.533778 - type: map_at_1000779 value: 69.545780 - type: map_at_3781 value: 67.167782 - type: map_at_5783 value: 68.12700000000001784 - type: mrr_at_1785 value: 60.801786 - type: mrr_at_10787 value: 69.111788 - type: mrr_at_100789 value: 69.6790 - type: mrr_at_1000791 value: 69.611792 - type: mrr_at_3793 value: 67.229794 - type: mrr_at_5795 value: 68.214796 - type: ndcg_at_1797 value: 60.801798 - type: ndcg_at_10799 value: 73.128800 - type: ndcg_at_100801 value: 75.614802 - type: ndcg_at_1000803 value: 75.92804 - type: ndcg_at_3805 value: 69.261806 - type: ndcg_at_5807 value: 70.973808 - type: precision_at_1809 value: 60.801810 - type: precision_at_10811 value: 8.662812 - type: precision_at_100813 value: 0.9860000000000001814 - type: precision_at_1000815 value: 0.101816 - type: precision_at_3817 value: 25.149818 - type: precision_at_5819 value: 15.953999999999999820 - type: recall_at_1821 value: 60.643822 - type: recall_at_10823 value: 85.959824 - type: recall_at_100825 value: 97.576826 - type: recall_at_1000827 value: 100.0828 - type: recall_at_3829 value: 75.184830 - type: recall_at_5831 value: 79.32000000000001832 - task:833 type: Retrieval834 dataset:835 type: dbpedia-entity836 name: MTEB DBPedia837 config: default838 split: test839 revision: None840 metrics:841 - type: map_at_1842 value: 10.183843 - type: map_at_10844 value: 23.958845 - type: map_at_100846 value: 34.354847 - type: map_at_1000848 value: 36.442849 - type: map_at_3850 value: 16.345000000000002851 - type: map_at_5852 value: 19.647000000000002853 - type: mrr_at_1854 value: 74.25855 - type: mrr_at_10856 value: 80.976857 - type: mrr_at_100858 value: 81.256859 - type: mrr_at_1000860 value: 81.262861 - type: mrr_at_3862 value: 79.958863 - type: mrr_at_5864 value: 80.37100000000001865 - type: ndcg_at_1866 value: 62.0867 - type: ndcg_at_10868 value: 48.894999999999996869 - type: ndcg_at_100870 value: 53.867871 - type: ndcg_at_1000872 value: 61.304873 - type: ndcg_at_3874 value: 53.688875 - type: ndcg_at_5876 value: 50.900999999999996877 - type: precision_at_1878 value: 74.25879 - type: precision_at_10880 value: 39.525881 - type: precision_at_100882 value: 12.323883 - type: precision_at_1000884 value: 2.539885 - type: precision_at_3886 value: 57.49999999999999887 - type: precision_at_5888 value: 49.1889 - type: recall_at_1890 value: 10.183891 - type: recall_at_10892 value: 29.296893 - type: recall_at_100894 value: 60.394999999999996895 - type: recall_at_1000896 value: 83.12897 - type: recall_at_3898 value: 17.495899 - type: recall_at_5900 value: 22.235901 - task:902 type: Retrieval903 dataset:904 type: C-MTEB/DuRetrieval905 name: MTEB DuRetrieval906 config: default907 split: dev908 revision: None909 metrics:910 - type: map_at_1911 value: 26.613999999999997912 - type: map_at_10913 value: 79.77300000000001914 - type: map_at_100915 value: 82.71916 - type: map_at_1000917 value: 82.75918 - type: map_at_3919 value: 55.92700000000001920 - type: map_at_5921 value: 70.085922 - type: mrr_at_1923 value: 90.7924 - type: mrr_at_10925 value: 93.438926 - type: mrr_at_100927 value: 93.504928 - type: mrr_at_1000929 value: 93.50699999999999930 - type: mrr_at_3931 value: 93.125932 - type: mrr_at_5933 value: 93.34934 - type: ndcg_at_1935 value: 90.7936 - type: ndcg_at_10937 value: 87.023938 - type: ndcg_at_100939 value: 90.068940 - type: ndcg_at_1000941 value: 90.43299999999999942 - type: ndcg_at_3943 value: 86.339944 - type: ndcg_at_5945 value: 85.013946 - type: precision_at_1947 value: 90.7948 - type: precision_at_10949 value: 41.339999999999996950 - type: precision_at_100951 value: 4.806952 - type: precision_at_1000953 value: 0.48900000000000005954 - type: precision_at_3955 value: 76.983956 - type: precision_at_5957 value: 64.69958 - type: recall_at_1959 value: 26.613999999999997960 - type: recall_at_10961 value: 87.681962 - type: recall_at_100963 value: 97.44699999999999964 - type: recall_at_1000965 value: 99.348966 - type: recall_at_3967 value: 57.809999999999995968 - type: recall_at_5969 value: 74.258970 - task:971 type: Retrieval972 dataset:973 type: C-MTEB/EcomRetrieval974 name: MTEB EcomRetrieval975 config: default976 split: dev977 revision: None978 metrics:979 - type: map_at_1980 value: 30.9981 - type: map_at_10982 value: 40.467983 - type: map_at_100984 value: 41.423985 - type: map_at_1000986 value: 41.463987 - type: map_at_3988 value: 37.25989 - type: map_at_5990 value: 39.31991 - type: mrr_at_1992 value: 30.9993 - type: mrr_at_10994 value: 40.467995 - type: mrr_at_100996 value: 41.423997 - type: mrr_at_1000998 value: 41.463999 - type: mrr_at_31000 value: 37.251001 - type: mrr_at_51002 value: 39.311003 - type: ndcg_at_11004 value: 30.91005 - type: ndcg_at_101006 value: 45.9571007 - type: ndcg_at_1001008 value: 50.7351009 - type: ndcg_at_10001010 value: 51.8619999999999951011 - type: ndcg_at_31012 value: 39.4371013 - type: ndcg_at_51014 value: 43.1461015 - type: precision_at_11016 value: 30.91017 - type: precision_at_101018 value: 6.351019 - type: precision_at_1001020 value: 0.8611021 - type: precision_at_10001022 value: 0.0951023 - type: precision_at_31024 value: 15.2671025 - type: precision_at_51026 value: 10.961027 - type: recall_at_11028 value: 30.91029 - type: recall_at_101030 value: 63.51031 - type: recall_at_1001032 value: 86.11033 - type: recall_at_10001034 value: 95.11035 - type: recall_at_31036 value: 45.8000000000000041037 - type: recall_at_51038 value: 54.8000000000000041039 - task:1040 type: Classification1041 dataset:1042 type: mteb/emotion1043 name: MTEB EmotionClassification1044 config: default1045 split: test1046 revision: 4f58c6b202a23cf9a4da393831edf4f9183cad371047 metrics:1048 - type: accuracy1049 value: 49.7651050 - type: f11051 value: 45.932422035744851052 - task:1053 type: Retrieval1054 dataset:1055 type: fever1056 name: MTEB FEVER1057 config: default1058 split: test1059 revision: None1060 metrics:1061 - type: map_at_11062 value: 75.1381063 - type: map_at_101064 value: 84.213000000000011065 - type: map_at_1001066 value: 84.431067 - type: map_at_10001068 value: 84.4411069 - type: map_at_31070 value: 83.0711071 - type: map_at_51072 value: 83.8531073 - type: mrr_at_11074 value: 80.9481075 - type: mrr_at_101076 value: 88.1751077 - type: mrr_at_1001078 value: 88.241079 - type: mrr_at_10001080 value: 88.2411081 - type: mrr_at_31082 value: 87.5161083 - type: mrr_at_51084 value: 87.9971085 - type: ndcg_at_11086 value: 80.9481087 - type: ndcg_at_101088 value: 87.841000000000011089 - type: ndcg_at_1001090 value: 88.5761091 - type: ndcg_at_10001092 value: 88.756999999999991093 - type: ndcg_at_31094 value: 86.1761095 - type: ndcg_at_51096 value: 87.2141097 - type: precision_at_11098 value: 80.9481099 - type: precision_at_101100 value: 10.6321101 - type: precision_at_1001102 value: 1.1231103 - type: precision_at_10001104 value: 0.114999999999999991105 - type: precision_at_31106 value: 33.1931107 - type: precision_at_51108 value: 20.6631109 - type: recall_at_11110 value: 75.1381111 - type: recall_at_101112 value: 94.896999999999991113 - type: recall_at_1001114 value: 97.7511115 - type: recall_at_10001116 value: 98.8331117 - type: recall_at_31118 value: 90.4551119 - type: recall_at_51120 value: 93.0851121 - task:1122 type: Retrieval1123 dataset:1124 type: fiqa1125 name: MTEB FiQA20181126 config: default1127 split: test1128 revision: None1129 metrics:1130 - type: map_at_11131 value: 29.451132 - type: map_at_101133 value: 48.5960000000000041134 - type: map_at_1001135 value: 50.704000000000011136 - type: map_at_10001137 value: 50.838000000000011138 - type: map_at_31139 value: 42.7951140 - type: map_at_51141 value: 46.0851142 - type: mrr_at_11143 value: 56.1729999999999951144 - type: mrr_at_101145 value: 64.353000000000011146 - type: mrr_at_1001147 value: 64.9471148 - type: mrr_at_10001149 value: 64.9671150 - type: mrr_at_31151 value: 62.6539999999999961152 - type: mrr_at_51153 value: 63.5341154 - type: ndcg_at_11155 value: 56.1729999999999951156 - type: ndcg_at_101157 value: 56.5931158 - type: ndcg_at_1001159 value: 62.9421160 - type: ndcg_at_10001161 value: 64.8011162 - type: ndcg_at_31163 value: 53.0241164 - type: ndcg_at_51165 value: 53.9869999999999951166 - type: precision_at_11167 value: 56.1729999999999951168 - type: precision_at_101169 value: 15.4941170 - type: precision_at_1001171 value: 2.2221172 - type: precision_at_10001173 value: 0.2541174 - type: precision_at_31175 value: 35.1851176 - type: precision_at_51177 value: 25.5561178 - type: recall_at_11179 value: 29.451180 - type: recall_at_101181 value: 62.8820000000000051182 - type: recall_at_1001183 value: 85.560999999999991184 - type: recall_at_10001185 value: 96.5391186 - type: recall_at_31187 value: 47.9111188 - type: recall_at_51189 value: 54.521190 - task:1191 type: Retrieval1192 dataset:1193 type: hotpotqa1194 name: MTEB HotpotQA1195 config: default1196 split: test1197 revision: None1198 metrics:1199 - type: map_at_11200 value: 39.581