diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -12252,6 +12252,3901 @@ model-index: value: 85.75999999999999 task: type: Classification + - dataset: + config: default + name: MTEB AllegroReviews + revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6 + split: test + type: PL-MTEB/allegro-reviews + metrics: + - type: accuracy + value: 49.22465208747514 + - type: f1 + value: 35.68158330115517 + - type: f1_weighted + value: 44.81425765760541 + - type: main_score + value: 49.22465208747514 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna-PL + revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 + split: test + type: clarin-knext/arguana-pl + metrics: + - type: main_score + value: 49.668 + - type: map_at_1 + value: 24.751 + - type: map_at_10 + value: 40.36 + - type: map_at_100 + value: 41.368 + - type: map_at_1000 + value: 41.379 + - type: map_at_20 + value: 41.134 + - type: map_at_3 + value: 34.945 + - type: map_at_5 + value: 38.043 + - type: mrr_at_1 + value: 25.03556187766714 + - type: mrr_at_10 + value: 40.47856126803494 + - type: mrr_at_100 + value: 41.49280025917654 + - type: mrr_at_1000 + value: 41.50319481040459 + - type: mrr_at_20 + value: 41.25788030596975 + - type: mrr_at_3 + value: 35.0521574205784 + - type: mrr_at_5 + value: 38.167377904219954 + - type: nauc_map_at_1000_diff1 + value: 7.731653729111241 + - type: nauc_map_at_1000_max + value: -6.3011371446014115 + - type: nauc_map_at_1000_std + value: -6.06100995003556 + - type: nauc_map_at_100_diff1 + value: 7.740664698795466 + - type: nauc_map_at_100_max + value: -6.278576653918305 + - type: nauc_map_at_100_std + value: -6.048854855804748 + - type: nauc_map_at_10_diff1 + value: 7.58994360921921 + - type: nauc_map_at_10_max + value: -6.486918896565689 + - type: nauc_map_at_10_std + value: -6.590603504257126 + - type: nauc_map_at_1_diff1 + value: 10.018749983163797 + - type: nauc_map_at_1_max + value: -9.286741407015537 + - type: nauc_map_at_1_std + value: -6.604729499204554 + - type: nauc_map_at_20_diff1 + value: 7.706256252764164 + - type: nauc_map_at_20_max + value: -6.168914547814974 + - type: nauc_map_at_20_std + value: -6.083566639755691 + - type: nauc_map_at_3_diff1 + value: 7.033893231381659 + - type: nauc_map_at_3_max + value: -6.945660103296161 + - type: nauc_map_at_3_std + value: -6.0565345896842135 + - type: nauc_map_at_5_diff1 + value: 7.205099657249722 + - type: nauc_map_at_5_max + value: -6.776921990255051 + - type: nauc_map_at_5_std + value: -5.907533989245036 + - type: nauc_mrr_at_1000_diff1 + value: 6.668270267618491 + - type: nauc_mrr_at_1000_max + value: -6.803645974646868 + - type: nauc_mrr_at_1000_std + value: -6.110358020715999 + - type: nauc_mrr_at_100_diff1 + value: 6.677624675636143 + - type: nauc_mrr_at_100_max + value: -6.78097136036329 + - type: nauc_mrr_at_100_std + value: -6.098217879471153 + - type: nauc_mrr_at_10_diff1 + value: 6.468832159598689 + - type: nauc_mrr_at_10_max + value: -7.0315355572474925 + - type: nauc_mrr_at_10_std + value: -6.601932672455336 + - type: nauc_mrr_at_1_diff1 + value: 9.07223439791323 + - type: nauc_mrr_at_1_max + value: -9.264510377291506 + - type: nauc_mrr_at_1_std + value: -6.764808343700734 + - type: nauc_mrr_at_20_diff1 + value: 6.65302226067872 + - type: nauc_mrr_at_20_max + value: -6.666040499900585 + - type: nauc_mrr_at_20_std + value: -6.132351790646591 + - type: nauc_mrr_at_3_diff1 + value: 5.824560443333769 + - type: nauc_mrr_at_3_max + value: -7.573354775954246 + - type: nauc_mrr_at_3_std + value: -6.106371480222379 + - type: nauc_mrr_at_5_diff1 + value: 6.209821468263958 + - type: nauc_mrr_at_5_max + value: -7.271141379552105 + - type: nauc_mrr_at_5_std + value: -5.938481110932588 + - type: nauc_ndcg_at_1000_diff1 + value: 7.773930949495924 + - type: nauc_ndcg_at_1000_max + value: -5.1914799213542535 + - type: nauc_ndcg_at_1000_std + value: -5.443963700763181 + - type: nauc_ndcg_at_100_diff1 + value: 8.057028087355645 + - type: nauc_ndcg_at_100_max + value: -4.531668964685114 + - type: nauc_ndcg_at_100_std + value: -5.043531367158232 + - type: nauc_ndcg_at_10_diff1 + value: 7.464635855577513 + - type: nauc_ndcg_at_10_max + value: -4.878234464633695 + - type: nauc_ndcg_at_10_std + value: -7.040243622992924 + - type: nauc_ndcg_at_1_diff1 + value: 10.018749983163797 + - type: nauc_ndcg_at_1_max + value: -9.286741407015537 + - type: nauc_ndcg_at_1_std + value: -6.604729499204554 + - type: nauc_ndcg_at_20_diff1 + value: 7.927592870050634 + - type: nauc_ndcg_at_20_max + value: -3.5850025129078804 + - type: nauc_ndcg_at_20_std + value: -5.171152516248472 + - type: nauc_ndcg_at_3_diff1 + value: 6.2883775843899485 + - type: nauc_ndcg_at_3_max + value: -6.088799255371655 + - type: nauc_ndcg_at_3_std + value: -5.718514280311179 + - type: nauc_ndcg_at_5_diff1 + value: 6.560041121192067 + - type: nauc_ndcg_at_5_max + value: -5.667390479730649 + - type: nauc_ndcg_at_5_std + value: -5.345467266005971 + - type: nauc_precision_at_1000_diff1 + value: 3.3584681799320566 + - type: nauc_precision_at_1000_max + value: 27.67410378535401 + - type: nauc_precision_at_1000_std + value: 73.59018487762006 + - type: nauc_precision_at_100_diff1 + value: 31.86229567780328 + - type: nauc_precision_at_100_max + value: 57.759019425342615 + - type: nauc_precision_at_100_std + value: 45.17932914356757 + - type: nauc_precision_at_10_diff1 + value: 7.59135628113755 + - type: nauc_precision_at_10_max + value: 3.3516129835437254 + - type: nauc_precision_at_10_std + value: -9.981248425456624 + - type: nauc_precision_at_1_diff1 + value: 10.018749983163797 + - type: nauc_precision_at_1_max + value: -9.286741407015537 + - type: nauc_precision_at_1_std + value: -6.604729499204554 + - type: nauc_precision_at_20_diff1 + value: 12.340895595423683 + - type: nauc_precision_at_20_max + value: 22.834947429467178 + - type: nauc_precision_at_20_std + value: 5.3105422687851425 + - type: nauc_precision_at_3_diff1 + value: 4.279842180460012 + - type: nauc_precision_at_3_max + value: -3.6828818164493162 + - type: nauc_precision_at_3_std + value: -4.735859463411824 + - type: nauc_precision_at_5_diff1 + value: 4.654912773566626 + - type: nauc_precision_at_5_max + value: -2.0537304325752452 + - type: nauc_precision_at_5_std + value: -3.419667795061248 + - type: nauc_recall_at_1000_diff1 + value: 3.358468179927671 + - type: nauc_recall_at_1000_max + value: 27.674103785350603 + - type: nauc_recall_at_1000_std + value: 73.59018487761793 + - type: nauc_recall_at_100_diff1 + value: 31.862295677802706 + - type: nauc_recall_at_100_max + value: 57.75901942534214 + - type: nauc_recall_at_100_std + value: 45.17932914356684 + - type: nauc_recall_at_10_diff1 + value: 7.591356281137633 + - type: nauc_recall_at_10_max + value: 3.351612983543776 + - type: nauc_recall_at_10_std + value: -9.981248425456481 + - type: nauc_recall_at_1_diff1 + value: 10.018749983163797 + - type: nauc_recall_at_1_max + value: -9.286741407015537 + - type: nauc_recall_at_1_std + value: -6.604729499204554 + - type: nauc_recall_at_20_diff1 + value: 12.340895595423826 + - type: nauc_recall_at_20_max + value: 22.834947429467274 + - type: nauc_recall_at_20_std + value: 5.310542268785199 + - type: nauc_recall_at_3_diff1 + value: 4.279842180460059 + - type: nauc_recall_at_3_max + value: -3.682881816449298 + - type: nauc_recall_at_3_std + value: -4.735859463411806 + - type: nauc_recall_at_5_diff1 + value: 4.6549127735666795 + - type: nauc_recall_at_5_max + value: -2.0537304325752013 + - type: nauc_recall_at_5_std + value: -3.419667795061247 + - type: ndcg_at_1 + value: 24.751 + - type: ndcg_at_10 + value: 49.668 + - type: ndcg_at_100 + value: 53.867 + - type: ndcg_at_1000 + value: 54.102 + - type: ndcg_at_20 + value: 52.34799999999999 + - type: ndcg_at_3 + value: 38.451 + - type: ndcg_at_5 + value: 44.069 + - type: precision_at_1 + value: 24.751 + - type: precision_at_10 + value: 7.965999999999999 + - type: precision_at_100 + value: 0.9780000000000001 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.4990000000000006 + - type: precision_at_3 + value: 16.216 + - type: precision_at_5 + value: 12.475 + - type: recall_at_1 + value: 24.751 + - type: recall_at_10 + value: 79.659 + - type: recall_at_100 + value: 97.795 + - type: recall_at_1000 + value: 99.57300000000001 + - type: recall_at_20 + value: 89.972 + - type: recall_at_3 + value: 48.649 + - type: recall_at_5 + value: 62.376 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CBD + revision: 36ddb419bcffe6a5374c3891957912892916f28d + split: test + type: PL-MTEB/cbd + metrics: + - type: accuracy + value: 62.85999999999999 + - type: ap + value: 18.744713128220596 + - type: ap_weighted + value: 18.744713128220596 + - type: f1 + value: 53.296341093646696 + - type: f1_weighted + value: 68.61665005768842 + - type: main_score + value: 62.85999999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB CDSC-E + revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d + split: test + type: PL-MTEB/cdsce-pairclassification + metrics: + - type: cosine_accuracy + value: 87.3 + - type: cosine_accuracy_threshold + value: 95.8031415939331 + - type: cosine_ap + value: 69.77225668650979 + - type: cosine_f1 + value: 63.04909560723513 + - type: cosine_f1_threshold + value: 86.9259238243103 + - type: cosine_precision + value: 61.92893401015228 + - type: cosine_recall + value: 64.21052631578948 + - type: dot_accuracy + value: 87.3 + - type: dot_accuracy_threshold + value: 95.8031415939331 + - type: dot_ap + value: 69.77225668650979 + - type: dot_f1 + value: 63.04909560723513 + - type: dot_f1_threshold + value: 86.9259238243103 + - type: dot_precision + value: 61.92893401015228 + - type: dot_recall + value: 64.21052631578948 + - type: euclidean_accuracy + value: 87.3 + - type: euclidean_accuracy_threshold + value: 28.971904516220093 + - type: euclidean_ap + value: 69.77225668650979 + - type: euclidean_f1 + value: 63.04909560723513 + - type: euclidean_f1_threshold + value: 51.135218143463135 + - type: euclidean_precision + value: 61.92893401015228 + - type: euclidean_recall + value: 64.21052631578948 + - type: main_score + value: 70.04616767691698 + - type: manhattan_accuracy + value: 87.5 + - type: manhattan_accuracy_threshold + value: 790.4520988464355 + - type: manhattan_ap + value: 70.04616767691698 + - type: manhattan_f1 + value: 63.54166666666667 + - type: manhattan_f1_threshold + value: 1195.075511932373 + - type: manhattan_precision + value: 62.88659793814433 + - type: manhattan_recall + value: 64.21052631578948 + - type: max_ap + value: 70.04616767691698 + - type: max_f1 + value: 63.54166666666667 + - type: max_precision + value: 62.88659793814433 + - type: max_recall + value: 64.21052631578948 + - type: similarity_accuracy + value: 87.3 + - type: similarity_accuracy_threshold + value: 95.8031415939331 + - type: similarity_ap + value: 69.77225668650979 + - type: similarity_f1 + value: 63.04909560723513 + - type: similarity_f1_threshold + value: 86.9259238243103 + - type: similarity_precision + value: 61.92893401015228 + - type: similarity_recall + value: 64.21052631578948 + task: + type: PairClassification + - dataset: + config: default + name: MTEB CDSC-R + revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd + split: test + type: PL-MTEB/cdscr-sts + metrics: + - type: cosine_pearson + value: 90.1467539156439 + - type: cosine_spearman + value: 90.37983178422222 + - type: euclidean_pearson + value: 87.54100647769168 + - type: euclidean_spearman + value: 90.37983178422222 + - type: main_score + value: 90.37983178422222 + - type: manhattan_pearson + value: 87.6231001602879 + - type: manhattan_spearman + value: 90.52798044659546 + - type: pearson + value: 90.1467539156439 + - type: spearman + value: 90.37983178422222 + task: + type: STS + - dataset: + config: default + name: MTEB 8TagsClustering + revision: 78b962b130c6690659c65abf67bf1c2f030606b6 + split: test + type: PL-MTEB/8tags-clustering + metrics: + - type: main_score + value: 37.96267113583295 + - type: v_measure + value: 37.96267113583295 + - type: v_measure_std + value: 2.6597621214046576 + task: + type: Clustering + - dataset: + config: default + name: MTEB FiQA-PL + revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e + split: test + type: clarin-knext/fiqa-pl + metrics: + - type: main_score + value: 24.374000000000002 + - type: map_at_1 + value: 11.362 + - type: map_at_10 + value: 18.464 + - type: map_at_100 + value: 19.791 + - type: map_at_1000 + value: 19.994 + - type: map_at_20 + value: 19.156000000000002 + - type: map_at_3 + value: 15.937000000000001 + - type: map_at_5 + value: 17.127 + - type: mrr_at_1 + value: 22.376543209876544 + - type: mrr_at_10 + value: 30.046724965706435 + - type: mrr_at_100 + value: 30.99706976191228 + - type: mrr_at_1000 + value: 31.076490053822308 + - type: mrr_at_20 + value: 30.59052580100912 + - type: mrr_at_3 + value: 27.854938271604944 + - type: mrr_at_5 + value: 28.912037037037035 + - type: nauc_map_at_1000_diff1 + value: 34.07557471766689 + - type: nauc_map_at_1000_max + value: 24.91982727448087 + - type: nauc_map_at_1000_std + value: 12.494927606505051 + - type: nauc_map_at_100_diff1 + value: 34.06635556229055 + - type: nauc_map_at_100_max + value: 24.777935848367225 + - type: nauc_map_at_100_std + value: 12.362066428153456 + - type: nauc_map_at_10_diff1 + value: 34.3306140967635 + - type: nauc_map_at_10_max + value: 24.086194195608087 + - type: nauc_map_at_10_std + value: 11.127465863787245 + - type: nauc_map_at_1_diff1 + value: 38.942215866162314 + - type: nauc_map_at_1_max + value: 23.63998402727614 + - type: nauc_map_at_1_std + value: 9.728241161220097 + - type: nauc_map_at_20_diff1 + value: 34.04736858130041 + - type: nauc_map_at_20_max + value: 24.30446046409803 + - type: nauc_map_at_20_std + value: 11.82019676487291 + - type: nauc_map_at_3_diff1 + value: 34.99965810997492 + - type: nauc_map_at_3_max + value: 22.472906083967082 + - type: nauc_map_at_3_std + value: 9.698945379216992 + - type: nauc_map_at_5_diff1 + value: 34.42282748114895 + - type: nauc_map_at_5_max + value: 23.633268720383512 + - type: nauc_map_at_5_std + value: 10.382815603500871 + - type: nauc_mrr_at_1000_diff1 + value: 34.704948586037965 + - type: nauc_mrr_at_1000_max + value: 28.94016888494416 + - type: nauc_mrr_at_1000_std + value: 13.914193825823684 + - type: nauc_mrr_at_100_diff1 + value: 34.67910995484378 + - type: nauc_mrr_at_100_max + value: 28.90011297894453 + - type: nauc_mrr_at_100_std + value: 13.870339909485788 + - type: nauc_mrr_at_10_diff1 + value: 34.97862910055978 + - type: nauc_mrr_at_10_max + value: 28.891213481314647 + - type: nauc_mrr_at_10_std + value: 13.632668727631797 + - type: nauc_mrr_at_1_diff1 + value: 36.9016752358079 + - type: nauc_mrr_at_1_max + value: 30.89530420046735 + - type: nauc_mrr_at_1_std + value: 14.386684064942584 + - type: nauc_mrr_at_20_diff1 + value: 34.73839610262596 + - type: nauc_mrr_at_20_max + value: 28.705251186157255 + - type: nauc_mrr_at_20_std + value: 13.753299339901334 + - type: nauc_mrr_at_3_diff1 + value: 34.76877538539127 + - type: nauc_mrr_at_3_max + value: 28.77723698514852 + - type: nauc_mrr_at_3_std + value: 13.717153469537122 + - type: nauc_mrr_at_5_diff1 + value: 34.32426309461695 + - type: nauc_mrr_at_5_max + value: 28.620967773156714 + - type: nauc_mrr_at_5_std + value: 13.382881213134276 + - type: nauc_ndcg_at_1000_diff1 + value: 32.77974173034191 + - type: nauc_ndcg_at_1000_max + value: 28.36858648028177 + - type: nauc_ndcg_at_1000_std + value: 17.55654423858263 + - type: nauc_ndcg_at_100_diff1 + value: 32.632483073737255 + - type: nauc_ndcg_at_100_max + value: 26.296829067224515 + - type: nauc_ndcg_at_100_std + value: 15.901063315847802 + - type: nauc_ndcg_at_10_diff1 + value: 33.951354557048134 + - type: nauc_ndcg_at_10_max + value: 24.502438497165578 + - type: nauc_ndcg_at_10_std + value: 12.270853057785972 + - type: nauc_ndcg_at_1_diff1 + value: 36.9016752358079 + - type: nauc_ndcg_at_1_max + value: 30.89530420046735 + - type: nauc_ndcg_at_1_std + value: 14.386684064942584 + - type: nauc_ndcg_at_20_diff1 + value: 33.28593916274325 + - type: nauc_ndcg_at_20_max + value: 24.5380040373484 + - type: nauc_ndcg_at_20_std + value: 13.863409012751617 + - type: nauc_ndcg_at_3_diff1 + value: 34.03004915907343 + - type: nauc_ndcg_at_3_max + value: 25.366810943178187 + - type: nauc_ndcg_at_3_std + value: 11.99466470963204 + - type: nauc_ndcg_at_5_diff1 + value: 33.75108435164904 + - type: nauc_ndcg_at_5_max + value: 24.89793255411985 + - type: nauc_ndcg_at_5_std + value: 11.213101565189755 + - type: nauc_precision_at_1000_diff1 + value: 8.88694146912782 + - type: nauc_precision_at_1000_max + value: 28.194369745942677 + - type: nauc_precision_at_1000_std + value: 15.075895083755153 + - type: nauc_precision_at_100_diff1 + value: 17.33142606816351 + - type: nauc_precision_at_100_max + value: 30.560210907187134 + - type: nauc_precision_at_100_std + value: 20.006767151320354 + - type: nauc_precision_at_10_diff1 + value: 27.325474826111495 + - type: nauc_precision_at_10_max + value: 28.37196490647728 + - type: nauc_precision_at_10_std + value: 14.398272703295254 + - type: nauc_precision_at_1_diff1 + value: 36.9016752358079 + - type: nauc_precision_at_1_max + value: 30.89530420046735 + - type: nauc_precision_at_1_std + value: 14.386684064942584 + - type: nauc_precision_at_20_diff1 + value: 24.927890600833123 + - type: nauc_precision_at_20_max + value: 28.6077759408292 + - type: nauc_precision_at_20_std + value: 16.922212691823013 + - type: nauc_precision_at_3_diff1 + value: 30.157161086783603 + - type: nauc_precision_at_3_max + value: 27.80088080445145 + - type: nauc_precision_at_3_std + value: 13.767444960442354 + - type: nauc_precision_at_5_diff1 + value: 27.22177598160483 + - type: nauc_precision_at_5_max + value: 28.126925412497698 + - type: nauc_precision_at_5_std + value: 12.668302840263246 + - type: nauc_recall_at_1000_diff1 + value: 13.021138171238658 + - type: nauc_recall_at_1000_max + value: 29.086331163283578 + - type: nauc_recall_at_1000_std + value: 40.165920815231445 + - type: nauc_recall_at_100_diff1 + value: 20.32032544663283 + - type: nauc_recall_at_100_max + value: 19.52693905173919 + - type: nauc_recall_at_100_std + value: 21.472521389265815 + - type: nauc_recall_at_10_diff1 + value: 27.863602171901302 + - type: nauc_recall_at_10_max + value: 17.4718078150182 + - type: nauc_recall_at_10_std + value: 11.474638155937823 + - type: nauc_recall_at_1_diff1 + value: 38.942215866162314 + - type: nauc_recall_at_1_max + value: 23.63998402727614 + - type: nauc_recall_at_1_std + value: 9.728241161220097 + - type: nauc_recall_at_20_diff1 + value: 24.72857110907966 + - type: nauc_recall_at_20_max + value: 16.357016524448234 + - type: nauc_recall_at_20_std + value: 15.437317261627213 + - type: nauc_recall_at_3_diff1 + value: 29.883191548110638 + - type: nauc_recall_at_3_max + value: 16.895714663542783 + - type: nauc_recall_at_3_std + value: 8.976963489103756 + - type: nauc_recall_at_5_diff1 + value: 28.877062029269666 + - type: nauc_recall_at_5_max + value: 18.25013882823951 + - type: nauc_recall_at_5_std + value: 9.760614924170874 + - type: ndcg_at_1 + value: 22.377 + - type: ndcg_at_10 + value: 24.374000000000002 + - type: ndcg_at_100 + value: 30.166999999999998 + - type: ndcg_at_1000 + value: 34.443 + - type: ndcg_at_20 + value: 26.457000000000004 + - type: ndcg_at_3 + value: 21.248 + - type: ndcg_at_5 + value: 21.976000000000003 + - type: precision_at_1 + value: 22.377 + - type: precision_at_10 + value: 6.851999999999999 + - type: precision_at_100 + value: 1.269 + - type: precision_at_1000 + value: 0.2 + - type: precision_at_20 + value: 4.252000000000001 + - type: precision_at_3 + value: 14.146 + - type: precision_at_5 + value: 10.432 + - type: recall_at_1 + value: 11.362 + - type: recall_at_10 + value: 30.416999999999998 + - type: recall_at_100 + value: 52.547 + - type: recall_at_1000 + value: 79.107 + - type: recall_at_20 + value: 36.927 + - type: recall_at_3 + value: 19.888 + - type: recall_at_5 + value: 23.294 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA-PL + revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 + split: test + type: clarin-knext/hotpotqa-pl + metrics: + - type: main_score + value: 60.289 + - type: map_at_1 + value: 35.522999999999996 + - type: map_at_10 + value: 51.18000000000001 + - type: map_at_100 + value: 52.051 + - type: map_at_1000 + value: 52.122 + - type: map_at_20 + value: 51.673 + - type: map_at_3 + value: 48.246 + - type: map_at_5 + value: 50.019999999999996 + - type: mrr_at_1 + value: 71.04659014179609 + - type: mrr_at_10 + value: 77.46602467230403 + - type: mrr_at_100 + value: 77.71701045856283 + - type: mrr_at_1000 + value: 77.73109333465572 + - type: mrr_at_20 + value: 77.61606030291657 + - type: mrr_at_3 + value: 76.2975467026782 + - type: mrr_at_5 + value: 77.01530497411626 + - type: nauc_map_at_1000_diff1 + value: 27.072398495156897 + - type: nauc_map_at_1000_max + value: 29.92494925850584 + - type: nauc_map_at_1000_std + value: 6.122920064016644 + - type: nauc_map_at_100_diff1 + value: 27.045953237574043 + - type: nauc_map_at_100_max + value: 29.91135310131925 + - type: nauc_map_at_100_std + value: 6.102830174452808 + - type: nauc_map_at_10_diff1 + value: 27.14260536879246 + - type: nauc_map_at_10_max + value: 29.786180574275033 + - type: nauc_map_at_10_std + value: 5.48071498058778 + - type: nauc_map_at_1_diff1 + value: 71.43831250406643 + - type: nauc_map_at_1_max + value: 50.69918783298206 + - type: nauc_map_at_1_std + value: 4.065732274269463 + - type: nauc_map_at_20_diff1 + value: 26.985158932169607 + - type: nauc_map_at_20_max + value: 29.769499559141337 + - type: nauc_map_at_20_std + value: 5.7846108079403225 + - type: nauc_map_at_3_diff1 + value: 28.726407496616453 + - type: nauc_map_at_3_max + value: 30.257904231332596 + - type: nauc_map_at_3_std + value: 4.176791477760867 + - type: nauc_map_at_5_diff1 + value: 27.599671019792364 + - type: nauc_map_at_5_max + value: 29.837459984143866 + - type: nauc_map_at_5_std + value: 4.724857569088119 + - type: nauc_mrr_at_1000_diff1 + value: 69.74462431507696 + - type: nauc_mrr_at_1000_max + value: 53.47426820826111 + - type: nauc_mrr_at_1000_std + value: 7.017278438144492 + - type: nauc_mrr_at_100_diff1 + value: 69.7417920598051 + - type: nauc_mrr_at_100_max + value: 53.48046534979321 + - type: nauc_mrr_at_100_std + value: 7.024164329244427 + - type: nauc_mrr_at_10_diff1 + value: 69.67042683609824 + - type: nauc_mrr_at_10_max + value: 53.481642001920314 + - type: nauc_mrr_at_10_std + value: 6.916088911861879 + - type: nauc_mrr_at_1_diff1 + value: 71.43831250406643 + - type: nauc_mrr_at_1_max + value: 50.69918783298206 + - type: nauc_mrr_at_1_std + value: 4.065732274269463 + - type: nauc_mrr_at_20_diff1 + value: 69.69097669322561 + - type: nauc_mrr_at_20_max + value: 53.48254877660139 + - type: nauc_mrr_at_20_std + value: 6.954450273756836 + - type: nauc_mrr_at_3_diff1 + value: 69.65550049564045 + - type: nauc_mrr_at_3_max + value: 53.423078677284806 + - type: nauc_mrr_at_3_std + value: 6.824360632333201 + - type: nauc_mrr_at_5_diff1 + value: 69.85902124700681 + - type: nauc_mrr_at_5_max + value: 53.71608187586825 + - type: nauc_mrr_at_5_std + value: 6.90332690250169 + - type: nauc_ndcg_at_1000_diff1 + value: 32.371178459639395 + - type: nauc_ndcg_at_1000_max + value: 34.193107156520355 + - type: nauc_ndcg_at_1000_std + value: 9.981416864706453 + - type: nauc_ndcg_at_100_diff1 + value: 31.65178281180327 + - type: nauc_ndcg_at_100_max + value: 33.88863515144708 + - type: nauc_ndcg_at_100_std + value: 9.675400500125894 + - type: nauc_ndcg_at_10_diff1 + value: 32.09701979495255 + - type: nauc_ndcg_at_10_max + value: 33.50276312450072 + - type: nauc_ndcg_at_10_std + value: 7.191084522028669 + - type: nauc_ndcg_at_1_diff1 + value: 71.43831250406643 + - type: nauc_ndcg_at_1_max + value: 50.69918783298206 + - type: nauc_ndcg_at_1_std + value: 4.065732274269463 + - type: nauc_ndcg_at_20_diff1 + value: 31.562637576493692 + - type: nauc_ndcg_at_20_max + value: 33.34017245498174 + - type: nauc_ndcg_at_20_std + value: 7.969235939844162 + - type: nauc_ndcg_at_3_diff1 + value: 35.18977207313904 + - type: nauc_ndcg_at_3_max + value: 34.673975073641905 + - type: nauc_ndcg_at_3_std + value: 5.325459274582688 + - type: nauc_ndcg_at_5_diff1 + value: 33.38000278537343 + - type: nauc_ndcg_at_5_max + value: 33.97918169254012 + - type: nauc_ndcg_at_5_std + value: 5.978030273125264 + - type: nauc_precision_at_1000_diff1 + value: 2.024497553431021 + - type: nauc_precision_at_1000_max + value: 19.574506433204107 + - type: nauc_precision_at_1000_std + value: 28.192550360040663 + - type: nauc_precision_at_100_diff1 + value: 5.188258524609947 + - type: nauc_precision_at_100_max + value: 21.306662841801312 + - type: nauc_precision_at_100_std + value: 20.7260402080751 + - type: nauc_precision_at_10_diff1 + value: 12.855802595061384 + - type: nauc_precision_at_10_max + value: 23.683240963949206 + - type: nauc_precision_at_10_std + value: 9.888003594834135 + - type: nauc_precision_at_1_diff1 + value: 71.43831250406643 + - type: nauc_precision_at_1_max + value: 50.69918783298206 + - type: nauc_precision_at_1_std + value: 4.065732274269463 + - type: nauc_precision_at_20_diff1 + value: 9.630280191534592 + - type: nauc_precision_at_20_max + value: 21.779527509411878 + - type: nauc_precision_at_20_std + value: 12.159865759201564 + - type: nauc_precision_at_3_diff1 + value: 21.486219885493664 + - type: nauc_precision_at_3_max + value: 28.180666352570384 + - type: nauc_precision_at_3_std + value: 5.975796262301398 + - type: nauc_precision_at_5_diff1 + value: 16.91219034941122 + - type: nauc_precision_at_5_max + value: 25.631420440783632 + - type: nauc_precision_at_5_std + value: 7.008210555798029 + - type: nauc_recall_at_1000_diff1 + value: 2.0244975534313734 + - type: nauc_recall_at_1000_max + value: 19.574506433204146 + - type: nauc_recall_at_1000_std + value: 28.192550360040826 + - type: nauc_recall_at_100_diff1 + value: 5.188258524609966 + - type: nauc_recall_at_100_max + value: 21.306662841801195 + - type: nauc_recall_at_100_std + value: 20.72604020807505 + - type: nauc_recall_at_10_diff1 + value: 12.85580259506137 + - type: nauc_recall_at_10_max + value: 23.68324096394915 + - type: nauc_recall_at_10_std + value: 9.888003594834109 + - type: nauc_recall_at_1_diff1 + value: 71.43831250406643 + - type: nauc_recall_at_1_max + value: 50.69918783298206 + - type: nauc_recall_at_1_std + value: 4.065732274269463 + - type: nauc_recall_at_20_diff1 + value: 9.630280191534691 + - type: nauc_recall_at_20_max + value: 21.779527509411942 + - type: nauc_recall_at_20_std + value: 12.159865759201631 + - type: nauc_recall_at_3_diff1 + value: 21.486219885493682 + - type: nauc_recall_at_3_max + value: 28.18066635257036 + - type: nauc_recall_at_3_std + value: 5.975796262301328 + - type: nauc_recall_at_5_diff1 + value: 16.912190349411212 + - type: nauc_recall_at_5_max + value: 25.631420440783636 + - type: nauc_recall_at_5_std + value: 7.00821055579809 + - type: ndcg_at_1 + value: 71.04700000000001 + - type: ndcg_at_10 + value: 60.289 + - type: ndcg_at_100 + value: 63.499 + - type: ndcg_at_1000 + value: 64.97500000000001 + - type: ndcg_at_20 + value: 61.550000000000004 + - type: ndcg_at_3 + value: 55.901999999999994 + - type: ndcg_at_5 + value: 58.25 + - type: precision_at_1 + value: 71.04700000000001 + - type: precision_at_10 + value: 12.44 + - type: precision_at_100 + value: 1.498 + - type: precision_at_1000 + value: 0.169 + - type: precision_at_20 + value: 6.626 + - type: precision_at_3 + value: 34.976 + - type: precision_at_5 + value: 22.839000000000002 + - type: recall_at_1 + value: 35.522999999999996 + - type: recall_at_10 + value: 62.20099999999999 + - type: recall_at_100 + value: 74.91600000000001 + - type: recall_at_1000 + value: 84.74000000000001 + - type: recall_at_20 + value: 66.259 + - type: recall_at_3 + value: 52.464999999999996 + - type: recall_at_5 + value: 57.096999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO-PL + revision: 8634c07806d5cce3a6138e260e59b81760a0a640 + split: test + type: clarin-knext/msmarco-pl + metrics: + - type: main_score + value: 35.347 + - type: map_at_1 + value: 1.469 + - type: map_at_10 + value: 6.271 + - type: map_at_100 + value: 15.82 + - type: map_at_1000 + value: 19.756999999999998 + - type: map_at_20 + value: 9.132 + - type: map_at_3 + value: 3.075 + - type: map_at_5 + value: 4.191000000000001 + - type: mrr_at_1 + value: 51.162790697674424 + - type: mrr_at_10 + value: 61.57253599114064 + - type: mrr_at_100 + value: 61.70237312252635 + - type: mrr_at_1000 + value: 61.721282111697384 + - type: mrr_at_20 + value: 61.57253599114064 + - type: mrr_at_3 + value: 58.52713178294573 + - type: mrr_at_5 + value: 60.62015503875969 + - type: nauc_map_at_1000_diff1 + value: -6.26148455784313 + - type: nauc_map_at_1000_max + value: 70.23579046863748 + - type: nauc_map_at_1000_std + value: 77.42651490963746 + - type: nauc_map_at_100_diff1 + value: -1.4053806773143986 + - type: nauc_map_at_100_max + value: 66.71686830976711 + - type: nauc_map_at_100_std + value: 67.38852619857126 + - type: nauc_map_at_10_diff1 + value: 12.864067292274589 + - type: nauc_map_at_10_max + value: 41.38716748783301 + - type: nauc_map_at_10_std + value: 32.51689180198407 + - type: nauc_map_at_1_diff1 + value: -1.536748365124193 + - type: nauc_map_at_1_max + value: -6.088587734229212 + - type: nauc_map_at_1_std + value: -18.068863144899694 + - type: nauc_map_at_20_diff1 + value: 8.54318633682049 + - type: nauc_map_at_20_max + value: 51.46280940802795 + - type: nauc_map_at_20_std + value: 43.84995568398171 + - type: nauc_map_at_3_diff1 + value: 15.549945155617095 + - type: nauc_map_at_3_max + value: 16.423852501631057 + - type: nauc_map_at_3_std + value: 1.6301262698881138 + - type: nauc_map_at_5_diff1 + value: 17.143995737313784 + - type: nauc_map_at_5_max + value: 25.892894000158563 + - type: nauc_map_at_5_std + value: 13.91119386484427 + - type: nauc_mrr_at_1000_diff1 + value: 20.75486837047241 + - type: nauc_mrr_at_1000_max + value: 48.77384161141147 + - type: nauc_mrr_at_1000_std + value: 39.42169406046163 + - type: nauc_mrr_at_100_diff1 + value: 20.75098937410054 + - type: nauc_mrr_at_100_max + value: 48.8055136010899 + - type: nauc_mrr_at_100_std + value: 39.44826676492212 + - type: nauc_mrr_at_10_diff1 + value: 20.55168287172998 + - type: nauc_mrr_at_10_max + value: 48.92605606155999 + - type: nauc_mrr_at_10_std + value: 39.56397190201471 + - type: nauc_mrr_at_1_diff1 + value: 27.952914840599213 + - type: nauc_mrr_at_1_max + value: 43.02872038128348 + - type: nauc_mrr_at_1_std + value: 30.72899446812769 + - type: nauc_mrr_at_20_diff1 + value: 20.55168287172998 + - type: nauc_mrr_at_20_max + value: 48.92605606155999 + - type: nauc_mrr_at_20_std + value: 39.56397190201471 + - type: nauc_mrr_at_3_diff1 + value: 18.318386717289272 + - type: nauc_mrr_at_3_max + value: 47.44180800437328 + - type: nauc_mrr_at_3_std + value: 38.74641539481817 + - type: nauc_mrr_at_5_diff1 + value: 21.683568755627515 + - type: nauc_mrr_at_5_max + value: 48.05001286700342 + - type: nauc_mrr_at_5_std + value: 38.244355740197555 + - type: nauc_ndcg_at_1000_diff1 + value: -2.468906090162698 + - type: nauc_ndcg_at_1000_max + value: 65.57871617608374 + - type: nauc_ndcg_at_1000_std + value: 73.3847445547649 + - type: nauc_ndcg_at_100_diff1 + value: -2.586690833939304 + - type: nauc_ndcg_at_100_max + value: 64.70786040635376 + - type: nauc_ndcg_at_100_std + value: 70.64166116490425 + - type: nauc_ndcg_at_10_diff1 + value: 8.118353402716513 + - type: nauc_ndcg_at_10_max + value: 49.844180236352955 + - type: nauc_ndcg_at_10_std + value: 50.131893853105936 + - type: nauc_ndcg_at_1_diff1 + value: 29.009521103694098 + - type: nauc_ndcg_at_1_max + value: 27.087717021875612 + - type: nauc_ndcg_at_1_std + value: 12.6909059627947 + - type: nauc_ndcg_at_20_diff1 + value: 2.598718647600475 + - type: nauc_ndcg_at_20_max + value: 53.91164998936515 + - type: nauc_ndcg_at_20_std + value: 56.516639941588664 + - type: nauc_ndcg_at_3_diff1 + value: 23.836185343273044 + - type: nauc_ndcg_at_3_max + value: 36.263454561458765 + - type: nauc_ndcg_at_3_std + value: 28.43323538514256 + - type: nauc_ndcg_at_5_diff1 + value: 16.77391181835752 + - type: nauc_ndcg_at_5_max + value: 43.296899586211104 + - type: nauc_ndcg_at_5_std + value: 39.1824699044313 + - type: nauc_precision_at_1000_diff1 + value: -15.186803611287433 + - type: nauc_precision_at_1000_max + value: 46.85780719962127 + - type: nauc_precision_at_1000_std + value: 70.3960638613034 + - type: nauc_precision_at_100_diff1 + value: -15.422155872405632 + - type: nauc_precision_at_100_max + value: 55.72313908696537 + - type: nauc_precision_at_100_std + value: 76.82533899336994 + - type: nauc_precision_at_10_diff1 + value: -3.067825687414238 + - type: nauc_precision_at_10_max + value: 56.91434531209 + - type: nauc_precision_at_10_std + value: 66.04691744928004 + - type: nauc_precision_at_1_diff1 + value: 27.952914840599213 + - type: nauc_precision_at_1_max + value: 43.02872038128348 + - type: nauc_precision_at_1_std + value: 30.72899446812769 + - type: nauc_precision_at_20_diff1 + value: -5.544645405468878 + - type: nauc_precision_at_20_max + value: 57.8695034639674 + - type: nauc_precision_at_20_std + value: 68.93286041931582 + - type: nauc_precision_at_3_diff1 + value: 20.19348967585854 + - type: nauc_precision_at_3_max + value: 45.597437337579386 + - type: nauc_precision_at_3_std + value: 42.03959265688183 + - type: nauc_precision_at_5_diff1 + value: 9.23998523103908 + - type: nauc_precision_at_5_max + value: 49.25574086871373 + - type: nauc_precision_at_5_std + value: 52.88526969215077 + - type: nauc_recall_at_1000_diff1 + value: -8.862740141707581 + - type: nauc_recall_at_1000_max + value: 55.712545242253256 + - type: nauc_recall_at_1000_std + value: 67.30648023155955 + - type: nauc_recall_at_100_diff1 + value: -3.1881977191212036 + - type: nauc_recall_at_100_max + value: 51.673275503044906 + - type: nauc_recall_at_100_std + value: 54.48134578839626 + - type: nauc_recall_at_10_diff1 + value: 13.364983119491827 + - type: nauc_recall_at_10_max + value: 36.25593546742792 + - type: nauc_recall_at_10_std + value: 27.09713611846276 + - type: nauc_recall_at_1_diff1 + value: -1.536748365124193 + - type: nauc_recall_at_1_max + value: -6.088587734229212 + - type: nauc_recall_at_1_std + value: -18.068863144899694 + - type: nauc_recall_at_20_diff1 + value: 7.510007055555984 + - type: nauc_recall_at_20_max + value: 38.09054135617318 + - type: nauc_recall_at_20_std + value: 30.40674848457391 + - type: nauc_recall_at_3_diff1 + value: 14.714490489795676 + - type: nauc_recall_at_3_max + value: 13.456002270727083 + - type: nauc_recall_at_3_std + value: -1.5169948432854514 + - type: nauc_recall_at_5_diff1 + value: 15.54314759180975 + - type: nauc_recall_at_5_max + value: 21.228461904073818 + - type: nauc_recall_at_5_std + value: 9.414065747326763 + - type: ndcg_at_1 + value: 40.31 + - type: ndcg_at_10 + value: 35.347 + - type: ndcg_at_100 + value: 33.467 + - type: ndcg_at_1000 + value: 40.681 + - type: ndcg_at_20 + value: 34.001 + - type: ndcg_at_3 + value: 37.366 + - type: ndcg_at_5 + value: 36.394 + - type: precision_at_1 + value: 51.163000000000004 + - type: precision_at_10 + value: 44.186 + - type: precision_at_100 + value: 20.837 + - type: precision_at_1000 + value: 4.2299999999999995 + - type: precision_at_20 + value: 37.442 + - type: precision_at_3 + value: 50.388 + - type: precision_at_5 + value: 48.837 + - type: recall_at_1 + value: 1.469 + - type: recall_at_10 + value: 7.9479999999999995 + - type: recall_at_100 + value: 28.733999999999998 + - type: recall_at_1000 + value: 50.297000000000004 + - type: recall_at_20 + value: 12.948 + - type: recall_at_3 + value: 3.4259999999999997 + - type: recall_at_5 + value: 4.9110000000000005 + task: + type: Retrieval + - dataset: + config: pl + name: MTEB MassiveIntentClassification (pl) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 51.19031607262945 + - type: f1 + value: 46.10258936993461 + - type: f1_weighted + value: 50.901181253035034 + - type: main_score + value: 51.19031607262945 + task: + type: Classification + - dataset: + config: pl + name: MTEB MassiveIntentClassification (pl) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: validation + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 51.87407771765863 + - type: f1 + value: 46.08036336735023 + - type: f1_weighted + value: 51.60799462425807 + - type: main_score + value: 51.87407771765863 + task: + type: Classification + - dataset: + config: pl + name: MTEB MassiveScenarioClassification (pl) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 60.645595158036315 + - type: f1 + value: 59.44482127439026 + - type: f1_weighted + value: 60.168807528534984 + - type: main_score + value: 60.645595158036315 + task: + type: Classification + - dataset: + config: pl + name: MTEB MassiveScenarioClassification (pl) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: validation + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 60.36399409739302 + - type: f1 + value: 59.12553205671822 + - type: f1_weighted + value: 60.163943264657796 + - type: main_score + value: 60.36399409739302 + task: + type: Classification + - dataset: + config: default + name: MTEB NFCorpus-PL + revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 + split: test + type: clarin-knext/nfcorpus-pl + metrics: + - type: main_score + value: 25.395 + - type: map_at_1 + value: 4.162 + - type: map_at_10 + value: 8.706 + - type: map_at_100 + value: 10.825 + - type: map_at_1000 + value: 11.882 + - type: map_at_20 + value: 9.699 + - type: map_at_3 + value: 6.370000000000001 + - type: map_at_5 + value: 7.392 + - type: mrr_at_1 + value: 36.22291021671827 + - type: mrr_at_10 + value: 43.31662489557226 + - type: mrr_at_100 + value: 44.034094585948445 + - type: mrr_at_1000 + value: 44.08497362710692 + - type: mrr_at_20 + value: 43.73522641310121 + - type: mrr_at_3 + value: 41.17647058823529 + - type: mrr_at_5 + value: 42.19814241486068 + - type: nauc_map_at_1000_diff1 + value: 20.409989638127485 + - type: nauc_map_at_1000_max + value: 21.313793692439358 + - type: nauc_map_at_1000_std + value: 26.453432767218242 + - type: nauc_map_at_100_diff1 + value: 21.1324476885251 + - type: nauc_map_at_100_max + value: 20.162732858714488 + - type: nauc_map_at_100_std + value: 23.299208899543444 + - type: nauc_map_at_10_diff1 + value: 25.356667770298184 + - type: nauc_map_at_10_max + value: 14.593319794998328 + - type: nauc_map_at_10_std + value: 14.307985847242206 + - type: nauc_map_at_1_diff1 + value: 49.48663924597492 + - type: nauc_map_at_1_max + value: 6.253498999289057 + - type: nauc_map_at_1_std + value: -1.0237763936348632 + - type: nauc_map_at_20_diff1 + value: 23.25076257190515 + - type: nauc_map_at_20_max + value: 18.067585719861558 + - type: nauc_map_at_20_std + value: 18.661482884581616 + - type: nauc_map_at_3_diff1 + value: 36.09641802781903 + - type: nauc_map_at_3_max + value: 10.438404957893699 + - type: nauc_map_at_3_std + value: 6.545314741707626 + - type: nauc_map_at_5_diff1 + value: 31.563017185316582 + - type: nauc_map_at_5_max + value: 10.624857568430182 + - type: nauc_map_at_5_std + value: 8.071135835564556 + - type: nauc_mrr_at_1000_diff1 + value: 25.914988046957298 + - type: nauc_mrr_at_1000_max + value: 29.500178958357004 + - type: nauc_mrr_at_1000_std + value: 30.007836859386217 + - type: nauc_mrr_at_100_diff1 + value: 25.909334138328415 + - type: nauc_mrr_at_100_max + value: 29.52338779009421 + - type: nauc_mrr_at_100_std + value: 30.04513581497261 + - type: nauc_mrr_at_10_diff1 + value: 25.8265466125622 + - type: nauc_mrr_at_10_max + value: 29.190136722031696 + - type: nauc_mrr_at_10_std + value: 29.91591104432339 + - type: nauc_mrr_at_1_diff1 + value: 28.59348773396338 + - type: nauc_mrr_at_1_max + value: 24.8079752457763 + - type: nauc_mrr_at_1_std + value: 23.91126072409742 + - type: nauc_mrr_at_20_diff1 + value: 25.802689022704183 + - type: nauc_mrr_at_20_max + value: 29.530951070963336 + - type: nauc_mrr_at_20_std + value: 30.174133821321725 + - type: nauc_mrr_at_3_diff1 + value: 27.20001662389779 + - type: nauc_mrr_at_3_max + value: 27.937268010329507 + - type: nauc_mrr_at_3_std + value: 28.192212081421474 + - type: nauc_mrr_at_5_diff1 + value: 25.808760122402813 + - type: nauc_mrr_at_5_max + value: 28.320555828208317 + - type: nauc_mrr_at_5_std + value: 28.94783269529472 + - type: nauc_ndcg_at_1000_diff1 + value: 18.382064145005554 + - type: nauc_ndcg_at_1000_max + value: 37.682973683950046 + - type: nauc_ndcg_at_1000_std + value: 41.50740480181961 + - type: nauc_ndcg_at_100_diff1 + value: 17.064373462803946 + - type: nauc_ndcg_at_100_max + value: 31.68841170112502 + - type: nauc_ndcg_at_100_std + value: 36.129889624470515 + - type: nauc_ndcg_at_10_diff1 + value: 13.4115588783113 + - type: nauc_ndcg_at_10_max + value: 25.02525617768273 + - type: nauc_ndcg_at_10_std + value: 34.6721573881345 + - type: nauc_ndcg_at_1_diff1 + value: 29.894042590382835 + - type: nauc_ndcg_at_1_max + value: 20.74535829394909 + - type: nauc_ndcg_at_1_std + value: 22.120360699896317 + - type: nauc_ndcg_at_20_diff1 + value: 15.634409370114245 + - type: nauc_ndcg_at_20_max + value: 26.50893784943651 + - type: nauc_ndcg_at_20_std + value: 35.038198867324475 + - type: nauc_ndcg_at_3_diff1 + value: 18.96300171211221 + - type: nauc_ndcg_at_3_max + value: 23.33029230184083 + - type: nauc_ndcg_at_3_std + value: 29.920377781867707 + - type: nauc_ndcg_at_5_diff1 + value: 15.79868149715457 + - type: nauc_ndcg_at_5_max + value: 22.579264404978712 + - type: nauc_ndcg_at_5_std + value: 30.211799699921738 + - type: nauc_precision_at_1000_diff1 + value: -6.199888311259285 + - type: nauc_precision_at_1000_max + value: 9.309794448376303 + - type: nauc_precision_at_1000_std + value: 31.78959217396635 + - type: nauc_precision_at_100_diff1 + value: -6.136903664719646 + - type: nauc_precision_at_100_max + value: 22.013385001054626 + - type: nauc_precision_at_100_std + value: 48.14689780650813 + - type: nauc_precision_at_10_diff1 + value: -4.853429266457739 + - type: nauc_precision_at_10_max + value: 27.509406452527795 + - type: nauc_precision_at_10_std + value: 46.374536894242596 + - type: nauc_precision_at_1_diff1 + value: 28.59348773396338 + - type: nauc_precision_at_1_max + value: 24.8079752457763 + - type: nauc_precision_at_1_std + value: 23.91126072409742 + - type: nauc_precision_at_20_diff1 + value: -3.1905789371666917 + - type: nauc_precision_at_20_max + value: 27.176658491295246 + - type: nauc_precision_at_20_std + value: 48.18584487920634 + - type: nauc_precision_at_3_diff1 + value: 8.3848103781276 + - type: nauc_precision_at_3_max + value: 27.892039299948824 + - type: nauc_precision_at_3_std + value: 36.43253708925813 + - type: nauc_precision_at_5_diff1 + value: 2.196790718752423 + - type: nauc_precision_at_5_max + value: 25.498636373099792 + - type: nauc_precision_at_5_std + value: 37.223277286205686 + - type: nauc_recall_at_1000_diff1 + value: 9.6168415443447 + - type: nauc_recall_at_1000_max + value: 30.81068257150451 + - type: nauc_recall_at_1000_std + value: 31.23012946206547 + - type: nauc_recall_at_100_diff1 + value: 8.288803190895507 + - type: nauc_recall_at_100_max + value: 28.5985358200399 + - type: nauc_recall_at_100_std + value: 29.264243501743554 + - type: nauc_recall_at_10_diff1 + value: 15.538928611457752 + - type: nauc_recall_at_10_max + value: 16.507431812158853 + - type: nauc_recall_at_10_std + value: 14.357359644755332 + - type: nauc_recall_at_1_diff1 + value: 49.48663924597492 + - type: nauc_recall_at_1_max + value: 6.253498999289057 + - type: nauc_recall_at_1_std + value: -1.0237763936348632 + - type: nauc_recall_at_20_diff1 + value: 12.33220171683594 + - type: nauc_recall_at_20_max + value: 21.401205102336334 + - type: nauc_recall_at_20_std + value: 19.894796654272344 + - type: nauc_recall_at_3_diff1 + value: 32.92453106017296 + - type: nauc_recall_at_3_max + value: 12.154084693905993 + - type: nauc_recall_at_3_std + value: 7.874826452646235 + - type: nauc_recall_at_5_diff1 + value: 24.83900378186163 + - type: nauc_recall_at_5_max + value: 10.618063467740885 + - type: nauc_recall_at_5_std + value: 7.700886647757196 + - type: ndcg_at_1 + value: 34.83 + - type: ndcg_at_10 + value: 25.395 + - type: ndcg_at_100 + value: 23.294 + - type: ndcg_at_1000 + value: 31.655 + - type: ndcg_at_20 + value: 23.961 + - type: ndcg_at_3 + value: 29.720000000000002 + - type: ndcg_at_5 + value: 27.687 + - type: precision_at_1 + value: 36.223 + - type: precision_at_10 + value: 18.884999999999998 + - type: precision_at_100 + value: 5.944 + - type: precision_at_1000 + value: 1.757 + - type: precision_at_20 + value: 14.427000000000001 + - type: precision_at_3 + value: 27.761000000000003 + - type: precision_at_5 + value: 23.839 + - type: recall_at_1 + value: 4.162 + - type: recall_at_10 + value: 12.139999999999999 + - type: recall_at_100 + value: 24.006 + - type: recall_at_1000 + value: 53.617000000000004 + - type: recall_at_20 + value: 15.412 + - type: recall_at_3 + value: 7.097 + - type: recall_at_5 + value: 8.933 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ-PL + revision: f171245712cf85dd4700b06bef18001578d0ca8d + split: test + type: clarin-knext/nq-pl + metrics: + - type: main_score + value: 22.603 + - type: map_at_1 + value: 9.948 + - type: map_at_10 + value: 17.845 + - type: map_at_100 + value: 18.959 + - type: map_at_1000 + value: 19.048000000000002 + - type: map_at_20 + value: 18.455 + - type: map_at_3 + value: 15.132000000000001 + - type: map_at_5 + value: 16.601 + - type: mrr_at_1 + value: 11.674391657010428 + - type: mrr_at_10 + value: 19.470320862991787 + - type: mrr_at_100 + value: 20.446877601173824 + - type: mrr_at_1000 + value: 20.522814299465214 + - type: mrr_at_20 + value: 20.008110000836435 + - type: mrr_at_3 + value: 16.840478949401305 + - type: mrr_at_5 + value: 18.30484743144072 + - type: nauc_map_at_1000_diff1 + value: 18.26172777698686 + - type: nauc_map_at_1000_max + value: 31.552551452692246 + - type: nauc_map_at_1000_std + value: 22.212928434695396 + - type: nauc_map_at_100_diff1 + value: 18.24688938509314 + - type: nauc_map_at_100_max + value: 31.53817410525147 + - type: nauc_map_at_100_std + value: 22.17330126384622 + - type: nauc_map_at_10_diff1 + value: 18.447992786558256 + - type: nauc_map_at_10_max + value: 30.60350408504903 + - type: nauc_map_at_10_std + value: 20.755467147228096 + - type: nauc_map_at_1_diff1 + value: 22.418576585549367 + - type: nauc_map_at_1_max + value: 25.037598941208795 + - type: nauc_map_at_1_std + value: 14.90958753798771 + - type: nauc_map_at_20_diff1 + value: 18.340722439154305 + - type: nauc_map_at_20_max + value: 31.196838529305232 + - type: nauc_map_at_20_std + value: 21.552426519419058 + - type: nauc_map_at_3_diff1 + value: 17.940689608351526 + - type: nauc_map_at_3_max + value: 28.32670652769566 + - type: nauc_map_at_3_std + value: 18.933678775214837 + - type: nauc_map_at_5_diff1 + value: 18.391656882948464 + - type: nauc_map_at_5_max + value: 29.442343951102085 + - type: nauc_map_at_5_std + value: 19.52289104922354 + - type: nauc_mrr_at_1000_diff1 + value: 17.527174397586858 + - type: nauc_mrr_at_1000_max + value: 31.602488727319578 + - type: nauc_mrr_at_1000_std + value: 22.93577716482068 + - type: nauc_mrr_at_100_diff1 + value: 17.522315985248973 + - type: nauc_mrr_at_100_max + value: 31.59648863674416 + - type: nauc_mrr_at_100_std + value: 22.91993463994322 + - type: nauc_mrr_at_10_diff1 + value: 17.576986591026188 + - type: nauc_mrr_at_10_max + value: 31.004768241816667 + - type: nauc_mrr_at_10_std + value: 21.965789582568895 + - type: nauc_mrr_at_1_diff1 + value: 21.13678758908292 + - type: nauc_mrr_at_1_max + value: 26.011414032723156 + - type: nauc_mrr_at_1_std + value: 16.254994138259015 + - type: nauc_mrr_at_20_diff1 + value: 17.53035779699737 + - type: nauc_mrr_at_20_max + value: 31.388046420817066 + - type: nauc_mrr_at_20_std + value: 22.542621346666966 + - type: nauc_mrr_at_3_diff1 + value: 17.10815729544247 + - type: nauc_mrr_at_3_max + value: 29.09795467526024 + - type: nauc_mrr_at_3_std + value: 20.212196884709975 + - type: nauc_mrr_at_5_diff1 + value: 17.508485448153106 + - type: nauc_mrr_at_5_max + value: 30.051730901603225 + - type: nauc_mrr_at_5_std + value: 20.812623893192008 + - type: nauc_ndcg_at_1000_diff1 + value: 17.42831835054262 + - type: nauc_ndcg_at_1000_max + value: 36.852823471922896 + - type: nauc_ndcg_at_1000_std + value: 29.5092221137645 + - type: nauc_ndcg_at_100_diff1 + value: 17.18145786352413 + - type: nauc_ndcg_at_100_max + value: 36.68127658612261 + - type: nauc_ndcg_at_100_std + value: 29.070246776560733 + - type: nauc_ndcg_at_10_diff1 + value: 17.650254435216336 + - type: nauc_ndcg_at_10_max + value: 32.9711852272957 + - type: nauc_ndcg_at_10_std + value: 23.33796255600112 + - type: nauc_ndcg_at_1_diff1 + value: 21.13678758908292 + - type: nauc_ndcg_at_1_max + value: 26.011414032723156 + - type: nauc_ndcg_at_1_std + value: 16.254994138259015 + - type: nauc_ndcg_at_20_diff1 + value: 17.41646581029652 + - type: nauc_ndcg_at_20_max + value: 34.56260516594143 + - type: nauc_ndcg_at_20_std + value: 25.560816497093715 + - type: nauc_ndcg_at_3_diff1 + value: 16.72984648539772 + - type: nauc_ndcg_at_3_max + value: 29.165578029472623 + - type: nauc_ndcg_at_3_std + value: 20.016518044505823 + - type: nauc_ndcg_at_5_diff1 + value: 17.531443204854625 + - type: nauc_ndcg_at_5_max + value: 30.813625874766686 + - type: nauc_ndcg_at_5_std + value: 20.89999189522855 + - type: nauc_precision_at_1000_diff1 + value: 8.023671491885642 + - type: nauc_precision_at_1000_max + value: 38.57244285086915 + - type: nauc_precision_at_1000_std + value: 42.75950436813853 + - type: nauc_precision_at_100_diff1 + value: 10.533355130718231 + - type: nauc_precision_at_100_max + value: 43.7116482300273 + - type: nauc_precision_at_100_std + value: 44.060964750358266 + - type: nauc_precision_at_10_diff1 + value: 14.972903054044348 + - type: nauc_precision_at_10_max + value: 38.05240735938072 + - type: nauc_precision_at_10_std + value: 29.648310668280097 + - type: nauc_precision_at_1_diff1 + value: 21.13678758908292 + - type: nauc_precision_at_1_max + value: 26.011414032723156 + - type: nauc_precision_at_1_std + value: 16.254994138259015 + - type: nauc_precision_at_20_diff1 + value: 13.554472011508237 + - type: nauc_precision_at_20_max + value: 41.02208151220986 + - type: nauc_precision_at_20_std + value: 34.85824745823735 + - type: nauc_precision_at_3_diff1 + value: 14.116040804511186 + - type: nauc_precision_at_3_max + value: 31.682445198182435 + - type: nauc_precision_at_3_std + value: 23.62076223063366 + - type: nauc_precision_at_5_diff1 + value: 15.243710801321306 + - type: nauc_precision_at_5_max + value: 34.19548751195127 + - type: nauc_precision_at_5_std + value: 24.721994359051823 + - type: nauc_recall_at_1000_diff1 + value: 16.364726224776085 + - type: nauc_recall_at_1000_max + value: 61.50384743818951 + - type: nauc_recall_at_1000_std + value: 64.05244001475157 + - type: nauc_recall_at_100_diff1 + value: 14.842800608772844 + - type: nauc_recall_at_100_max + value: 51.09642253042941 + - type: nauc_recall_at_100_std + value: 48.974514602283755 + - type: nauc_recall_at_10_diff1 + value: 16.295810264449052 + - type: nauc_recall_at_10_max + value: 36.62230075893423 + - type: nauc_recall_at_10_std + value: 27.091531221220855 + - type: nauc_recall_at_1_diff1 + value: 22.418576585549367 + - type: nauc_recall_at_1_max + value: 25.037598941208795 + - type: nauc_recall_at_1_std + value: 14.90958753798771 + - type: nauc_recall_at_20_diff1 + value: 15.663708298579454 + - type: nauc_recall_at_20_max + value: 40.669425710354055 + - type: nauc_recall_at_20_std + value: 32.92105064475319 + - type: nauc_recall_at_3_diff1 + value: 14.248164870616547 + - type: nauc_recall_at_3_max + value: 29.788818279139523 + - type: nauc_recall_at_3_std + value: 20.94235306703937 + - type: nauc_recall_at_5_diff1 + value: 16.12430269320114 + - type: nauc_recall_at_5_max + value: 32.56849460357168 + - type: nauc_recall_at_5_std + value: 22.28933193164056 + - type: ndcg_at_1 + value: 11.674 + - type: ndcg_at_10 + value: 22.603 + - type: ndcg_at_100 + value: 28.094 + - type: ndcg_at_1000 + value: 30.489 + - type: ndcg_at_20 + value: 24.697 + - type: ndcg_at_3 + value: 17.104 + - type: ndcg_at_5 + value: 19.708000000000002 + - type: precision_at_1 + value: 11.674 + - type: precision_at_10 + value: 4.287 + - type: precision_at_100 + value: 0.743 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 2.64 + - type: precision_at_3 + value: 8.324 + - type: precision_at_5 + value: 6.483 + - type: recall_at_1 + value: 9.948 + - type: recall_at_10 + value: 35.772 + - type: recall_at_100 + value: 60.989000000000004 + - type: recall_at_1000 + value: 79.321 + - type: recall_at_20 + value: 43.608000000000004 + - type: recall_at_3 + value: 21.125 + - type: recall_at_5 + value: 27.211000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB PAC + revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543 + split: test + type: laugustyniak/abusive-clauses-pl + metrics: + - type: accuracy + value: 65.58934260063714 + - type: ap + value: 74.96037603906956 + - type: ap_weighted + value: 74.96037603906956 + - type: f1 + value: 62.46883531701779 + - type: f1_weighted + value: 65.87422072252049 + - type: main_score + value: 65.58934260063714 + task: + type: Classification + - dataset: + config: default + name: MTEB PSC + revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669 + split: test + type: PL-MTEB/psc-pairclassification + metrics: + - type: cosine_accuracy + value: 97.49536178107606 + - type: cosine_accuracy_threshold + value: 64.87605571746826 + - type: cosine_ap + value: 99.41573082613479 + - type: cosine_f1 + value: 95.98811292719166 + - type: cosine_f1_threshold + value: 62.816452980041504 + - type: cosine_precision + value: 93.6231884057971 + - type: cosine_recall + value: 98.47560975609755 + - type: dot_accuracy + value: 97.49536178107606 + - type: dot_accuracy_threshold + value: 64.87605571746826 + - type: dot_ap + value: 99.41573082613479 + - type: dot_f1 + value: 95.98811292719166 + - type: dot_f1_threshold + value: 62.81645894050598 + - type: dot_precision + value: 93.6231884057971 + - type: dot_recall + value: 98.47560975609755 + - type: euclidean_accuracy + value: 97.49536178107606 + - type: euclidean_accuracy_threshold + value: 83.81399512290955 + - type: euclidean_ap + value: 99.41573082613479 + - type: euclidean_f1 + value: 95.98811292719166 + - type: euclidean_f1_threshold + value: 86.23623847961426 + - type: euclidean_precision + value: 93.6231884057971 + - type: euclidean_recall + value: 98.47560975609755 + - type: main_score + value: 99.4366325576277 + - type: manhattan_accuracy + value: 97.49536178107606 + - type: manhattan_accuracy_threshold + value: 1991.1922454833984 + - type: manhattan_ap + value: 99.4366325576277 + - type: manhattan_f1 + value: 95.95202398800599 + - type: manhattan_f1_threshold + value: 2005.5305480957031 + - type: manhattan_precision + value: 94.3952802359882 + - type: manhattan_recall + value: 97.5609756097561 + - type: max_ap + value: 99.4366325576277 + - type: max_f1 + value: 95.98811292719166 + - type: max_precision + value: 94.3952802359882 + - type: max_recall + value: 98.47560975609755 + - type: similarity_accuracy + value: 97.49536178107606 + - type: similarity_accuracy_threshold + value: 64.87605571746826 + - type: similarity_ap + value: 99.41573082613479 + - type: similarity_f1 + value: 95.98811292719166 + - type: similarity_f1_threshold + value: 62.816452980041504 + - type: similarity_precision + value: 93.6231884057971 + - type: similarity_recall + value: 98.47560975609755 + task: + type: PairClassification + - dataset: + config: default + name: MTEB PolEmo2.0-IN + revision: d90724373c70959f17d2331ad51fb60c71176b03 + split: test + type: PL-MTEB/polemo2_in + metrics: + - type: accuracy + value: 73.49030470914128 + - type: f1 + value: 64.44026912860524 + - type: f1_weighted + value: 70.76142496919624 + - type: main_score + value: 73.49030470914128 + task: + type: Classification + - dataset: + config: default + name: MTEB PolEmo2.0-OUT + revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4 + split: test + type: PL-MTEB/polemo2_out + metrics: + - type: accuracy + value: 56.1336032388664 + - type: f1 + value: 40.10783686862694 + - type: f1_weighted + value: 52.57241968032103 + - type: main_score + value: 56.1336032388664 + task: + type: Classification + - dataset: + config: default + name: MTEB PpcPC + revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2 + split: test + type: PL-MTEB/ppc-pairclassification + metrics: + - type: cosine_accuracy + value: 75.7 + - type: cosine_accuracy_threshold + value: 82.45353102684021 + - type: cosine_ap + value: 87.18435695095992 + - type: cosine_f1 + value: 80.79877112135176 + - type: cosine_f1_threshold + value: 80.05339503288269 + - type: cosine_precision + value: 75.35816618911176 + - type: cosine_recall + value: 87.08609271523179 + - type: dot_accuracy + value: 75.7 + - type: dot_accuracy_threshold + value: 82.45352506637573 + - type: dot_ap + value: 87.18435695095992 + - type: dot_f1 + value: 80.79877112135176 + - type: dot_f1_threshold + value: 80.05340099334717 + - type: dot_precision + value: 75.35816618911176 + - type: dot_recall + value: 87.08609271523179 + - type: euclidean_accuracy + value: 75.7 + - type: euclidean_accuracy_threshold + value: 59.23929214477539 + - type: euclidean_ap + value: 87.18435695095992 + - type: euclidean_f1 + value: 80.79877112135176 + - type: euclidean_f1_threshold + value: 63.16102743148804 + - type: euclidean_precision + value: 75.35816618911176 + - type: euclidean_recall + value: 87.08609271523179 + - type: main_score + value: 87.18435695095992 + - type: manhattan_accuracy + value: 75.2 + - type: manhattan_accuracy_threshold + value: 1350.9596824645996 + - type: manhattan_ap + value: 86.98837530998256 + - type: manhattan_f1 + value: 80.67226890756302 + - type: manhattan_f1_threshold + value: 1481.105613708496 + - type: manhattan_precision + value: 74.8936170212766 + - type: manhattan_recall + value: 87.41721854304636 + - type: max_ap + value: 87.18435695095992 + - type: max_f1 + value: 80.79877112135176 + - type: max_precision + value: 75.35816618911176 + - type: max_recall + value: 87.41721854304636 + - type: similarity_accuracy + value: 75.7 + - type: similarity_accuracy_threshold + value: 82.45353102684021 + - type: similarity_ap + value: 87.18435695095992 + - type: similarity_f1 + value: 80.79877112135176 + - type: similarity_f1_threshold + value: 80.05339503288269 + - type: similarity_precision + value: 75.35816618911176 + - type: similarity_recall + value: 87.08609271523179 + task: + type: PairClassification + - dataset: + config: default + name: MTEB Quora-PL + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + split: test + type: clarin-knext/quora-pl + metrics: + - type: main_score + value: 76.998 + - type: map_at_1 + value: 59.391000000000005 + - type: map_at_10 + value: 72.16900000000001 + - type: map_at_100 + value: 73.032 + - type: map_at_1000 + value: 73.06899999999999 + - type: map_at_20 + value: 72.714 + - type: map_at_3 + value: 69.15299999999999 + - type: map_at_5 + value: 70.987 + - type: mrr_at_1 + value: 68.42 + - type: mrr_at_10 + value: 76.16671428571387 + - type: mrr_at_100 + value: 76.47829123882859 + - type: mrr_at_1000 + value: 76.48677359771172 + - type: mrr_at_20 + value: 76.37813270222156 + - type: mrr_at_3 + value: 74.58166666666627 + - type: mrr_at_5 + value: 75.55716666666603 + - type: nauc_map_at_1000_diff1 + value: 69.61188513700026 + - type: nauc_map_at_1000_max + value: 35.048941479907754 + - type: nauc_map_at_1000_std + value: -20.0870344911168 + - type: nauc_map_at_100_diff1 + value: 69.61947691592164 + - type: nauc_map_at_100_max + value: 35.033733604763725 + - type: nauc_map_at_100_std + value: -20.139480957962718 + - type: nauc_map_at_10_diff1 + value: 69.66441777665835 + - type: nauc_map_at_10_max + value: 34.37685681869468 + - type: nauc_map_at_10_std + value: -21.444655375177106 + - type: nauc_map_at_1_diff1 + value: 73.03533775469124 + - type: nauc_map_at_1_max + value: 28.361321068177816 + - type: nauc_map_at_1_std + value: -23.44707326868221 + - type: nauc_map_at_20_diff1 + value: 69.62828183867681 + - type: nauc_map_at_20_max + value: 34.81438496306748 + - type: nauc_map_at_20_std + value: -20.70392332573099 + - type: nauc_map_at_3_diff1 + value: 69.68889489109979 + - type: nauc_map_at_3_max + value: 32.46102571539603 + - type: nauc_map_at_3_std + value: -23.38999293723788 + - type: nauc_map_at_5_diff1 + value: 69.78892096736786 + - type: nauc_map_at_5_max + value: 33.538196855782914 + - type: nauc_map_at_5_std + value: -22.484473756616644 + - type: nauc_mrr_at_1000_diff1 + value: 70.86605266935713 + - type: nauc_mrr_at_1000_max + value: 39.23012904807791 + - type: nauc_mrr_at_1000_std + value: -15.7945348852456 + - type: nauc_mrr_at_100_diff1 + value: 70.86280901414926 + - type: nauc_mrr_at_100_max + value: 39.23362334217244 + - type: nauc_mrr_at_100_std + value: -15.782514659328978 + - type: nauc_mrr_at_10_diff1 + value: 70.75755399509156 + - type: nauc_mrr_at_10_max + value: 39.272495418437686 + - type: nauc_mrr_at_10_std + value: -15.781106645439996 + - type: nauc_mrr_at_1_diff1 + value: 72.85504028372341 + - type: nauc_mrr_at_1_max + value: 37.99685495245659 + - type: nauc_mrr_at_1_std + value: -17.459649186396685 + - type: nauc_mrr_at_20_diff1 + value: 70.82261857160199 + - type: nauc_mrr_at_20_max + value: 39.25660219447417 + - type: nauc_mrr_at_20_std + value: -15.807365557200281 + - type: nauc_mrr_at_3_diff1 + value: 70.79376444174159 + - type: nauc_mrr_at_3_max + value: 38.97623690163996 + - type: nauc_mrr_at_3_std + value: -16.393842407269872 + - type: nauc_mrr_at_5_diff1 + value: 70.77811077343011 + - type: nauc_mrr_at_5_max + value: 39.066661862996334 + - type: nauc_mrr_at_5_std + value: -16.06138623512058 + - type: nauc_ndcg_at_1000_diff1 + value: 69.38432460176631 + - type: nauc_ndcg_at_1000_max + value: 37.41326409294141 + - type: nauc_ndcg_at_1000_std + value: -16.567106335363547 + - type: nauc_ndcg_at_100_diff1 + value: 69.33661321994221 + - type: nauc_ndcg_at_100_max + value: 37.40443590169158 + - type: nauc_ndcg_at_100_std + value: -16.35403457343329 + - type: nauc_ndcg_at_10_diff1 + value: 68.94489912960861 + - type: nauc_ndcg_at_10_max + value: 36.2506071214321 + - type: nauc_ndcg_at_10_std + value: -18.82069883161433 + - type: nauc_ndcg_at_1_diff1 + value: 72.72133417454367 + - type: nauc_ndcg_at_1_max + value: 38.331224491505104 + - type: nauc_ndcg_at_1_std + value: -17.16079633961818 + - type: nauc_ndcg_at_20_diff1 + value: 69.15086421535133 + - type: nauc_ndcg_at_20_max + value: 36.89767798755098 + - type: nauc_ndcg_at_20_std + value: -17.86958697698032 + - type: nauc_ndcg_at_3_diff1 + value: 68.70396833880102 + - type: nauc_ndcg_at_3_max + value: 35.03484635918643 + - type: nauc_ndcg_at_3_std + value: -20.273396524173844 + - type: nauc_ndcg_at_5_diff1 + value: 68.93056915501342 + - type: nauc_ndcg_at_5_max + value: 35.38497733312458 + - type: nauc_ndcg_at_5_std + value: -19.840947709262004 + - type: nauc_precision_at_1000_diff1 + value: -34.14718697098016 + - type: nauc_precision_at_1000_max + value: 3.6293313781394763 + - type: nauc_precision_at_1000_std + value: 35.18150366797986 + - type: nauc_precision_at_100_diff1 + value: -30.4027079095321 + - type: nauc_precision_at_100_max + value: 6.809907739167871 + - type: nauc_precision_at_100_std + value: 34.540918468349126 + - type: nauc_precision_at_10_diff1 + value: -13.640657282621275 + - type: nauc_precision_at_10_max + value: 15.027602319886368 + - type: nauc_precision_at_10_std + value: 19.99864404314453 + - type: nauc_precision_at_1_diff1 + value: 72.72133417454367 + - type: nauc_precision_at_1_max + value: 38.331224491505104 + - type: nauc_precision_at_1_std + value: -17.16079633961818 + - type: nauc_precision_at_20_diff1 + value: -22.04518115519088 + - type: nauc_precision_at_20_max + value: 11.694911426947577 + - type: nauc_precision_at_20_std + value: 27.0383781477066 + - type: nauc_precision_at_3_diff1 + value: 13.551932989888382 + - type: nauc_precision_at_3_max + value: 23.434121945030604 + - type: nauc_precision_at_3_std + value: 2.691762192244095 + - type: nauc_precision_at_5_diff1 + value: -0.530904057361583 + - type: nauc_precision_at_5_max + value: 19.274513974074186 + - type: nauc_precision_at_5_std + value: 11.166696219691481 + - type: nauc_recall_at_1000_diff1 + value: 57.69646260925434 + - type: nauc_recall_at_1000_max + value: 45.515450558710825 + - type: nauc_recall_at_1000_std + value: 33.3128999778333 + - type: nauc_recall_at_100_diff1 + value: 59.44993252237884 + - type: nauc_recall_at_100_max + value: 41.168864107589144 + - type: nauc_recall_at_100_std + value: 13.174320315241195 + - type: nauc_recall_at_10_diff1 + value: 61.74029254342778 + - type: nauc_recall_at_10_max + value: 33.83885249812004 + - type: nauc_recall_at_10_std + value: -17.974403452647497 + - type: nauc_recall_at_1_diff1 + value: 73.03533775469124 + - type: nauc_recall_at_1_max + value: 28.361321068177816 + - type: nauc_recall_at_1_std + value: -23.44707326868221 + - type: nauc_recall_at_20_diff1 + value: 60.43007696085838 + - type: nauc_recall_at_20_max + value: 35.90250935704539 + - type: nauc_recall_at_20_std + value: -12.539813163606686 + - type: nauc_recall_at_3_diff1 + value: 64.87577464206726 + - type: nauc_recall_at_3_max + value: 30.325674554926348 + - type: nauc_recall_at_3_std + value: -24.050361392480443 + - type: nauc_recall_at_5_diff1 + value: 63.71726415589154 + - type: nauc_recall_at_5_max + value: 31.365393247615298 + - type: nauc_recall_at_5_std + value: -22.097544116643387 + - type: ndcg_at_1 + value: 68.47999999999999 + - type: ndcg_at_10 + value: 76.998 + - type: ndcg_at_100 + value: 79.45400000000001 + - type: ndcg_at_1000 + value: 79.935 + - type: ndcg_at_20 + value: 78.22 + - type: ndcg_at_3 + value: 73.127 + - type: ndcg_at_5 + value: 75.13499999999999 + - type: precision_at_1 + value: 68.47999999999999 + - type: precision_at_10 + value: 11.821 + - type: precision_at_100 + value: 1.438 + - type: precision_at_1000 + value: 0.154 + - type: precision_at_20 + value: 6.4350000000000005 + - type: precision_at_3 + value: 31.96 + - type: precision_at_5 + value: 21.279999999999998 + - type: recall_at_1 + value: 59.391000000000005 + - type: recall_at_10 + value: 86.722 + - type: recall_at_100 + value: 96.143 + - type: recall_at_1000 + value: 99.092 + - type: recall_at_20 + value: 90.88300000000001 + - type: recall_at_3 + value: 75.81400000000001 + - type: recall_at_5 + value: 81.19800000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Quora-PL + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + split: validation + type: clarin-knext/quora-pl + metrics: + - type: main_score + value: 77.063 + - type: map_at_1 + value: 59.331 + - type: map_at_10 + value: 72.341 + - type: map_at_100 + value: 73.12100000000001 + - type: map_at_1000 + value: 73.154 + - type: map_at_20 + value: 72.841 + - type: map_at_3 + value: 69.248 + - type: map_at_5 + value: 71.122 + - type: mrr_at_1 + value: 68.26 + - type: mrr_at_10 + value: 75.98206349206367 + - type: mrr_at_100 + value: 76.28516350446029 + - type: mrr_at_1000 + value: 76.29400957661343 + - type: mrr_at_20 + value: 76.1746744812637 + - type: mrr_at_3 + value: 74.44333333333357 + - type: mrr_at_5 + value: 75.34233333333351 + - type: nauc_map_at_1000_diff1 + value: 69.22163454274676 + - type: nauc_map_at_1000_max + value: 31.948424434861288 + - type: nauc_map_at_1000_std + value: -20.475527849757313 + - type: nauc_map_at_100_diff1 + value: 69.22655846771171 + - type: nauc_map_at_100_max + value: 31.945471707760248 + - type: nauc_map_at_100_std + value: -20.51488549199543 + - type: nauc_map_at_10_diff1 + value: 69.24430144213164 + - type: nauc_map_at_10_max + value: 31.70486057701401 + - type: nauc_map_at_10_std + value: -21.36492182386801 + - type: nauc_map_at_1_diff1 + value: 72.83688103497998 + - type: nauc_map_at_1_max + value: 23.879355598068955 + - type: nauc_map_at_1_std + value: -22.606765333839892 + - type: nauc_map_at_20_diff1 + value: 69.22145938111561 + - type: nauc_map_at_20_max + value: 31.827818512318874 + - type: nauc_map_at_20_std + value: -20.881056009062682 + - type: nauc_map_at_3_diff1 + value: 69.67805811485096 + - type: nauc_map_at_3_max + value: 29.30038811778484 + - type: nauc_map_at_3_std + value: -23.590724802078128 + - type: nauc_map_at_5_diff1 + value: 69.42358842875672 + - type: nauc_map_at_5_max + value: 30.822456395132647 + - type: nauc_map_at_5_std + value: -22.349026226265238 + - type: nauc_mrr_at_1000_diff1 + value: 69.58467567067026 + - type: nauc_mrr_at_1000_max + value: 35.276318226432906 + - type: nauc_mrr_at_1000_std + value: -16.068247089968533 + - type: nauc_mrr_at_100_diff1 + value: 69.57988400247103 + - type: nauc_mrr_at_100_max + value: 35.282653366746494 + - type: nauc_mrr_at_100_std + value: -16.061754219008765 + - type: nauc_mrr_at_10_diff1 + value: 69.47395492195729 + - type: nauc_mrr_at_10_max + value: 35.45540331620876 + - type: nauc_mrr_at_10_std + value: -16.037385632011265 + - type: nauc_mrr_at_1_diff1 + value: 71.49243305037672 + - type: nauc_mrr_at_1_max + value: 32.844246968061725 + - type: nauc_mrr_at_1_std + value: -17.333693672538477 + - type: nauc_mrr_at_20_diff1 + value: 69.5077052191296 + - type: nauc_mrr_at_20_max + value: 35.294240150253835 + - type: nauc_mrr_at_20_std + value: -16.07636132785358 + - type: nauc_mrr_at_3_diff1 + value: 69.54185264100488 + - type: nauc_mrr_at_3_max + value: 35.47629478454683 + - type: nauc_mrr_at_3_std + value: -16.456436715156194 + - type: nauc_mrr_at_5_diff1 + value: 69.50902996428383 + - type: nauc_mrr_at_5_max + value: 35.39791855946502 + - type: nauc_mrr_at_5_std + value: -16.193544065206844 + - type: nauc_ndcg_at_1000_diff1 + value: 68.79267801745884 + - type: nauc_ndcg_at_1000_max + value: 34.01897713979674 + - type: nauc_ndcg_at_1000_std + value: -17.215595168127503 + - type: nauc_ndcg_at_100_diff1 + value: 68.74265382727386 + - type: nauc_ndcg_at_100_max + value: 34.1315024376769 + - type: nauc_ndcg_at_100_std + value: -17.306044009373267 + - type: nauc_ndcg_at_10_diff1 + value: 68.323620019718 + - type: nauc_ndcg_at_10_max + value: 33.9641627508636 + - type: nauc_ndcg_at_10_std + value: -19.115423182886815 + - type: nauc_ndcg_at_1_diff1 + value: 71.58221580810111 + - type: nauc_ndcg_at_1_max + value: 32.583249078577474 + - type: nauc_ndcg_at_1_std + value: -17.717447554668446 + - type: nauc_ndcg_at_20_diff1 + value: 68.3726154927896 + - type: nauc_ndcg_at_20_max + value: 33.76150219007384 + - type: nauc_ndcg_at_20_std + value: -18.427812299221248 + - type: nauc_ndcg_at_3_diff1 + value: 68.35478582203751 + - type: nauc_ndcg_at_3_max + value: 32.46191303756545 + - type: nauc_ndcg_at_3_std + value: -20.694210543923873 + - type: nauc_ndcg_at_5_diff1 + value: 68.42449902706234 + - type: nauc_ndcg_at_5_max + value: 33.14564757799546 + - type: nauc_ndcg_at_5_std + value: -20.163176509105575 + - type: nauc_precision_at_1000_diff1 + value: -34.25966572657709 + - type: nauc_precision_at_1000_max + value: 3.364888706294606 + - type: nauc_precision_at_1000_std + value: 30.016643419516072 + - type: nauc_precision_at_100_diff1 + value: -30.350993794121848 + - type: nauc_precision_at_100_max + value: 6.39589445647731 + - type: nauc_precision_at_100_std + value: 28.272286980812773 + - type: nauc_precision_at_10_diff1 + value: -14.90952426880176 + - type: nauc_precision_at_10_max + value: 16.151249198371016 + - type: nauc_precision_at_10_std + value: 17.30842046679974 + - type: nauc_precision_at_1_diff1 + value: 71.58221580810111 + - type: nauc_precision_at_1_max + value: 32.583249078577474 + - type: nauc_precision_at_1_std + value: -17.717447554668446 + - type: nauc_precision_at_20_diff1 + value: -22.10510751293063 + - type: nauc_precision_at_20_max + value: 11.347457728613778 + - type: nauc_precision_at_20_std + value: 22.12499143993108 + - type: nauc_precision_at_3_diff1 + value: 11.28190410822051 + - type: nauc_precision_at_3_max + value: 23.57414351946063 + - type: nauc_precision_at_3_std + value: 1.9916479503298457 + - type: nauc_precision_at_5_diff1 + value: -2.3168509905792027 + - type: nauc_precision_at_5_max + value: 20.122727492454697 + - type: nauc_precision_at_5_std + value: 9.821308401917063 + - type: nauc_recall_at_1000_diff1 + value: 68.59132296609675 + - type: nauc_recall_at_1000_max + value: 45.71849738726592 + - type: nauc_recall_at_1000_std + value: 40.692627189627004 + - type: nauc_recall_at_100_diff1 + value: 62.1183042642939 + - type: nauc_recall_at_100_max + value: 40.72032140972286 + - type: nauc_recall_at_100_std + value: 2.0546680232361725 + - type: nauc_recall_at_10_diff1 + value: 61.19382736004157 + - type: nauc_recall_at_10_max + value: 36.02811768702221 + - type: nauc_recall_at_10_std + value: -17.944706688068663 + - type: nauc_recall_at_1_diff1 + value: 72.83688103497998 + - type: nauc_recall_at_1_max + value: 23.879355598068955 + - type: nauc_recall_at_1_std + value: -22.606765333839892 + - type: nauc_recall_at_20_diff1 + value: 59.35703858544342 + - type: nauc_recall_at_20_max + value: 34.521401651062234 + - type: nauc_recall_at_20_std + value: -14.677752103108855 + - type: nauc_recall_at_3_diff1 + value: 64.88783341845975 + - type: nauc_recall_at_3_max + value: 29.905916560922762 + - type: nauc_recall_at_3_std + value: -24.383918784012344 + - type: nauc_recall_at_5_diff1 + value: 63.378069119609236 + - type: nauc_recall_at_5_max + value: 32.79506527335268 + - type: nauc_recall_at_5_std + value: -21.857659121526797 + - type: ndcg_at_1 + value: 68.22 + - type: ndcg_at_10 + value: 77.063 + - type: ndcg_at_100 + value: 79.431 + - type: ndcg_at_1000 + value: 79.887 + - type: ndcg_at_20 + value: 78.19800000000001 + - type: ndcg_at_3 + value: 73.26 + - type: ndcg_at_5 + value: 75.13300000000001 + - type: precision_at_1 + value: 68.22 + - type: precision_at_10 + value: 11.86 + - type: precision_at_100 + value: 1.414 + - type: precision_at_1000 + value: 0.15 + - type: precision_at_20 + value: 6.385000000000001 + - type: precision_at_3 + value: 32.193 + - type: precision_at_5 + value: 21.36 + - type: recall_at_1 + value: 59.331 + - type: recall_at_10 + value: 86.92 + - type: recall_at_100 + value: 96.149 + - type: recall_at_1000 + value: 99.00999999999999 + - type: recall_at_20 + value: 90.759 + - type: recall_at_3 + value: 76.18700000000001 + - type: recall_at_5 + value: 81.316 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS-PL + revision: 45452b03f05560207ef19149545f168e596c9337 + split: test + type: clarin-knext/scidocs-pl + metrics: + - type: main_score + value: 13.038 + - type: map_at_1 + value: 2.785 + - type: map_at_10 + value: 7.24 + - type: map_at_100 + value: 8.751000000000001 + - type: map_at_1000 + value: 9.001000000000001 + - type: map_at_20 + value: 7.997999999999999 + - type: map_at_3 + value: 5.139 + - type: map_at_5 + value: 6.142 + - type: mrr_at_1 + value: 13.700000000000001 + - type: mrr_at_10 + value: 22.60158730158729 + - type: mrr_at_100 + value: 23.72791508184251 + - type: mrr_at_1000 + value: 23.810527360772817 + - type: mrr_at_20 + value: 23.241815149075197 + - type: mrr_at_3 + value: 19.60000000000002 + - type: mrr_at_5 + value: 21.224999999999998 + - type: nauc_map_at_1000_diff1 + value: 14.792227224924506 + - type: nauc_map_at_1000_max + value: 32.301641383960124 + - type: nauc_map_at_1000_std + value: 23.083104358905977 + - type: nauc_map_at_100_diff1 + value: 14.803863271383166 + - type: nauc_map_at_100_max + value: 32.24680252823908 + - type: nauc_map_at_100_std + value: 22.748086109451773 + - type: nauc_map_at_10_diff1 + value: 15.795155883364743 + - type: nauc_map_at_10_max + value: 30.944058206585463 + - type: nauc_map_at_10_std + value: 18.708078547726842 + - type: nauc_map_at_1_diff1 + value: 21.132398215573865 + - type: nauc_map_at_1_max + value: 29.19592327750959 + - type: nauc_map_at_1_std + value: 13.996493176089015 + - type: nauc_map_at_20_diff1 + value: 15.077937784358452 + - type: nauc_map_at_20_max + value: 31.657769880494403 + - type: nauc_map_at_20_std + value: 20.60155411885354 + - type: nauc_map_at_3_diff1 + value: 18.674857148125 + - type: nauc_map_at_3_max + value: 30.693417190589383 + - type: nauc_map_at_3_std + value: 16.47059364780481 + - type: nauc_map_at_5_diff1 + value: 16.575681500234854 + - type: nauc_map_at_5_max + value: 30.082817752366125 + - type: nauc_map_at_5_std + value: 16.662663606573776 + - type: nauc_mrr_at_1000_diff1 + value: 16.522679131105793 + - type: nauc_mrr_at_1000_max + value: 27.23085993594398 + - type: nauc_mrr_at_1000_std + value: 17.51392936535595 + - type: nauc_mrr_at_100_diff1 + value: 16.530117282112702 + - type: nauc_mrr_at_100_max + value: 27.21672480216746 + - type: nauc_mrr_at_100_std + value: 17.537026259653445 + - type: nauc_mrr_at_10_diff1 + value: 16.487235038131733 + - type: nauc_mrr_at_10_max + value: 27.225450717843323 + - type: nauc_mrr_at_10_std + value: 17.148693690389308 + - type: nauc_mrr_at_1_diff1 + value: 21.500757577390356 + - type: nauc_mrr_at_1_max + value: 29.155414361425848 + - type: nauc_mrr_at_1_std + value: 14.066153856101241 + - type: nauc_mrr_at_20_diff1 + value: 16.35982399761223 + - type: nauc_mrr_at_20_max + value: 27.222179685954384 + - type: nauc_mrr_at_20_std + value: 17.446818156563065 + - type: nauc_mrr_at_3_diff1 + value: 17.458713266374655 + - type: nauc_mrr_at_3_max + value: 26.24442929157636 + - type: nauc_mrr_at_3_std + value: 15.474103091301044 + - type: nauc_mrr_at_5_diff1 + value: 16.5126045582872 + - type: nauc_mrr_at_5_max + value: 26.997210926210446 + - type: nauc_mrr_at_5_std + value: 16.704873410048148 + - type: nauc_ndcg_at_1000_diff1 + value: 12.907773784346746 + - type: nauc_ndcg_at_1000_max + value: 33.34766220820817 + - type: nauc_ndcg_at_1000_std + value: 30.482401904164757 + - type: nauc_ndcg_at_100_diff1 + value: 13.232279099200772 + - type: nauc_ndcg_at_100_max + value: 32.36971943877284 + - type: nauc_ndcg_at_100_std + value: 28.885308987810603 + - type: nauc_ndcg_at_10_diff1 + value: 14.263079852214009 + - type: nauc_ndcg_at_10_max + value: 29.756761364913597 + - type: nauc_ndcg_at_10_std + value: 20.083627271228888 + - type: nauc_ndcg_at_1_diff1 + value: 21.500757577390356 + - type: nauc_ndcg_at_1_max + value: 29.155414361425848 + - type: nauc_ndcg_at_1_std + value: 14.066153856101241 + - type: nauc_ndcg_at_20_diff1 + value: 12.922160932922422 + - type: nauc_ndcg_at_20_max + value: 30.932912450602785 + - type: nauc_ndcg_at_20_std + value: 23.182250500209516 + - type: nauc_ndcg_at_3_diff1 + value: 17.21918294663663 + - type: nauc_ndcg_at_3_max + value: 28.662429889428637 + - type: nauc_ndcg_at_3_std + value: 16.8401928942087 + - type: nauc_ndcg_at_5_diff1 + value: 15.024056520905358 + - type: nauc_ndcg_at_5_max + value: 28.783882370742838 + - type: nauc_ndcg_at_5_std + value: 17.956997691110093 + - type: nauc_precision_at_1000_diff1 + value: 4.853325331972668 + - type: nauc_precision_at_1000_max + value: 30.15694152384708 + - type: nauc_precision_at_1000_std + value: 38.55692767533825 + - type: nauc_precision_at_100_diff1 + value: 8.113117956423707 + - type: nauc_precision_at_100_max + value: 30.579313799148494 + - type: nauc_precision_at_100_std + value: 37.078327072376624 + - type: nauc_precision_at_10_diff1 + value: 10.323074186311555 + - type: nauc_precision_at_10_max + value: 29.267955393045213 + - type: nauc_precision_at_10_std + value: 22.493435993948 + - type: nauc_precision_at_1_diff1 + value: 21.500757577390356 + - type: nauc_precision_at_1_max + value: 29.155414361425848 + - type: nauc_precision_at_1_std + value: 14.066153856101241 + - type: nauc_precision_at_20_diff1 + value: 7.296113998064506 + - type: nauc_precision_at_20_max + value: 29.990871534639396 + - type: nauc_precision_at_20_std + value: 27.109509055275005 + - type: nauc_precision_at_3_diff1 + value: 15.390787042974221 + - type: nauc_precision_at_3_max + value: 28.84488812625923 + - type: nauc_precision_at_3_std + value: 18.32236552735027 + - type: nauc_precision_at_5_diff1 + value: 11.503698423183337 + - type: nauc_precision_at_5_max + value: 28.057493966763282 + - type: nauc_precision_at_5_std + value: 19.611698266221076 + - type: nauc_recall_at_1000_diff1 + value: 5.664077565322699 + - type: nauc_recall_at_1000_max + value: 30.448757418101447 + - type: nauc_recall_at_1000_std + value: 39.27731310660493 + - type: nauc_recall_at_100_diff1 + value: 8.425909931770086 + - type: nauc_recall_at_100_max + value: 30.68171063121248 + - type: nauc_recall_at_100_std + value: 37.184544204955074 + - type: nauc_recall_at_10_diff1 + value: 10.47166367371188 + - type: nauc_recall_at_10_max + value: 29.14586678828798 + - type: nauc_recall_at_10_std + value: 22.111878920453464 + - type: nauc_recall_at_1_diff1 + value: 21.132398215573865 + - type: nauc_recall_at_1_max + value: 29.19592327750959 + - type: nauc_recall_at_1_std + value: 13.996493176089015 + - type: nauc_recall_at_20_diff1 + value: 7.4486268209490465 + - type: nauc_recall_at_20_max + value: 29.759399489054555 + - type: nauc_recall_at_20_std + value: 26.731517559908852 + - type: nauc_recall_at_3_diff1 + value: 15.400192355820627 + - type: nauc_recall_at_3_max + value: 28.572542534889312 + - type: nauc_recall_at_3_std + value: 17.816298041992443 + - type: nauc_recall_at_5_diff1 + value: 11.600069164989952 + - type: nauc_recall_at_5_max + value: 27.974947140469958 + - type: nauc_recall_at_5_std + value: 19.139625890938866 + - type: ndcg_at_1 + value: 13.700000000000001 + - type: ndcg_at_10 + value: 13.038 + - type: ndcg_at_100 + value: 19.628 + - type: ndcg_at_1000 + value: 24.892 + - type: ndcg_at_20 + value: 15.296999999999999 + - type: ndcg_at_3 + value: 11.828 + - type: ndcg_at_5 + value: 10.532 + - type: precision_at_1 + value: 13.700000000000001 + - type: precision_at_10 + value: 6.99 + - type: precision_at_100 + value: 1.659 + - type: precision_at_1000 + value: 0.294 + - type: precision_at_20 + value: 4.8 + - type: precision_at_3 + value: 11.233 + - type: precision_at_5 + value: 9.44 + - type: recall_at_1 + value: 2.785 + - type: recall_at_10 + value: 14.198 + - type: recall_at_100 + value: 33.768 + - type: recall_at_1000 + value: 59.821999999999996 + - type: recall_at_20 + value: 19.497999999999998 + - type: recall_at_3 + value: 6.877999999999999 + - type: recall_at_5 + value: 9.613 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-E-PL + revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9 + split: test + type: PL-MTEB/sicke-pl-pairclassification + metrics: + - type: cosine_accuracy + value: 77.45617611088463 + - type: cosine_accuracy_threshold + value: 88.67492079734802 + - type: cosine_ap + value: 62.798198995025665 + - type: cosine_f1 + value: 60.74950690335306 + - type: cosine_f1_threshold + value: 80.56387305259705 + - type: cosine_precision + value: 50.256410256410255 + - type: cosine_recall + value: 76.78062678062678 + - type: dot_accuracy + value: 77.45617611088463 + - type: dot_accuracy_threshold + value: 88.6749267578125 + - type: dot_ap + value: 62.798159152951385 + - type: dot_f1 + value: 60.74950690335306 + - type: dot_f1_threshold + value: 80.56387305259705 + - type: dot_precision + value: 50.256410256410255 + - type: dot_recall + value: 76.78062678062678 + - type: euclidean_accuracy + value: 77.45617611088463 + - type: euclidean_accuracy_threshold + value: 47.592175006866455 + - type: euclidean_ap + value: 62.79814750094985 + - type: euclidean_f1 + value: 60.74950690335306 + - type: euclidean_f1_threshold + value: 62.347614765167236 + - type: euclidean_precision + value: 50.256410256410255 + - type: euclidean_recall + value: 76.78062678062678 + - type: main_score + value: 62.798198995025665 + - type: manhattan_accuracy + value: 77.27272727272727 + - type: manhattan_accuracy_threshold + value: 975.9557723999023 + - type: manhattan_ap + value: 62.33701490592974 + - type: manhattan_f1 + value: 60.3921568627451 + - type: manhattan_f1_threshold + value: 1475.3839492797852 + - type: manhattan_precision + value: 49.769159741458914 + - type: manhattan_recall + value: 76.78062678062678 + - type: max_ap + value: 62.798198995025665 + - type: max_f1 + value: 60.74950690335306 + - type: max_precision + value: 50.256410256410255 + - type: max_recall + value: 76.78062678062678 + - type: similarity_accuracy + value: 77.45617611088463 + - type: similarity_accuracy_threshold + value: 88.67492079734802 + - type: similarity_ap + value: 62.798198995025665 + - type: similarity_f1 + value: 60.74950690335306 + - type: similarity_f1_threshold + value: 80.56387305259705 + - type: similarity_precision + value: 50.256410256410255 + - type: similarity_recall + value: 76.78062678062678 + task: + type: PairClassification + - dataset: + config: default + name: MTEB SICK-R-PL + revision: fd5c2441b7eeff8676768036142af4cfa42c1339 + split: test + type: PL-MTEB/sickr-pl-sts + metrics: + - type: cosine_pearson + value: 72.36287255590445 + - type: cosine_spearman + value: 66.30825825122318 + - type: euclidean_pearson + value: 68.92313932419128 + - type: euclidean_spearman + value: 66.30826006369618 + - type: main_score + value: 66.30825825122318 + - type: manhattan_pearson + value: 68.66991543703946 + - type: manhattan_spearman + value: 66.0242047018923 + - type: pearson + value: 72.36287255590445 + - type: spearman + value: 66.30825825122318 + task: + type: STS + - dataset: + config: pl + name: MTEB STS22 (pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 41.56662243222903 + - type: cosine_spearman + value: 44.94984671604992 + - type: euclidean_pearson + value: 27.88886658631932 + - type: euclidean_spearman + value: 44.94984671604992 + - type: main_score + value: 44.94984671604992 + - type: manhattan_pearson + value: 27.467462847157798 + - type: manhattan_spearman + value: 44.990280944902125 + - type: pearson + value: 41.56662243222903 + - type: spearman + value: 44.94984671604992 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 78.67129157333113 + - type: cosine_spearman + value: 77.17497249706467 + - type: euclidean_pearson + value: 78.93527680834069 + - type: euclidean_spearman + value: 77.17497249706467 + - type: main_score + value: 77.17497249706467 + - type: manhattan_pearson + value: 79.17117078125075 + - type: manhattan_spearman + value: 77.98920639910075 + - type: pearson + value: 78.67129157333113 + - type: spearman + value: 77.17497249706467 + task: + type: STS + - dataset: + config: de-pl + name: MTEB STS22 (de-pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 38.70216637556677 + - type: cosine_spearman + value: 55.768121437825556 + - type: euclidean_pearson + value: 41.389482428930485 + - type: euclidean_spearman + value: 55.768121437825556 + - type: main_score + value: 55.768121437825556 + - type: manhattan_pearson + value: 42.7616496232802 + - type: manhattan_spearman + value: 54.44397498734157 + - type: pearson + value: 38.70216637556677 + - type: spearman + value: 55.768121437825556 + task: + type: STS + - dataset: + config: fr-pl + name: MTEB STS22 (fr-pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 83.39168516605531 + - type: cosine_spearman + value: 84.51542547285167 + - type: euclidean_pearson + value: 83.7912731376875 + - type: euclidean_spearman + value: 84.51542547285167 + - type: main_score + value: 84.51542547285167 + - type: manhattan_pearson + value: 82.28209868239296 + - type: manhattan_spearman + value: 84.51542547285167 + - type: pearson + value: 83.39168516605531 + - type: spearman + value: 84.51542547285167 + task: + type: STS + - dataset: + config: default + name: MTEB SciFact-PL + revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e + split: test + type: clarin-knext/scifact-pl + metrics: + - type: main_score + value: 57.827 + - type: map_at_1 + value: 45.083 + - type: map_at_10 + value: 53.83 + - type: map_at_100 + value: 54.577 + - type: map_at_1000 + value: 54.623 + - type: map_at_20 + value: 54.211 + - type: map_at_3 + value: 51.304 + - type: map_at_5 + value: 52.851000000000006 + - type: mrr_at_1 + value: 47.333333333333336 + - type: mrr_at_10 + value: 55.07949735449736 + - type: mrr_at_100 + value: 55.710506477168956 + - type: mrr_at_1000 + value: 55.748401782889445 + - type: mrr_at_20 + value: 55.409548920578345 + - type: mrr_at_3 + value: 53.055555555555564 + - type: mrr_at_5 + value: 54.422222222222224 + - type: nauc_map_at_1000_diff1 + value: 56.75114793396484 + - type: nauc_map_at_1000_max + value: 45.557101118136366 + - type: nauc_map_at_1000_std + value: 21.122840914857495 + - type: nauc_map_at_100_diff1 + value: 56.738747688350024 + - type: nauc_map_at_100_max + value: 45.55491958094813 + - type: nauc_map_at_100_std + value: 21.12266632389643 + - type: nauc_map_at_10_diff1 + value: 56.926041668030855 + - type: nauc_map_at_10_max + value: 45.2382783831653 + - type: nauc_map_at_10_std + value: 20.922255034211766 + - type: nauc_map_at_1_diff1 + value: 60.98838903764472 + - type: nauc_map_at_1_max + value: 43.22668392792625 + - type: nauc_map_at_1_std + value: 17.29004046426385 + - type: nauc_map_at_20_diff1 + value: 56.848541422173795 + - type: nauc_map_at_20_max + value: 45.59725008207042 + - type: nauc_map_at_20_std + value: 21.177613569735655 + - type: nauc_map_at_3_diff1 + value: 58.23995403356206 + - type: nauc_map_at_3_max + value: 44.76675994666382 + - type: nauc_map_at_3_std + value: 18.839553176727783 + - type: nauc_map_at_5_diff1 + value: 56.99049510687553 + - type: nauc_map_at_5_max + value: 44.71681163401595 + - type: nauc_map_at_5_std + value: 19.453824672770455 + - type: nauc_mrr_at_1000_diff1 + value: 57.4953870158563 + - type: nauc_mrr_at_1000_max + value: 46.79551970939633 + - type: nauc_mrr_at_1000_std + value: 23.71693511404122 + - type: nauc_mrr_at_100_diff1 + value: 57.482272276265235 + - type: nauc_mrr_at_100_max + value: 46.79105970491737 + - type: nauc_mrr_at_100_std + value: 23.705546007429124 + - type: nauc_mrr_at_10_diff1 + value: 57.630280158288926 + - type: nauc_mrr_at_10_max + value: 46.646619843739465 + - type: nauc_mrr_at_10_std + value: 23.642389853421577 + - type: nauc_mrr_at_1_diff1 + value: 61.903420841877356 + - type: nauc_mrr_at_1_max + value: 46.95318894276891 + - type: nauc_mrr_at_1_std + value: 23.19343113872584 + - type: nauc_mrr_at_20_diff1 + value: 57.574039026825815 + - type: nauc_mrr_at_20_max + value: 46.825490821786545 + - type: nauc_mrr_at_20_std + value: 23.747309823079746 + - type: nauc_mrr_at_3_diff1 + value: 58.634726160884576 + - type: nauc_mrr_at_3_max + value: 46.68634348254961 + - type: nauc_mrr_at_3_std + value: 22.9939558189414 + - type: nauc_mrr_at_5_diff1 + value: 57.43527378441584 + - type: nauc_mrr_at_5_max + value: 46.82233838319152 + - type: nauc_mrr_at_5_std + value: 23.407766325712398 + - type: nauc_ndcg_at_1000_diff1 + value: 55.303289773692676 + - type: nauc_ndcg_at_1000_max + value: 46.703610191621145 + - type: nauc_ndcg_at_1000_std + value: 23.57730795756405 + - type: nauc_ndcg_at_100_diff1 + value: 54.38572710219233 + - type: nauc_ndcg_at_100_max + value: 46.37493158024567 + - type: nauc_ndcg_at_100_std + value: 23.314588126884324 + - type: nauc_ndcg_at_10_diff1 + value: 55.21850729666301 + - type: nauc_ndcg_at_10_max + value: 45.58511788479343 + - type: nauc_ndcg_at_10_std + value: 22.8531636189787 + - type: nauc_ndcg_at_1_diff1 + value: 61.903420841877356 + - type: nauc_ndcg_at_1_max + value: 46.95318894276891 + - type: nauc_ndcg_at_1_std + value: 23.19343113872584 + - type: nauc_ndcg_at_20_diff1 + value: 54.96359325487391 + - type: nauc_ndcg_at_20_max + value: 46.525071413272975 + - type: nauc_ndcg_at_20_std + value: 23.416022310286206 + - type: nauc_ndcg_at_3_diff1 + value: 57.33303538179732 + - type: nauc_ndcg_at_3_max + value: 45.60081314229553 + - type: nauc_ndcg_at_3_std + value: 20.311802683707644 + - type: nauc_ndcg_at_5_diff1 + value: 55.09370926297347 + - type: nauc_ndcg_at_5_max + value: 45.11375173156922 + - type: nauc_ndcg_at_5_std + value: 20.676971796560167 + - type: nauc_precision_at_1000_diff1 + value: -8.792997673585157 + - type: nauc_precision_at_1000_max + value: 26.985804617599456 + - type: nauc_precision_at_1000_std + value: 38.32145829157333 + - type: nauc_precision_at_100_diff1 + value: 3.448830291824138 + - type: nauc_precision_at_100_max + value: 33.3751058104728 + - type: nauc_precision_at_100_std + value: 36.07155861781976 + - type: nauc_precision_at_10_diff1 + value: 27.905538531066256 + - type: nauc_precision_at_10_max + value: 41.57287780821485 + - type: nauc_precision_at_10_std + value: 36.11165069712307 + - type: nauc_precision_at_1_diff1 + value: 61.903420841877356 + - type: nauc_precision_at_1_max + value: 46.95318894276891 + - type: nauc_precision_at_1_std + value: 23.19343113872584 + - type: nauc_precision_at_20_diff1 + value: 21.945937631553438 + - type: nauc_precision_at_20_max + value: 42.8503772546226 + - type: nauc_precision_at_20_std + value: 37.54978789546971 + - type: nauc_precision_at_3_diff1 + value: 44.695453949094684 + - type: nauc_precision_at_3_max + value: 46.25836394647075 + - type: nauc_precision_at_3_std + value: 25.448947126738393 + - type: nauc_precision_at_5_diff1 + value: 34.21739846774853 + - type: nauc_precision_at_5_max + value: 43.36271521542134 + - type: nauc_precision_at_5_std + value: 28.863168300518954 + - type: nauc_recall_at_1000_diff1 + value: 50.866272434900374 + - type: nauc_recall_at_1000_max + value: 77.90745928000882 + - type: nauc_recall_at_1000_std + value: 82.21288515406151 + - type: nauc_recall_at_100_diff1 + value: 35.307317119527056 + - type: nauc_recall_at_100_max + value: 46.922433638935956 + - type: nauc_recall_at_100_std + value: 31.814942138236262 + - type: nauc_recall_at_10_diff1 + value: 47.8121533413515 + - type: nauc_recall_at_10_max + value: 43.310991487523246 + - type: nauc_recall_at_10_std + value: 25.903501909176917 + - type: nauc_recall_at_1_diff1 + value: 60.98838903764472 + - type: nauc_recall_at_1_max + value: 43.22668392792625 + - type: nauc_recall_at_1_std + value: 17.29004046426385 + - type: nauc_recall_at_20_diff1 + value: 45.83142943406739 + - type: nauc_recall_at_20_max + value: 46.73030342771932 + - type: nauc_recall_at_20_std + value: 28.07957120284036 + - type: nauc_recall_at_3_diff1 + value: 54.187633219194495 + - type: nauc_recall_at_3_max + value: 43.672283626861066 + - type: nauc_recall_at_3_std + value: 18.136469354114993 + - type: nauc_recall_at_5_diff1 + value: 47.4292849527445 + - type: nauc_recall_at_5_max + value: 42.22276792180875 + - type: nauc_recall_at_5_std + value: 19.22371392434811 + - type: ndcg_at_1 + value: 47.333 + - type: ndcg_at_10 + value: 57.827 + - type: ndcg_at_100 + value: 61.551 + - type: ndcg_at_1000 + value: 62.865 + - type: ndcg_at_20 + value: 59.03699999999999 + - type: ndcg_at_3 + value: 53.554 + - type: ndcg_at_5 + value: 55.949000000000005 + - type: precision_at_1 + value: 47.333 + - type: precision_at_10 + value: 7.767 + - type: precision_at_100 + value: 0.987 + - type: precision_at_1000 + value: 0.11 + - type: precision_at_20 + value: 4.167 + - type: precision_at_3 + value: 21.111 + - type: precision_at_5 + value: 14.133000000000001 + - type: recall_at_1 + value: 45.083 + - type: recall_at_10 + value: 68.667 + - type: recall_at_100 + value: 86.433 + - type: recall_at_1000 + value: 97.0 + - type: recall_at_20 + value: 73.078 + - type: recall_at_3 + value: 57.477999999999994 + - type: recall_at_5 + value: 63.322 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID-PL + revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd + split: test + type: clarin-knext/trec-covid-pl + metrics: + - type: main_score + value: 56.919 + - type: map_at_1 + value: 0.17600000000000002 + - type: map_at_10 + value: 1.352 + - type: map_at_100 + value: 7.253 + - type: map_at_1000 + value: 18.698 + - type: map_at_20 + value: 2.313 + - type: map_at_3 + value: 0.496 + - type: map_at_5 + value: 0.775 + - type: mrr_at_1 + value: 68.0 + - type: mrr_at_10 + value: 80.26904761904761 + - type: mrr_at_100 + value: 80.26904761904761 + - type: mrr_at_1000 + value: 80.26904761904761 + - type: mrr_at_20 + value: 80.26904761904761 + - type: mrr_at_3 + value: 78.33333333333333 + - type: mrr_at_5 + value: 79.73333333333332 + - type: nauc_map_at_1000_diff1 + value: 6.574463369141221 + - type: nauc_map_at_1000_max + value: 53.38255229751684 + - type: nauc_map_at_1000_std + value: 80.05902957099651 + - type: nauc_map_at_100_diff1 + value: 11.446821053406707 + - type: nauc_map_at_100_max + value: 44.68607496071329 + - type: nauc_map_at_100_std + value: 72.78356846807002 + - type: nauc_map_at_10_diff1 + value: 19.670014556837902 + - type: nauc_map_at_10_max + value: 34.81097303843686 + - type: nauc_map_at_10_std + value: 33.674183618423335 + - type: nauc_map_at_1_diff1 + value: 21.506439684761883 + - type: nauc_map_at_1_max + value: 28.484715735575577 + - type: nauc_map_at_1_std + value: 9.63153171871658 + - type: nauc_map_at_20_diff1 + value: 21.0792619485704 + - type: nauc_map_at_20_max + value: 42.16963284469341 + - type: nauc_map_at_20_std + value: 40.700515917035524 + - type: nauc_map_at_3_diff1 + value: 26.981672835550295 + - type: nauc_map_at_3_max + value: 32.974693063997506 + - type: nauc_map_at_3_std + value: 16.6022898528941 + - type: nauc_map_at_5_diff1 + value: 27.87549872058613 + - type: nauc_map_at_5_max + value: 33.80977925406638 + - type: nauc_map_at_5_std + value: 19.902109058910966 + - type: nauc_mrr_at_1000_diff1 + value: 12.46327367923585 + - type: nauc_mrr_at_1000_max + value: 36.671369778214725 + - type: nauc_mrr_at_1000_std + value: 29.65039484236962 + - type: nauc_mrr_at_100_diff1 + value: 12.46327367923585 + - type: nauc_mrr_at_100_max + value: 36.671369778214725 + - type: nauc_mrr_at_100_std + value: 29.65039484236962 + - type: nauc_mrr_at_10_diff1 + value: 12.46327367923585 + - type: nauc_mrr_at_10_max + value: 36.671369778214725 + - type: nauc_mrr_at_10_std + value: 29.65039484236962 + - type: nauc_mrr_at_1_diff1 + value: 6.319535622970017 + - type: nauc_mrr_at_1_max + value: 33.71225209038767 + - type: nauc_mrr_at_1_std + value: 25.834427475640904 + - type: nauc_mrr_at_20_diff1 + value: 12.46327367923585 + - type: nauc_mrr_at_20_max + value: 36.671369778214725 + - type: nauc_mrr_at_20_std + value: 29.65039484236962 + - type: nauc_mrr_at_3_diff1 + value: 14.027551353113887 + - type: nauc_mrr_at_3_max + value: 38.329801108575204 + - type: nauc_mrr_at_3_std + value: 29.922562764916822 + - type: nauc_mrr_at_5_diff1 + value: 14.272859057946812 + - type: nauc_mrr_at_5_max + value: 36.26521327614547 + - type: nauc_mrr_at_5_std + value: 30.35143151694706 + - type: nauc_ndcg_at_1000_diff1 + value: 11.430252629811264 + - type: nauc_ndcg_at_1000_max + value: 54.72660044236807 + - type: nauc_ndcg_at_1000_std + value: 78.30081415388416 + - type: nauc_ndcg_at_100_diff1 + value: 0.3033147120555255 + - type: nauc_ndcg_at_100_max + value: 44.79981966050289 + - type: nauc_ndcg_at_100_std + value: 70.8722962407257 + - type: nauc_ndcg_at_10_diff1 + value: 13.708493191967316 + - type: nauc_ndcg_at_10_max + value: 45.58714259949 + - type: nauc_ndcg_at_10_std + value: 54.25312608750681 + - type: nauc_ndcg_at_1_diff1 + value: 14.13764957725658 + - type: nauc_ndcg_at_1_max + value: 35.89238137772783 + - type: nauc_ndcg_at_1_std + value: 26.159271864845252 + - type: nauc_ndcg_at_20_diff1 + value: 10.821994469339833 + - type: nauc_ndcg_at_20_max + value: 49.655194522856874 + - type: nauc_ndcg_at_20_std + value: 59.38126671218269 + - type: nauc_ndcg_at_3_diff1 + value: 21.715565312196077 + - type: nauc_ndcg_at_3_max + value: 43.75654188258407 + - type: nauc_ndcg_at_3_std + value: 43.06565426451109 + - type: nauc_ndcg_at_5_diff1 + value: 23.655719788636784 + - type: nauc_ndcg_at_5_max + value: 43.918620576813254 + - type: nauc_ndcg_at_5_std + value: 43.25044045865146 + - type: nauc_precision_at_1000_diff1 + value: -7.801822177721561 + - type: nauc_precision_at_1000_max + value: 39.258818089435316 + - type: nauc_precision_at_1000_std + value: 51.66205821260089 + - type: nauc_precision_at_100_diff1 + value: -4.119704756180739 + - type: nauc_precision_at_100_max + value: 39.712338903322255 + - type: nauc_precision_at_100_std + value: 72.21641244608408 + - type: nauc_precision_at_10_diff1 + value: 8.444233068337487 + - type: nauc_precision_at_10_max + value: 42.4676899985165 + - type: nauc_precision_at_10_std + value: 56.826333196617604 + - type: nauc_precision_at_1_diff1 + value: 6.319535622970017 + - type: nauc_precision_at_1_max + value: 33.71225209038767 + - type: nauc_precision_at_1_std + value: 25.834427475640904 + - type: nauc_precision_at_20_diff1 + value: 5.9351451055270665 + - type: nauc_precision_at_20_max + value: 48.44119310018816 + - type: nauc_precision_at_20_std + value: 59.5595391474413 + - type: nauc_precision_at_3_diff1 + value: 20.49183589553138 + - type: nauc_precision_at_3_max + value: 43.97209215954164 + - type: nauc_precision_at_3_std + value: 43.38846811953682 + - type: nauc_precision_at_5_diff1 + value: 23.91193541491969 + - type: nauc_precision_at_5_max + value: 42.89037965109586 + - type: nauc_precision_at_5_std + value: 43.85307223071737 + - type: nauc_recall_at_1000_diff1 + value: 14.852243091307962 + - type: nauc_recall_at_1000_max + value: 52.716143146467246 + - type: nauc_recall_at_1000_std + value: 75.96395414412834 + - type: nauc_recall_at_100_diff1 + value: 15.714854209882853 + - type: nauc_recall_at_100_max + value: 36.02809107498271 + - type: nauc_recall_at_100_std + value: 69.13542905710189 + - type: nauc_recall_at_10_diff1 + value: 21.595214483052263 + - type: nauc_recall_at_10_max + value: 30.858824962274056 + - type: nauc_recall_at_10_std + value: 32.41949976903557 + - type: nauc_recall_at_1_diff1 + value: 21.506439684761883 + - type: nauc_recall_at_1_max + value: 28.484715735575577 + - type: nauc_recall_at_1_std + value: 9.63153171871658 + - type: nauc_recall_at_20_diff1 + value: 26.088109678326145 + - type: nauc_recall_at_20_max + value: 39.30741232084537 + - type: nauc_recall_at_20_std + value: 35.63530214277264 + - type: nauc_recall_at_3_diff1 + value: 30.069120349407143 + - type: nauc_recall_at_3_max + value: 30.61753190304264 + - type: nauc_recall_at_3_std + value: 18.336355866759682 + - type: nauc_recall_at_5_diff1 + value: 31.512613211529615 + - type: nauc_recall_at_5_max + value: 30.43538310477602 + - type: nauc_recall_at_5_std + value: 19.67467281491149 + - type: ndcg_at_1 + value: 61.0 + - type: ndcg_at_10 + value: 56.919 + - type: ndcg_at_100 + value: 44.4 + - type: ndcg_at_1000 + value: 42.588 + - type: ndcg_at_20 + value: 54.266999999999996 + - type: ndcg_at_3 + value: 58.765 + - type: ndcg_at_5 + value: 58.553 + - type: precision_at_1 + value: 68.0 + - type: precision_at_10 + value: 62.0 + - type: precision_at_100 + value: 45.839999999999996 + - type: precision_at_1000 + value: 19.31 + - type: precision_at_20 + value: 58.199999999999996 + - type: precision_at_3 + value: 66.667 + - type: precision_at_5 + value: 64.8 + - type: recall_at_1 + value: 0.17600000000000002 + - type: recall_at_10 + value: 1.637 + - type: recall_at_100 + value: 10.764999999999999 + - type: recall_at_1000 + value: 40.766999999999996 + - type: recall_at_20 + value: 2.983 + - type: recall_at_3 + value: 0.5519999999999999 + - type: recall_at_5 + value: 0.8829999999999999 + task: + type: Retrieval - dataset: config: default name: MTEB CEDRClassification @@ -12591,6 +16486,297 @@ model-index: value: 15.07523755007524 task: type: Reranking + - dataset: + config: ru + name: MTEB MIRACLRetrieval (ru) + revision: main + split: dev + type: miracl/mmteb-miracl + metrics: + - type: main_score + value: 53.33 + - type: map_at_1 + value: 23.51 + - type: map_at_10 + value: 42.506 + - type: map_at_100 + value: 45.727000000000004 + - type: map_at_1000 + value: 45.824 + - type: map_at_20 + value: 44.482 + - type: map_at_3 + value: 34.903 + - type: map_at_5 + value: 38.924 + - type: mrr_at_1 + value: 47.52396166134185 + - type: mrr_at_10 + value: 60.53929585678796 + - type: mrr_at_100 + value: 61.08405013111772 + - type: mrr_at_1000 + value: 61.090960329457786 + - type: mrr_at_20 + value: 60.942355859942886 + - type: mrr_at_3 + value: 57.21512247071355 + - type: mrr_at_5 + value: 59.423588924387715 + - type: nauc_map_at_1000_diff1 + value: 27.9258851452338 + - type: nauc_map_at_1000_max + value: 23.91526202439492 + - type: nauc_map_at_1000_std + value: 1.9886186316328294 + - type: nauc_map_at_100_diff1 + value: 27.950443502043935 + - type: nauc_map_at_100_max + value: 23.91952747895155 + - type: nauc_map_at_100_std + value: 1.9828664117240875 + - type: nauc_map_at_10_diff1 + value: 28.591900542084257 + - type: nauc_map_at_10_max + value: 22.26715273276218 + - type: nauc_map_at_10_std + value: -0.2905582006620209 + - type: nauc_map_at_1_diff1 + value: 36.29159533442582 + - type: nauc_map_at_1_max + value: 14.017798723971604 + - type: nauc_map_at_1_std + value: -4.135744714942541 + - type: nauc_map_at_20_diff1 + value: 28.227642002703888 + - type: nauc_map_at_20_max + value: 23.31288716904143 + - type: nauc_map_at_20_std + value: 0.8608305708684871 + - type: nauc_map_at_3_diff1 + value: 31.25854158298961 + - type: nauc_map_at_3_max + value: 19.94828898205679 + - type: nauc_map_at_3_std + value: -3.055128116323982 + - type: nauc_map_at_5_diff1 + value: 29.569541485869138 + - type: nauc_map_at_5_max + value: 20.295566102579233 + - type: nauc_map_at_5_std + value: -2.0623859574064496 + - type: nauc_mrr_at_1000_diff1 + value: 27.361661005387717 + - type: nauc_mrr_at_1000_max + value: 29.835566057491185 + - type: nauc_mrr_at_1000_std + value: 9.18992468804867 + - type: nauc_mrr_at_100_diff1 + value: 27.364549933483367 + - type: nauc_mrr_at_100_max + value: 29.841000191685662 + - type: nauc_mrr_at_100_std + value: 9.201936238611633 + - type: nauc_mrr_at_10_diff1 + value: 27.091315668645876 + - type: nauc_mrr_at_10_max + value: 30.083804137944814 + - type: nauc_mrr_at_10_std + value: 9.295940302357145 + - type: nauc_mrr_at_1_diff1 + value: 30.096520602983773 + - type: nauc_mrr_at_1_max + value: 25.92117667316542 + - type: nauc_mrr_at_1_std + value: 6.628159094331555 + - type: nauc_mrr_at_20_diff1 + value: 27.26907735403706 + - type: nauc_mrr_at_20_max + value: 29.91703823542895 + - type: nauc_mrr_at_20_std + value: 9.220168448561815 + - type: nauc_mrr_at_3_diff1 + value: 27.132416524688672 + - type: nauc_mrr_at_3_max + value: 29.879006809416147 + - type: nauc_mrr_at_3_std + value: 8.495778638777473 + - type: nauc_mrr_at_5_diff1 + value: 27.164544736044938 + - type: nauc_mrr_at_5_max + value: 29.756896839148844 + - type: nauc_mrr_at_5_std + value: 8.697141135185072 + - type: nauc_ndcg_at_1000_diff1 + value: 25.711789502779325 + - type: nauc_ndcg_at_1000_max + value: 28.742258668080943 + - type: nauc_ndcg_at_1000_std + value: 8.197781962071534 + - type: nauc_ndcg_at_100_diff1 + value: 25.844850932804846 + - type: nauc_ndcg_at_100_max + value: 29.043525248699453 + - type: nauc_ndcg_at_100_std + value: 8.810501750069859 + - type: nauc_ndcg_at_10_diff1 + value: 26.47161747010468 + - type: nauc_ndcg_at_10_max + value: 25.36709975989015 + - type: nauc_ndcg_at_10_std + value: 3.070985924814878 + - type: nauc_ndcg_at_1_diff1 + value: 30.096520602983773 + - type: nauc_ndcg_at_1_max + value: 25.92117667316542 + - type: nauc_ndcg_at_1_std + value: 6.628159094331555 + - type: nauc_ndcg_at_20_diff1 + value: 26.329559310197325 + - type: nauc_ndcg_at_20_max + value: 27.252374736353723 + - type: nauc_ndcg_at_20_std + value: 5.279499913033636 + - type: nauc_ndcg_at_3_diff1 + value: 26.382469083855774 + - type: nauc_ndcg_at_3_max + value: 25.667817557434446 + - type: nauc_ndcg_at_3_std + value: 2.722781380568278 + - type: nauc_ndcg_at_5_diff1 + value: 26.63587958392066 + - type: nauc_ndcg_at_5_max + value: 24.012746599673562 + - type: nauc_ndcg_at_5_std + value: 1.875533584617588 + - type: nauc_precision_at_1000_diff1 + value: -16.886796017740146 + - type: nauc_precision_at_1000_max + value: 13.452350695770388 + - type: nauc_precision_at_1000_std + value: 20.253057030417295 + - type: nauc_precision_at_100_diff1 + value: -15.676681024836736 + - type: nauc_precision_at_100_max + value: 17.21039273342314 + - type: nauc_precision_at_100_std + value: 23.503219057796482 + - type: nauc_precision_at_10_diff1 + value: -7.353821346474632 + - type: nauc_precision_at_10_max + value: 22.963099870525657 + - type: nauc_precision_at_10_std + value: 16.75138999512155 + - type: nauc_precision_at_1_diff1 + value: 30.096520602983773 + - type: nauc_precision_at_1_max + value: 25.92117667316542 + - type: nauc_precision_at_1_std + value: 6.628159094331555 + - type: nauc_precision_at_20_diff1 + value: -11.020811644697545 + - type: nauc_precision_at_20_max + value: 21.625978665259115 + - type: nauc_precision_at_20_std + value: 20.005095685790348 + - type: nauc_precision_at_3_diff1 + value: 7.003507657338856 + - type: nauc_precision_at_3_max + value: 27.73371213700131 + - type: nauc_precision_at_3_std + value: 9.668915001732463 + - type: nauc_precision_at_5_diff1 + value: -1.715206180870653 + - type: nauc_precision_at_5_max + value: 24.29609734679536 + - type: nauc_precision_at_5_std + value: 13.402584423111977 + - type: nauc_recall_at_1000_diff1 + value: 17.28590002253731 + - type: nauc_recall_at_1000_max + value: 68.10425916894825 + - type: nauc_recall_at_1000_std + value: 73.8411367347451 + - type: nauc_recall_at_100_diff1 + value: 18.442237799863165 + - type: nauc_recall_at_100_max + value: 39.59374558744695 + - type: nauc_recall_at_100_std + value: 38.54186929047189 + - type: nauc_recall_at_10_diff1 + value: 19.243325372129107 + - type: nauc_recall_at_10_max + value: 19.111906153501202 + - type: nauc_recall_at_10_std + value: 0.8737992988209908 + - type: nauc_recall_at_1_diff1 + value: 36.29159533442582 + - type: nauc_recall_at_1_max + value: 14.017798723971604 + - type: nauc_recall_at_1_std + value: -4.135744714942541 + - type: nauc_recall_at_20_diff1 + value: 19.01527783708535 + - type: nauc_recall_at_20_max + value: 22.731910630901435 + - type: nauc_recall_at_20_std + value: 5.981218642323668 + - type: nauc_recall_at_3_diff1 + value: 25.892436310762985 + - type: nauc_recall_at_3_max + value: 18.9097432217694 + - type: nauc_recall_at_3_std + value: -3.8494373478485033 + - type: nauc_recall_at_5_diff1 + value: 22.032856212342626 + - type: nauc_recall_at_5_max + value: 16.22066351445006 + - type: nauc_recall_at_5_std + value: -3.416429358868604 + - type: ndcg_at_1 + value: 47.524 + - type: ndcg_at_10 + value: 53.33 + - type: ndcg_at_100 + value: 61.746 + - type: ndcg_at_1000 + value: 62.803 + - type: ndcg_at_20 + value: 57.498000000000005 + - type: ndcg_at_3 + value: 46.204 + - type: ndcg_at_5 + value: 48.824 + - type: precision_at_1 + value: 47.524 + - type: precision_at_10 + value: 16.478 + - type: precision_at_100 + value: 2.5860000000000003 + - type: precision_at_1000 + value: 0.27799999999999997 + - type: precision_at_20 + value: 10.12 + - type: precision_at_3 + value: 31.735999999999997 + - type: precision_at_5 + value: 24.951999999999998 + - type: recall_at_1 + value: 23.51 + - type: recall_at_10 + value: 64.98899999999999 + - type: recall_at_100 + value: 92.241 + - type: recall_at_1000 + value: 97.929 + - type: recall_at_20 + value: 76.822 + - type: recall_at_3 + value: 42.126000000000005 + - type: recall_at_5 + value: 52.449 + task: + type: Retrieval - dataset: config: ru name: MTEB MassiveIntentClassification (ru)