diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -15,55 +15,8152 @@ tags: model-index: - name: Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka results: + - dataset: + config: ar + name: MTEB MIRACLRetrieval (ar) + revision: main + split: dev + type: miracl/mmteb-miracl + metrics: + - type: ndcg_at_1 + value: 9.289 + - type: ndcg_at_3 + value: 12.42 + - type: ndcg_at_5 + value: 14.407 + - type: ndcg_at_10 + value: 17.709 + - type: ndcg_at_20 + value: 20.389 + - type: ndcg_at_100 + value: 24.847 + - type: ndcg_at_1000 + value: 28.494999999999997 + - type: map_at_1 + value: 6.226 + - type: map_at_3 + value: 9.898 + - type: map_at_5 + value: 11.118 + - type: map_at_10 + value: 12.556000000000001 + - type: map_at_20 + value: 13.395000000000001 + - type: map_at_100 + value: 14.11 + - type: map_at_1000 + value: 14.285 + - type: recall_at_1 + value: 6.226 + - type: recall_at_3 + value: 14.374 + - type: recall_at_5 + value: 19.127 + - type: recall_at_10 + value: 27.929 + - type: recall_at_20 + value: 36.895 + - type: recall_at_100 + value: 56.931 + - type: recall_at_1000 + value: 81.08999999999999 + - type: precision_at_1 + value: 9.289 + - type: precision_at_3 + value: 7.550999999999999 + - type: precision_at_5 + value: 6.236 + - type: precision_at_10 + value: 4.786 + - type: precision_at_20 + value: 3.248 + - type: precision_at_100 + value: 1.076 + - type: precision_at_1000 + value: 0.159 + - type: mrr_at_1 + value: 9.2887 + - type: mrr_at_3 + value: 14.3646 + - type: mrr_at_5 + value: 15.9012 + - type: mrr_at_10 + value: 17.4156 + - type: mrr_at_20 + value: 18.124399999999998 + - type: mrr_at_100 + value: 18.618199999999998 + - type: mrr_at_1000 + value: 18.6982 + - type: nauc_ndcg_at_1_max + value: -0.6867 + - type: nauc_ndcg_at_1_std + value: -7.9873 + - type: nauc_ndcg_at_1_diff1 + value: 15.4777 + - type: nauc_ndcg_at_3_max + value: -1.0088 + - type: nauc_ndcg_at_3_std + value: -8.7872 + - type: nauc_ndcg_at_3_diff1 + value: 10.342500000000001 + - type: nauc_ndcg_at_5_max + value: 0.7207 + - type: nauc_ndcg_at_5_std + value: -6.0446 + - type: nauc_ndcg_at_5_diff1 + value: 10.8456 + - type: nauc_ndcg_at_10_max + value: 1.6348000000000003 + - type: nauc_ndcg_at_10_std + value: -3.3235 + - type: nauc_ndcg_at_10_diff1 + value: 9.7106 + - type: nauc_ndcg_at_20_max + value: 3.3129 + - type: nauc_ndcg_at_20_std + value: -1.1822 + - type: nauc_ndcg_at_20_diff1 + value: 9.6828 + - type: nauc_ndcg_at_100_max + value: 6.8271 + - type: nauc_ndcg_at_100_std + value: 3.4901 + - type: nauc_ndcg_at_100_diff1 + value: 10.205 + - type: nauc_ndcg_at_1000_max + value: 7.7488 + - type: nauc_ndcg_at_1000_std + value: 4.9253 + - type: nauc_ndcg_at_1000_diff1 + value: 10.5103 + - type: nauc_map_at_1_max + value: -3.2569 + - type: nauc_map_at_1_std + value: -11.8583 + - type: nauc_map_at_1_diff1 + value: 17.8176 + - type: nauc_map_at_3_max + value: -2.3331 + - type: nauc_map_at_3_std + value: -10.345500000000001 + - type: nauc_map_at_3_diff1 + value: 12.136 + - type: nauc_map_at_5_max + value: -0.9544 + - type: nauc_map_at_5_std + value: -8.3844 + - type: nauc_map_at_5_diff1 + value: 12.4093 + - type: nauc_map_at_10_max + value: -0.2657 + - type: nauc_map_at_10_std + value: -6.693200000000001 + - type: nauc_map_at_10_diff1 + value: 11.6888 + - type: nauc_map_at_20_max + value: 0.5226 + - type: nauc_map_at_20_std + value: -5.6443 + - type: nauc_map_at_20_diff1 + value: 11.5943 + - type: nauc_map_at_100_max + value: 1.2930000000000001 + - type: nauc_map_at_100_std + value: -4.5427 + - type: nauc_map_at_100_diff1 + value: 11.6536 + - type: nauc_map_at_1000_max + value: 1.4096 + - type: nauc_map_at_1000_std + value: -4.3770999999999995 + - type: nauc_map_at_1000_diff1 + value: 11.6872 + - type: nauc_recall_at_1_max + value: -3.2569 + - type: nauc_recall_at_1_std + value: -11.8583 + - type: nauc_recall_at_1_diff1 + value: 17.8176 + - type: nauc_recall_at_3_max + value: -2.177 + - type: nauc_recall_at_3_std + value: -9.099400000000001 + - type: nauc_recall_at_3_diff1 + value: 7.1512 + - type: nauc_recall_at_5_max + value: 1.1292 + - type: nauc_recall_at_5_std + value: -4.4891 + - type: nauc_recall_at_5_diff1 + value: 8.530899999999999 + - type: nauc_recall_at_10_max + value: 2.0878 + - type: nauc_recall_at_10_std + value: 0.0957 + - type: nauc_recall_at_10_diff1 + value: 6.149 + - type: nauc_recall_at_20_max + value: 5.3045 + - type: nauc_recall_at_20_std + value: 4.0603 + - type: nauc_recall_at_20_diff1 + value: 5.9809 + - type: nauc_recall_at_100_max + value: 14.7914 + - type: nauc_recall_at_100_std + value: 17.085 + - type: nauc_recall_at_100_diff1 + value: 7.1123 + - type: nauc_recall_at_1000_max + value: 24.1037 + - type: nauc_recall_at_1000_std + value: 33.216499999999996 + - type: nauc_recall_at_1000_diff1 + value: 7.925400000000001 + - type: nauc_precision_at_1_max + value: -0.6867 + - type: nauc_precision_at_1_std + value: -7.9873 + - type: nauc_precision_at_1_diff1 + value: 15.4777 + - type: nauc_precision_at_3_max + value: 1.8041999999999998 + - type: nauc_precision_at_3_std + value: -5.2127 + - type: nauc_precision_at_3_diff1 + value: 7.3027 + - type: nauc_precision_at_5_max + value: 5.5463 + - type: nauc_precision_at_5_std + value: 0.8853 + - type: nauc_precision_at_5_diff1 + value: 7.3189 + - type: nauc_precision_at_10_max + value: 8.8561 + - type: nauc_precision_at_10_std + value: 7.078900000000001 + - type: nauc_precision_at_10_diff1 + value: 5.2272 + - type: nauc_precision_at_20_max + value: 12.432 + - type: nauc_precision_at_20_std + value: 12.006699999999999 + - type: nauc_precision_at_20_diff1 + value: 5.0414 + - type: nauc_precision_at_100_max + value: 20.3992 + - type: nauc_precision_at_100_std + value: 23.5259 + - type: nauc_precision_at_100_diff1 + value: 5.0255 + - type: nauc_precision_at_1000_max + value: 22.0358 + - type: nauc_precision_at_1000_std + value: 26.360099999999996 + - type: nauc_precision_at_1000_diff1 + value: 3.1912999999999996 + - type: nauc_mrr_at_1_max + value: -0.6867 + - type: nauc_mrr_at_1_std + value: -7.9873 + - type: nauc_mrr_at_1_diff1 + value: 15.4777 + - type: nauc_mrr_at_3_max + value: 0.6054999999999999 + - type: nauc_mrr_at_3_std + value: -6.7876 + - type: nauc_mrr_at_3_diff1 + value: 10.6434 + - type: nauc_mrr_at_5_max + value: 1.7145000000000001 + - type: nauc_mrr_at_5_std + value: -4.9459 + - type: nauc_mrr_at_5_diff1 + value: 10.731499999999999 + - type: nauc_mrr_at_10_max + value: 2.3058 + - type: nauc_mrr_at_10_std + value: -3.6794000000000002 + - type: nauc_mrr_at_10_diff1 + value: 10.328800000000001 + - type: nauc_mrr_at_20_max + value: 2.7305 + - type: nauc_mrr_at_20_std + value: -3.3355999999999995 + - type: nauc_mrr_at_20_diff1 + value: 10.5801 + - type: nauc_mrr_at_100_max + value: 3.1306000000000003 + - type: nauc_mrr_at_100_std + value: -2.8568 + - type: nauc_mrr_at_100_diff1 + value: 10.6458 + - type: nauc_mrr_at_1000_max + value: 3.0882 + - type: nauc_mrr_at_1000_std + value: -2.8863 + - type: nauc_mrr_at_1000_diff1 + value: 10.6507 + - type: main_score + value: 17.709 + task: + type: Retrieval - dataset: config: ar name: MTEB MIRACLRetrievalHardNegatives (ar) revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb split: dev - type: miracl/mmteb-miracl-hardnegatives + type: mteb/miracl-hard-negatives + metrics: + - type: ndcg_at_1 + value: 12.5 + - type: ndcg_at_3 + value: 16.058 + - type: ndcg_at_5 + value: 18.833 + - type: ndcg_at_10 + value: 22.583000000000002 + - type: ndcg_at_20 + value: 25.974000000000004 + - type: ndcg_at_100 + value: 32.359 + - type: ndcg_at_1000 + value: 35.278999999999996 + - type: map_at_1 + value: 8.211 + - type: map_at_3 + value: 12.913 + - type: map_at_5 + value: 14.621999999999998 + - type: map_at_10 + value: 16.314999999999998 + - type: map_at_20 + value: 17.423 + - type: map_at_100 + value: 18.522 + - type: map_at_1000 + value: 18.693 + - type: recall_at_1 + value: 8.211 + - type: recall_at_3 + value: 18.474 + - type: recall_at_5 + value: 24.969 + - type: recall_at_10 + value: 34.894 + - type: recall_at_20 + value: 45.672000000000004 + - type: recall_at_100 + value: 74.453 + - type: recall_at_1000 + value: 93.162 + - type: precision_at_1 + value: 12.5 + - type: precision_at_3 + value: 9.700000000000001 + - type: precision_at_5 + value: 8.24 + - type: precision_at_10 + value: 6.069999999999999 + - type: precision_at_20 + value: 4.22 + - type: precision_at_100 + value: 1.456 + - type: precision_at_1000 + value: 0.186 + - type: mrr_at_1 + value: 12.5 + - type: mrr_at_3 + value: 18.5333 + - type: mrr_at_5 + value: 20.5983 + - type: mrr_at_10 + value: 22.165000000000003 + - type: mrr_at_20 + value: 23.0466 + - type: mrr_at_100 + value: 23.6519 + - type: mrr_at_1000 + value: 23.7052 + - type: nauc_ndcg_at_1_max + value: -4.1030999999999995 + - type: nauc_ndcg_at_1_std + value: -5.306 + - type: nauc_ndcg_at_1_diff1 + value: 14.2036 + - type: nauc_ndcg_at_3_max + value: -2.0753 + - type: nauc_ndcg_at_3_std + value: -8.209800000000001 + - type: nauc_ndcg_at_3_diff1 + value: 13.8408 + - type: nauc_ndcg_at_5_max + value: -0.3815 + - type: nauc_ndcg_at_5_std + value: -6.2694 + - type: nauc_ndcg_at_5_diff1 + value: 13.717699999999999 + - type: nauc_ndcg_at_10_max + value: 0.11460000000000001 + - type: nauc_ndcg_at_10_std + value: -4.737 + - type: nauc_ndcg_at_10_diff1 + value: 13.524 + - type: nauc_ndcg_at_20_max + value: 1.7666000000000002 + - type: nauc_ndcg_at_20_std + value: -3.8832 + - type: nauc_ndcg_at_20_diff1 + value: 13.2796 + - type: nauc_ndcg_at_100_max + value: 5.0085 + - type: nauc_ndcg_at_100_std + value: 0.4544 + - type: nauc_ndcg_at_100_diff1 + value: 12.401 + - type: nauc_ndcg_at_1000_max + value: 5.0894 + - type: nauc_ndcg_at_1000_std + value: 0.5319 + - type: nauc_ndcg_at_1000_diff1 + value: 13.4741 + - type: nauc_map_at_1_max + value: -5.8795 + - type: nauc_map_at_1_std + value: -9.908999999999999 + - type: nauc_map_at_1_diff1 + value: 17.0078 + - type: nauc_map_at_3_max + value: -3.5836 + - type: nauc_map_at_3_std + value: -9.495000000000001 + - type: nauc_map_at_3_diff1 + value: 14.9483 + - type: nauc_map_at_5_max + value: -2.3598 + - type: nauc_map_at_5_std + value: -8.098600000000001 + - type: nauc_map_at_5_diff1 + value: 14.963899999999999 + - type: nauc_map_at_10_max + value: -2.0040999999999998 + - type: nauc_map_at_10_std + value: -7.2158 + - type: nauc_map_at_10_diff1 + value: 14.786299999999999 + - type: nauc_map_at_20_max + value: -1.3743 + - type: nauc_map_at_20_std + value: -6.732 + - type: nauc_map_at_20_diff1 + value: 14.454600000000001 + - type: nauc_map_at_100_max + value: -0.5892 + - type: nauc_map_at_100_std + value: -5.782 + - type: nauc_map_at_100_diff1 + value: 14.1523 + - type: nauc_map_at_1000_max + value: -0.47939999999999994 + - type: nauc_map_at_1000_std + value: -5.6652000000000005 + - type: nauc_map_at_1000_diff1 + value: 14.236099999999999 + - type: nauc_recall_at_1_max + value: -5.8795 + - type: nauc_recall_at_1_std + value: -9.908999999999999 + - type: nauc_recall_at_1_diff1 + value: 17.0078 + - type: nauc_recall_at_3_max + value: -1.9456999999999998 + - type: nauc_recall_at_3_std + value: -9.8194 + - type: nauc_recall_at_3_diff1 + value: 12.6027 + - type: nauc_recall_at_5_max + value: 0.8479000000000001 + - type: nauc_recall_at_5_std + value: -6.040100000000001 + - type: nauc_recall_at_5_diff1 + value: 12.3169 + - type: nauc_recall_at_10_max + value: 1.4895 + - type: nauc_recall_at_10_std + value: -2.6813 + - type: nauc_recall_at_10_diff1 + value: 12.182500000000001 + - type: nauc_recall_at_20_max + value: 4.8476 + - type: nauc_recall_at_20_std + value: -1.2982 + - type: nauc_recall_at_20_diff1 + value: 12.1922 + - type: nauc_recall_at_100_max + value: 16.8711 + - type: nauc_recall_at_100_std + value: 15.7488 + - type: nauc_recall_at_100_diff1 + value: 8.4922 + - type: nauc_recall_at_1000_max + value: 34.6438 + - type: nauc_recall_at_1000_std + value: 37.9865 + - type: nauc_recall_at_1000_diff1 + value: 24.320800000000002 + - type: nauc_precision_at_1_max + value: -4.1030999999999995 + - type: nauc_precision_at_1_std + value: -5.306 + - type: nauc_precision_at_1_diff1 + value: 14.2036 + - type: nauc_precision_at_3_max + value: 1.2384 + - type: nauc_precision_at_3_std + value: -4.7199 + - type: nauc_precision_at_3_diff1 + value: 12.5113 + - type: nauc_precision_at_5_max + value: 5.4619 + - type: nauc_precision_at_5_std + value: 0.9998999999999999 + - type: nauc_precision_at_5_diff1 + value: 10.330599999999999 + - type: nauc_precision_at_10_max + value: 8.101600000000001 + - type: nauc_precision_at_10_std + value: 5.212 + - type: nauc_precision_at_10_diff1 + value: 8.1145 + - type: nauc_precision_at_20_max + value: 11.136 + - type: nauc_precision_at_20_std + value: 7.5323 + - type: nauc_precision_at_20_diff1 + value: 5.2908 + - type: nauc_precision_at_100_max + value: 20.4696 + - type: nauc_precision_at_100_std + value: 21.928800000000003 + - type: nauc_precision_at_100_diff1 + value: -0.5745 + - type: nauc_precision_at_1000_max + value: 18.8294 + - type: nauc_precision_at_1000_std + value: 20.999699999999997 + - type: nauc_precision_at_1000_diff1 + value: 0.40340000000000004 + - type: nauc_mrr_at_1_max + value: -4.1030999999999995 + - type: nauc_mrr_at_1_std + value: -5.306 + - type: nauc_mrr_at_1_diff1 + value: 14.2036 + - type: nauc_mrr_at_3_max + value: -1.5056999999999998 + - type: nauc_mrr_at_3_std + value: -6.223 + - type: nauc_mrr_at_3_diff1 + value: 12.9131 + - type: nauc_mrr_at_5_max + value: 0.1196 + - type: nauc_mrr_at_5_std + value: -4.1637 + - type: nauc_mrr_at_5_diff1 + value: 12.3498 + - type: nauc_mrr_at_10_max + value: 0.2111 + - type: nauc_mrr_at_10_std + value: -3.6927000000000003 + - type: nauc_mrr_at_10_diff1 + value: 12.179 + - type: nauc_mrr_at_20_max + value: 0.9067999999999999 + - type: nauc_mrr_at_20_std + value: -3.5138999999999996 + - type: nauc_mrr_at_20_diff1 + value: 12.313 + - type: nauc_mrr_at_100_max + value: 1.0301 + - type: nauc_mrr_at_100_std + value: -3.3045999999999998 + - type: nauc_mrr_at_100_diff1 + value: 12.3773 + - type: nauc_mrr_at_1000_max + value: 0.9991 + - type: nauc_mrr_at_1000_std + value: -3.3230000000000004 + - type: nauc_mrr_at_1000_diff1 + value: 12.376800000000001 + - type: main_score + value: 22.583000000000002 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 50.29 + - type: ndcg_at_3 + value: 60.972 + - type: ndcg_at_5 + value: 63.102000000000004 + - type: ndcg_at_10 + value: 65.23400000000001 + - type: ndcg_at_20 + value: 66.506 + - type: ndcg_at_100 + value: 68.66 + - type: ndcg_at_1000 + value: 69.055 + - type: map_at_1 + value: 50.29 + - type: map_at_3 + value: 58.31699999999999 + - type: map_at_5 + value: 59.487 + - type: map_at_10 + value: 60.370000000000005 + - type: map_at_20 + value: 60.719 + - type: map_at_100 + value: 61.015 + - type: map_at_1000 + value: 61.034 + - type: recall_at_1 + value: 50.29 + - type: recall_at_3 + value: 68.66499999999999 + - type: recall_at_5 + value: 73.888 + - type: recall_at_10 + value: 80.464 + - type: recall_at_20 + value: 85.493 + - type: recall_at_100 + value: 97.099 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 50.29 + - type: precision_at_3 + value: 22.888 + - type: precision_at_5 + value: 14.777999999999999 + - type: precision_at_10 + value: 8.046000000000001 + - type: precision_at_20 + value: 4.275 + - type: precision_at_100 + value: 0.971 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 50.2901 + - type: mrr_at_3 + value: 58.3172 + - type: mrr_at_5 + value: 59.4874 + - type: mrr_at_10 + value: 60.3699 + - type: mrr_at_20 + value: 60.719 + - type: mrr_at_100 + value: 61.015299999999996 + - type: mrr_at_1000 + value: 61.0344 + - type: nauc_ndcg_at_1_max + value: 45.2805 + - type: nauc_ndcg_at_1_std + value: 0.0181 + - type: nauc_ndcg_at_1_diff1 + value: 65.3259 + - type: nauc_ndcg_at_3_max + value: 52.225 + - type: nauc_ndcg_at_3_std + value: 5.8812999999999995 + - type: nauc_ndcg_at_3_diff1 + value: 61.60679999999999 + - type: nauc_ndcg_at_5_max + value: 53.290400000000005 + - type: nauc_ndcg_at_5_std + value: 7.0203 + - type: nauc_ndcg_at_5_diff1 + value: 61.437 + - type: nauc_ndcg_at_10_max + value: 54.74400000000001 + - type: nauc_ndcg_at_10_std + value: 9.7049 + - type: nauc_ndcg_at_10_diff1 + value: 61.094899999999996 + - type: nauc_ndcg_at_20_max + value: 54.3655 + - type: nauc_ndcg_at_20_std + value: 9.504999999999999 + - type: nauc_ndcg_at_20_diff1 + value: 62.002500000000005 + - type: nauc_ndcg_at_100_max + value: 53.162699999999994 + - type: nauc_ndcg_at_100_std + value: 8.163 + - type: nauc_ndcg_at_100_diff1 + value: 62.004999999999995 + - type: nauc_ndcg_at_1000_max + value: 52.550399999999996 + - type: nauc_ndcg_at_1000_std + value: 7.113700000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 62.16009999999999 + - type: nauc_map_at_1_max + value: 45.2805 + - type: nauc_map_at_1_std + value: 0.0181 + - type: nauc_map_at_1_diff1 + value: 65.3259 + - type: nauc_map_at_3_max + value: 50.4866 + - type: nauc_map_at_3_std + value: 4.1894 + - type: nauc_map_at_3_diff1 + value: 62.62520000000001 + - type: nauc_map_at_5_max + value: 51.047399999999996 + - type: nauc_map_at_5_std + value: 4.7825 + - type: nauc_map_at_5_diff1 + value: 62.5698 + - type: nauc_map_at_10_max + value: 51.505100000000006 + - type: nauc_map_at_10_std + value: 5.6847 + - type: nauc_map_at_10_diff1 + value: 62.40710000000001 + - type: nauc_map_at_20_max + value: 51.3852 + - type: nauc_map_at_20_std + value: 5.5943 + - type: nauc_map_at_20_diff1 + value: 62.6332 + - type: nauc_map_at_100_max + value: 51.2446 + - type: nauc_map_at_100_std + value: 5.4548 + - type: nauc_map_at_100_diff1 + value: 62.6288 + - type: nauc_map_at_1000_max + value: 51.2191 + - type: nauc_map_at_1000_std + value: 5.4109 + - type: nauc_map_at_1000_diff1 + value: 62.634299999999996 + - type: nauc_recall_at_1_max + value: 45.2805 + - type: nauc_recall_at_1_std + value: 0.0181 + - type: nauc_recall_at_1_diff1 + value: 65.3259 + - type: nauc_recall_at_3_max + value: 58.0831 + - type: nauc_recall_at_3_std + value: 11.6994 + - type: nauc_recall_at_3_diff1 + value: 58.1295 + - type: nauc_recall_at_5_max + value: 61.925799999999995 + - type: nauc_recall_at_5_std + value: 15.798799999999998 + - type: nauc_recall_at_5_diff1 + value: 57.044799999999995 + - type: nauc_recall_at_10_max + value: 71.2178 + - type: nauc_recall_at_10_std + value: 30.915 + - type: nauc_recall_at_10_diff1 + value: 54.850100000000005 + - type: nauc_recall_at_20_max + value: 73.5109 + - type: nauc_recall_at_20_std + value: 36.0963 + - type: nauc_recall_at_20_diff1 + value: 59.7367 + - type: nauc_recall_at_100_max + value: 89.58930000000001 + - type: nauc_recall_at_100_std + value: 70.52619999999999 + - type: nauc_recall_at_100_diff1 + value: 52.489799999999995 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 45.2805 + - type: nauc_precision_at_1_std + value: 0.0181 + - type: nauc_precision_at_1_diff1 + value: 65.3259 + - type: nauc_precision_at_3_max + value: 58.0831 + - type: nauc_precision_at_3_std + value: 11.6994 + - type: nauc_precision_at_3_diff1 + value: 58.1295 + - type: nauc_precision_at_5_max + value: 61.925799999999995 + - type: nauc_precision_at_5_std + value: 15.798799999999998 + - type: nauc_precision_at_5_diff1 + value: 57.044799999999995 + - type: nauc_precision_at_10_max + value: 71.2178 + - type: nauc_precision_at_10_std + value: 30.915 + - type: nauc_precision_at_10_diff1 + value: 54.850100000000005 + - type: nauc_precision_at_20_max + value: 73.5109 + - type: nauc_precision_at_20_std + value: 36.0963 + - type: nauc_precision_at_20_diff1 + value: 59.7367 + - type: nauc_precision_at_100_max + value: 89.58930000000001 + - type: nauc_precision_at_100_std + value: 70.52619999999999 + - type: nauc_precision_at_100_diff1 + value: 52.489799999999995 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 45.2805 + - type: nauc_mrr_at_1_std + value: 0.0181 + - type: nauc_mrr_at_1_diff1 + value: 65.3259 + - type: nauc_mrr_at_3_max + value: 50.4866 + - type: nauc_mrr_at_3_std + value: 4.1894 + - type: nauc_mrr_at_3_diff1 + value: 62.62520000000001 + - type: nauc_mrr_at_5_max + value: 51.047399999999996 + - type: nauc_mrr_at_5_std + value: 4.7825 + - type: nauc_mrr_at_5_diff1 + value: 62.5698 + - type: nauc_mrr_at_10_max + value: 51.505100000000006 + - type: nauc_mrr_at_10_std + value: 5.6847 + - type: nauc_mrr_at_10_diff1 + value: 62.40710000000001 + - type: nauc_mrr_at_20_max + value: 51.3852 + - type: nauc_mrr_at_20_std + value: 5.5943 + - type: nauc_mrr_at_20_diff1 + value: 62.6332 + - type: nauc_mrr_at_100_max + value: 51.2446 + - type: nauc_mrr_at_100_std + value: 5.4548 + - type: nauc_mrr_at_100_diff1 + value: 62.6288 + - type: nauc_mrr_at_1000_max + value: 51.2191 + - type: nauc_mrr_at_1000_std + value: 5.4109 + - type: nauc_mrr_at_1000_diff1 + value: 62.634299999999996 + - type: main_score + value: 65.23400000000001 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.966 + - type: ndcg_at_3 + value: 3.6229999999999998 + - type: ndcg_at_5 + value: 5.64 + - type: ndcg_at_10 + value: 7.678 + - type: ndcg_at_20 + value: 10.109 + - type: ndcg_at_100 + value: 19.001 + - type: ndcg_at_1000 + value: 22.148 + - type: map_at_1 + value: 0.966 + - type: map_at_3 + value: 2.738 + - type: map_at_5 + value: 3.873 + - type: map_at_10 + value: 4.718 + - type: map_at_20 + value: 5.379 + - type: map_at_100 + value: 6.425 + - type: map_at_1000 + value: 6.593999999999999 + - type: recall_at_1 + value: 0.966 + - type: recall_at_3 + value: 6.279999999999999 + - type: recall_at_5 + value: 11.111 + - type: recall_at_10 + value: 17.391000000000002 + - type: recall_at_20 + value: 27.053 + - type: recall_at_100 + value: 77.778 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.966 + - type: precision_at_3 + value: 2.093 + - type: precision_at_5 + value: 2.222 + - type: precision_at_10 + value: 1.7389999999999999 + - type: precision_at_20 + value: 1.353 + - type: precision_at_100 + value: 0.7779999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.9662000000000001 + - type: mrr_at_3 + value: 2.7375 + - type: mrr_at_5 + value: 3.8728 + - type: mrr_at_10 + value: 4.718 + - type: mrr_at_20 + value: 5.379 + - type: mrr_at_100 + value: 6.4253 + - type: mrr_at_1000 + value: 6.5942 + - type: nauc_ndcg_at_1_max + value: -44.7077 + - type: nauc_ndcg_at_1_std + value: -44.7077 + - type: nauc_ndcg_at_1_diff1 + value: -4.5372 + - type: nauc_ndcg_at_3_max + value: -30.044900000000002 + - type: nauc_ndcg_at_3_std + value: -16.3138 + - type: nauc_ndcg_at_3_diff1 + value: 4.616499999999999 + - type: nauc_ndcg_at_5_max + value: -34.3111 + - type: nauc_ndcg_at_5_std + value: -22.1049 + - type: nauc_ndcg_at_5_diff1 + value: -1.9365 + - type: nauc_ndcg_at_10_max + value: -33.617599999999996 + - type: nauc_ndcg_at_10_std + value: -19.0105 + - type: nauc_ndcg_at_10_diff1 + value: 0.8742 + - type: nauc_ndcg_at_20_max + value: -26.177099999999996 + - type: nauc_ndcg_at_20_std + value: -12.6937 + - type: nauc_ndcg_at_20_diff1 + value: 5.4471 + - type: nauc_ndcg_at_100_max + value: -23.236 + - type: nauc_ndcg_at_100_std + value: -9.762500000000001 + - type: nauc_ndcg_at_100_diff1 + value: 2.9798 + - type: nauc_ndcg_at_1000_max + value: -26.982699999999998 + - type: nauc_ndcg_at_1000_std + value: -14.061399999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 3.9429 + - type: nauc_map_at_1_max + value: -44.7077 + - type: nauc_map_at_1_std + value: -44.7077 + - type: nauc_map_at_1_diff1 + value: -4.5372 + - type: nauc_map_at_3_max + value: -31.7699 + - type: nauc_map_at_3_std + value: -19.6543 + - type: nauc_map_at_3_diff1 + value: 3.5395999999999996 + - type: nauc_map_at_5_max + value: -34.6254 + - type: nauc_map_at_5_std + value: -23.3293 + - type: nauc_map_at_5_diff1 + value: -1.3139 + - type: nauc_map_at_10_max + value: -34.044000000000004 + - type: nauc_map_at_10_std + value: -21.4667 + - type: nauc_map_at_10_diff1 + value: 0.6301 + - type: nauc_map_at_20_max + value: -30.3898 + - type: nauc_map_at_20_std + value: -18.2854 + - type: nauc_map_at_20_diff1 + value: 2.9196 + - type: nauc_map_at_100_max + value: -29.4922 + - type: nauc_map_at_100_std + value: -17.3755 + - type: nauc_map_at_100_diff1 + value: 2.7664999999999997 + - type: nauc_map_at_1000_max + value: -29.830000000000002 + - type: nauc_map_at_1000_std + value: -17.7603 + - type: nauc_map_at_1000_diff1 + value: 2.8049 + - type: nauc_recall_at_1_max + value: -44.7077 + - type: nauc_recall_at_1_std + value: -44.7077 + - type: nauc_recall_at_1_diff1 + value: -4.5372 + - type: nauc_recall_at_3_max + value: -27.7891 + - type: nauc_recall_at_3_std + value: -11.9456 + - type: nauc_recall_at_3_diff1 + value: 6.0247 + - type: nauc_recall_at_5_max + value: -34.1557 + - type: nauc_recall_at_5_std + value: -21.0171 + - type: nauc_recall_at_5_diff1 + value: -2.8583999999999996 + - type: nauc_recall_at_10_max + value: -33.3562 + - type: nauc_recall_at_10_std + value: -16.436700000000002 + - type: nauc_recall_at_10_diff1 + value: 1.0688 + - type: nauc_recall_at_20_max + value: -21.4644 + - type: nauc_recall_at_20_std + value: -6.7522 + - type: nauc_recall_at_20_diff1 + value: 8.3037 + - type: nauc_recall_at_100_max + value: -11.3494 + - type: nauc_recall_at_100_std + value: 4.0219 + - type: nauc_recall_at_100_diff1 + value: -0.2595 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -44.7077 + - type: nauc_precision_at_1_std + value: -44.7077 + - type: nauc_precision_at_1_diff1 + value: -4.5372 + - type: nauc_precision_at_3_max + value: -27.7891 + - type: nauc_precision_at_3_std + value: -11.9456 + - type: nauc_precision_at_3_diff1 + value: 6.0247 + - type: nauc_precision_at_5_max + value: -34.1557 + - type: nauc_precision_at_5_std + value: -21.0171 + - type: nauc_precision_at_5_diff1 + value: -2.8583999999999996 + - type: nauc_precision_at_10_max + value: -33.3562 + - type: nauc_precision_at_10_std + value: -16.436700000000002 + - type: nauc_precision_at_10_diff1 + value: 1.0688 + - type: nauc_precision_at_20_max + value: -21.4644 + - type: nauc_precision_at_20_std + value: -6.7522 + - type: nauc_precision_at_20_diff1 + value: 8.3037 + - type: nauc_precision_at_100_max + value: -11.3494 + - type: nauc_precision_at_100_std + value: 4.0219 + - type: nauc_precision_at_100_diff1 + value: -0.2595 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -44.7077 + - type: nauc_mrr_at_1_std + value: -44.7077 + - type: nauc_mrr_at_1_diff1 + value: -4.5372 + - type: nauc_mrr_at_3_max + value: -31.7699 + - type: nauc_mrr_at_3_std + value: -19.6543 + - type: nauc_mrr_at_3_diff1 + value: 3.5395999999999996 + - type: nauc_mrr_at_5_max + value: -34.6254 + - type: nauc_mrr_at_5_std + value: -23.3293 + - type: nauc_mrr_at_5_diff1 + value: -1.3139 + - type: nauc_mrr_at_10_max + value: -34.044000000000004 + - type: nauc_mrr_at_10_std + value: -21.4667 + - type: nauc_mrr_at_10_diff1 + value: 0.6301 + - type: nauc_mrr_at_20_max + value: -30.3898 + - type: nauc_mrr_at_20_std + value: -18.2854 + - type: nauc_mrr_at_20_diff1 + value: 2.9196 + - type: nauc_mrr_at_100_max + value: -29.4922 + - type: nauc_mrr_at_100_std + value: -17.3755 + - type: nauc_mrr_at_100_diff1 + value: 2.7664999999999997 + - type: nauc_mrr_at_1000_max + value: -29.830000000000002 + - type: nauc_mrr_at_1000_std + value: -17.7603 + - type: nauc_mrr_at_1000_diff1 + value: 2.8049 + - type: main_score + value: 7.678 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 2.708 + - type: ndcg_at_3 + value: 4.2139999999999995 + - type: ndcg_at_5 + value: 6.827 + - type: ndcg_at_10 + value: 10.234 + - type: ndcg_at_20 + value: 13.202 + - type: ndcg_at_100 + value: 18.62 + - type: ndcg_at_1000 + value: 23.307 + - type: map_at_1 + value: 2.708 + - type: map_at_3 + value: 3.804 + - type: map_at_5 + value: 5.244999999999999 + - type: map_at_10 + value: 6.666999999999999 + - type: map_at_20 + value: 7.5 + - type: map_at_100 + value: 8.169 + - type: map_at_1000 + value: 8.36 + - type: recall_at_1 + value: 2.708 + - type: recall_at_3 + value: 5.416 + - type: recall_at_5 + value: 11.799 + - type: recall_at_10 + value: 22.244 + - type: recall_at_20 + value: 33.849000000000004 + - type: recall_at_100 + value: 64.217 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 2.708 + - type: precision_at_3 + value: 1.805 + - type: precision_at_5 + value: 2.36 + - type: precision_at_10 + value: 2.2239999999999998 + - type: precision_at_20 + value: 1.6920000000000002 + - type: precision_at_100 + value: 0.642 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 2.7079 + - type: mrr_at_3 + value: 3.804 + - type: mrr_at_5 + value: 5.244999999999999 + - type: mrr_at_10 + value: 6.6674 + - type: mrr_at_20 + value: 7.5001999999999995 + - type: mrr_at_100 + value: 8.1688 + - type: mrr_at_1000 + value: 8.3597 + - type: nauc_ndcg_at_1_max + value: 10.6266 + - type: nauc_ndcg_at_1_std + value: 5.2812 + - type: nauc_ndcg_at_1_diff1 + value: 23.1004 + - type: nauc_ndcg_at_3_max + value: 4.6738 + - type: nauc_ndcg_at_3_std + value: 2.7851999999999997 + - type: nauc_ndcg_at_3_diff1 + value: 19.3925 + - type: nauc_ndcg_at_5_max + value: 4.5083 + - type: nauc_ndcg_at_5_std + value: 0.7295 + - type: nauc_ndcg_at_5_diff1 + value: 16.6812 + - type: nauc_ndcg_at_10_max + value: 1.7111 + - type: nauc_ndcg_at_10_std + value: 2.616 + - type: nauc_ndcg_at_10_diff1 + value: 11.7058 + - type: nauc_ndcg_at_20_max + value: 2.1995 + - type: nauc_ndcg_at_20_std + value: 5.2672 + - type: nauc_ndcg_at_20_diff1 + value: 11.9285 + - type: nauc_ndcg_at_100_max + value: 2.2007 + - type: nauc_ndcg_at_100_std + value: 9.5383 + - type: nauc_ndcg_at_100_diff1 + value: 11.5884 + - type: nauc_ndcg_at_1000_max + value: 3.1725000000000003 + - type: nauc_ndcg_at_1000_std + value: 6.281299999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 13.100700000000002 + - type: nauc_map_at_1_max + value: 10.6266 + - type: nauc_map_at_1_std + value: 5.2812 + - type: nauc_map_at_1_diff1 + value: 23.1004 + - type: nauc_map_at_3_max + value: 5.5484 + - type: nauc_map_at_3_std + value: 3.3171 + - type: nauc_map_at_3_diff1 + value: 20.255200000000002 + - type: nauc_map_at_5_max + value: 5.0303 + - type: nauc_map_at_5_std + value: 1.4756 + - type: nauc_map_at_5_diff1 + value: 17.9658 + - type: nauc_map_at_10_max + value: 3.3158 + - type: nauc_map_at_10_std + value: 2.4996 + - type: nauc_map_at_10_diff1 + value: 14.785400000000001 + - type: nauc_map_at_20_max + value: 3.5715999999999997 + - type: nauc_map_at_20_std + value: 3.7656 + - type: nauc_map_at_20_diff1 + value: 14.791199999999998 + - type: nauc_map_at_100_max + value: 3.605 + - type: nauc_map_at_100_std + value: 4.457 + - type: nauc_map_at_100_diff1 + value: 14.636 + - type: nauc_map_at_1000_max + value: 3.714 + - type: nauc_map_at_1000_std + value: 4.3167 + - type: nauc_map_at_1000_diff1 + value: 14.784500000000001 + - type: nauc_recall_at_1_max + value: 10.6266 + - type: nauc_recall_at_1_std + value: 5.2812 + - type: nauc_recall_at_1_diff1 + value: 23.1004 + - type: nauc_recall_at_3_max + value: 2.9438 + - type: nauc_recall_at_3_std + value: 1.6771 + - type: nauc_recall_at_3_diff1 + value: 17.5783 + - type: nauc_recall_at_5_max + value: 3.9315 + - type: nauc_recall_at_5_std + value: -0.2412 + - type: nauc_recall_at_5_diff1 + value: 14.8877 + - type: nauc_recall_at_10_max + value: -0.20309999999999997 + - type: nauc_recall_at_10_std + value: 2.9946 + - type: nauc_recall_at_10_diff1 + value: 7.942399999999999 + - type: nauc_recall_at_20_max + value: 0.7283000000000001 + - type: nauc_recall_at_20_std + value: 7.439 + - type: nauc_recall_at_20_diff1 + value: 8.8412 + - type: nauc_recall_at_100_max + value: 0.0955 + - type: nauc_recall_at_100_std + value: 20.7782 + - type: nauc_recall_at_100_diff1 + value: 7.725600000000001 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 10.6266 + - type: nauc_precision_at_1_std + value: 5.2812 + - type: nauc_precision_at_1_diff1 + value: 23.1004 + - type: nauc_precision_at_3_max + value: 2.9438 + - type: nauc_precision_at_3_std + value: 1.6771 + - type: nauc_precision_at_3_diff1 + value: 17.5783 + - type: nauc_precision_at_5_max + value: 3.9315 + - type: nauc_precision_at_5_std + value: -0.2412 + - type: nauc_precision_at_5_diff1 + value: 14.8877 + - type: nauc_precision_at_10_max + value: -0.20309999999999997 + - type: nauc_precision_at_10_std + value: 2.9946 + - type: nauc_precision_at_10_diff1 + value: 7.942399999999999 + - type: nauc_precision_at_20_max + value: 0.7283000000000001 + - type: nauc_precision_at_20_std + value: 7.439 + - type: nauc_precision_at_20_diff1 + value: 8.8412 + - type: nauc_precision_at_100_max + value: 0.0955 + - type: nauc_precision_at_100_std + value: 20.7782 + - type: nauc_precision_at_100_diff1 + value: 7.725600000000001 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 10.6266 + - type: nauc_mrr_at_1_std + value: 5.2812 + - type: nauc_mrr_at_1_diff1 + value: 23.1004 + - type: nauc_mrr_at_3_max + value: 5.5484 + - type: nauc_mrr_at_3_std + value: 3.3171 + - type: nauc_mrr_at_3_diff1 + value: 20.255200000000002 + - type: nauc_mrr_at_5_max + value: 5.0303 + - type: nauc_mrr_at_5_std + value: 1.4756 + - type: nauc_mrr_at_5_diff1 + value: 17.9658 + - type: nauc_mrr_at_10_max + value: 3.3158 + - type: nauc_mrr_at_10_std + value: 2.4996 + - type: nauc_mrr_at_10_diff1 + value: 14.785400000000001 + - type: nauc_mrr_at_20_max + value: 3.5715999999999997 + - type: nauc_mrr_at_20_std + value: 3.7656 + - type: nauc_mrr_at_20_diff1 + value: 14.791199999999998 + - type: nauc_mrr_at_100_max + value: 3.605 + - type: nauc_mrr_at_100_std + value: 4.457 + - type: nauc_mrr_at_100_diff1 + value: 14.636 + - type: nauc_mrr_at_1000_max + value: 3.714 + - type: nauc_mrr_at_1000_std + value: 4.3167 + - type: nauc_mrr_at_1000_diff1 + value: 14.784500000000001 + - type: main_score + value: 10.234 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.242 + - type: ndcg_at_3 + value: 3.497 + - type: ndcg_at_5 + value: 5.583 + - type: ndcg_at_10 + value: 7.55 + - type: ndcg_at_20 + value: 9.883000000000001 + - type: ndcg_at_100 + value: 19.747999999999998 + - type: ndcg_at_1000 + value: 22.457 + - type: map_at_1 + value: 1.242 + - type: map_at_3 + value: 2.795 + - type: map_at_5 + value: 3.975 + - type: map_at_10 + value: 4.7620000000000005 + - type: map_at_20 + value: 5.389 + - type: map_at_100 + value: 6.618 + - type: map_at_1000 + value: 6.7780000000000005 + - type: recall_at_1 + value: 1.242 + - type: recall_at_3 + value: 5.59 + - type: recall_at_5 + value: 10.559000000000001 + - type: recall_at_10 + value: 16.77 + - type: recall_at_20 + value: 26.087 + - type: recall_at_100 + value: 81.366 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.242 + - type: precision_at_3 + value: 1.863 + - type: precision_at_5 + value: 2.112 + - type: precision_at_10 + value: 1.677 + - type: precision_at_20 + value: 1.304 + - type: precision_at_100 + value: 0.814 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.2422 + - type: mrr_at_3 + value: 2.795 + - type: mrr_at_5 + value: 3.9752 + - type: mrr_at_10 + value: 4.7623999999999995 + - type: mrr_at_20 + value: 5.3894 + - type: mrr_at_100 + value: 6.6175999999999995 + - type: mrr_at_1000 + value: 6.777800000000001 + - type: nauc_ndcg_at_1_max + value: -12.445599999999999 + - type: nauc_ndcg_at_1_std + value: -44.4624 + - type: nauc_ndcg_at_1_diff1 + value: 29.339199999999998 + - type: nauc_ndcg_at_3_max + value: 11.4312 + - type: nauc_ndcg_at_3_std + value: 0.993 + - type: nauc_ndcg_at_3_diff1 + value: 24.1361 + - type: nauc_ndcg_at_5_max + value: 21.9937 + - type: nauc_ndcg_at_5_std + value: 14.4561 + - type: nauc_ndcg_at_5_diff1 + value: 18.956999999999997 + - type: nauc_ndcg_at_10_max + value: 29.3543 + - type: nauc_ndcg_at_10_std + value: 16.750300000000003 + - type: nauc_ndcg_at_10_diff1 + value: 18.3077 + - type: nauc_ndcg_at_20_max + value: 23.2834 + - type: nauc_ndcg_at_20_std + value: 13.678399999999998 + - type: nauc_ndcg_at_20_diff1 + value: 16.358800000000002 + - type: nauc_ndcg_at_100_max + value: 19.9569 + - type: nauc_ndcg_at_100_std + value: 11.7888 + - type: nauc_ndcg_at_100_diff1 + value: 15.0894 + - type: nauc_ndcg_at_1000_max + value: 20.7381 + - type: nauc_ndcg_at_1000_std + value: 11.4354 + - type: nauc_ndcg_at_1000_diff1 + value: 15.881200000000002 + - type: nauc_map_at_1_max + value: -12.445599999999999 + - type: nauc_map_at_1_std + value: -44.4624 + - type: nauc_map_at_1_diff1 + value: 29.339199999999998 + - type: nauc_map_at_3_max + value: 6.815200000000001 + - type: nauc_map_at_3_std + value: -6.6357 + - type: nauc_map_at_3_diff1 + value: 24.1184 + - type: nauc_map_at_5_max + value: 16.5725 + - type: nauc_map_at_5_std + value: 6.4346 + - type: nauc_map_at_5_diff1 + value: 20.0389 + - type: nauc_map_at_10_max + value: 21.2176 + - type: nauc_map_at_10_std + value: 8.402 + - type: nauc_map_at_10_diff1 + value: 19.217000000000002 + - type: nauc_map_at_20_max + value: 19.0886 + - type: nauc_map_at_20_std + value: 7.749300000000001 + - type: nauc_map_at_20_diff1 + value: 18.1056 + - type: nauc_map_at_100_max + value: 18.306 + - type: nauc_map_at_100_std + value: 7.4771 + - type: nauc_map_at_100_diff1 + value: 17.4587 + - type: nauc_map_at_1000_max + value: 18.3366 + - type: nauc_map_at_1000_std + value: 7.4089 + - type: nauc_map_at_1000_diff1 + value: 17.5205 + - type: nauc_recall_at_1_max + value: -12.445599999999999 + - type: nauc_recall_at_1_std + value: -44.4624 + - type: nauc_recall_at_1_diff1 + value: 29.339199999999998 + - type: nauc_recall_at_3_max + value: 18.5164 + - type: nauc_recall_at_3_std + value: 12.569700000000001 + - type: nauc_recall_at_3_diff1 + value: 24.2806 + - type: nauc_recall_at_5_max + value: 28.5408 + - type: nauc_recall_at_5_std + value: 23.9741 + - type: nauc_recall_at_5_diff1 + value: 17.6308 + - type: nauc_recall_at_10_max + value: 38.4262 + - type: nauc_recall_at_10_std + value: 25.292399999999997 + - type: nauc_recall_at_10_diff1 + value: 17.5435 + - type: nauc_recall_at_20_max + value: 26.0267 + - type: nauc_recall_at_20_std + value: 17.8247 + - type: nauc_recall_at_20_diff1 + value: 14.788100000000002 + - type: nauc_recall_at_100_max + value: 17.3545 + - type: nauc_recall_at_100_std + value: 13.5356 + - type: nauc_recall_at_100_diff1 + value: 11.8308 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -12.445599999999999 + - type: nauc_precision_at_1_std + value: -44.4624 + - type: nauc_precision_at_1_diff1 + value: 29.339199999999998 + - type: nauc_precision_at_3_max + value: 18.5164 + - type: nauc_precision_at_3_std + value: 12.569700000000001 + - type: nauc_precision_at_3_diff1 + value: 24.2806 + - type: nauc_precision_at_5_max + value: 28.5408 + - type: nauc_precision_at_5_std + value: 23.9741 + - type: nauc_precision_at_5_diff1 + value: 17.6308 + - type: nauc_precision_at_10_max + value: 38.4262 + - type: nauc_precision_at_10_std + value: 25.292399999999997 + - type: nauc_precision_at_10_diff1 + value: 17.5435 + - type: nauc_precision_at_20_max + value: 26.0267 + - type: nauc_precision_at_20_std + value: 17.8247 + - type: nauc_precision_at_20_diff1 + value: 14.788100000000002 + - type: nauc_precision_at_100_max + value: 17.3545 + - type: nauc_precision_at_100_std + value: 13.5356 + - type: nauc_precision_at_100_diff1 + value: 11.8308 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -12.445599999999999 + - type: nauc_mrr_at_1_std + value: -44.4624 + - type: nauc_mrr_at_1_diff1 + value: 29.339199999999998 + - type: nauc_mrr_at_3_max + value: 6.815200000000001 + - type: nauc_mrr_at_3_std + value: -6.6357 + - type: nauc_mrr_at_3_diff1 + value: 24.1184 + - type: nauc_mrr_at_5_max + value: 16.5725 + - type: nauc_mrr_at_5_std + value: 6.4346 + - type: nauc_mrr_at_5_diff1 + value: 20.0389 + - type: nauc_mrr_at_10_max + value: 21.2176 + - type: nauc_mrr_at_10_std + value: 8.402 + - type: nauc_mrr_at_10_diff1 + value: 19.217000000000002 + - type: nauc_mrr_at_20_max + value: 19.0886 + - type: nauc_mrr_at_20_std + value: 7.749300000000001 + - type: nauc_mrr_at_20_diff1 + value: 18.1056 + - type: nauc_mrr_at_100_max + value: 18.306 + - type: nauc_mrr_at_100_std + value: 7.4771 + - type: nauc_mrr_at_100_diff1 + value: 17.4587 + - type: nauc_mrr_at_1000_max + value: 18.3366 + - type: nauc_mrr_at_1000_std + value: 7.4089 + - type: nauc_mrr_at_1000_diff1 + value: 17.5205 + - type: main_score + value: 7.55 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.6129999999999998 + - type: ndcg_at_3 + value: 2.899 + - type: ndcg_at_5 + value: 3.547 + - type: ndcg_at_10 + value: 4.782 + - type: ndcg_at_20 + value: 6.419999999999999 + - type: ndcg_at_100 + value: 15.101999999999999 + - type: ndcg_at_1000 + value: 20.041999999999998 + - type: map_at_1 + value: 1.6129999999999998 + - type: map_at_3 + value: 2.5989999999999998 + - type: map_at_5 + value: 2.948 + - type: map_at_10 + value: 3.4680000000000004 + - type: map_at_20 + value: 3.9210000000000003 + - type: map_at_100 + value: 4.914000000000001 + - type: map_at_1000 + value: 5.192 + - type: recall_at_1 + value: 1.6129999999999998 + - type: recall_at_3 + value: 3.763 + - type: recall_at_5 + value: 5.376 + - type: recall_at_10 + value: 9.139999999999999 + - type: recall_at_20 + value: 15.591 + - type: recall_at_100 + value: 65.591 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.6129999999999998 + - type: precision_at_3 + value: 1.254 + - type: precision_at_5 + value: 1.075 + - type: precision_at_10 + value: 0.914 + - type: precision_at_20 + value: 0.7799999999999999 + - type: precision_at_100 + value: 0.656 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.6129 + - type: mrr_at_3 + value: 2.5986 + - type: mrr_at_5 + value: 2.948 + - type: mrr_at_10 + value: 3.4675 + - type: mrr_at_20 + value: 3.9209 + - type: mrr_at_100 + value: 4.9135 + - type: mrr_at_1000 + value: 5.1921 + - type: nauc_ndcg_at_1_max + value: 47.5085 + - type: nauc_ndcg_at_1_std + value: 34.2866 + - type: nauc_ndcg_at_1_diff1 + value: 52.7582 + - type: nauc_ndcg_at_3_max + value: 9.8372 + - type: nauc_ndcg_at_3_std + value: 2.7338999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 24.908 + - type: nauc_ndcg_at_5_max + value: 11.766 + - type: nauc_ndcg_at_5_std + value: -1.0312 + - type: nauc_ndcg_at_5_diff1 + value: 32.4895 + - type: nauc_ndcg_at_10_max + value: 10.4204 + - type: nauc_ndcg_at_10_std + value: 0.47479999999999994 + - type: nauc_ndcg_at_10_diff1 + value: 27.427 + - type: nauc_ndcg_at_20_max + value: 6.3569 + - type: nauc_ndcg_at_20_std + value: -0.7947 + - type: nauc_ndcg_at_20_diff1 + value: 16.6717 + - type: nauc_ndcg_at_100_max + value: 12.878200000000001 + - type: nauc_ndcg_at_100_std + value: 8.6943 + - type: nauc_ndcg_at_100_diff1 + value: 15.512300000000002 + - type: nauc_ndcg_at_1000_max + value: 11.164399999999999 + - type: nauc_ndcg_at_1000_std + value: 3.8767000000000005 + - type: nauc_ndcg_at_1000_diff1 + value: 21.2167 + - type: nauc_map_at_1_max + value: 47.5085 + - type: nauc_map_at_1_std + value: 34.2866 + - type: nauc_map_at_1_diff1 + value: 52.7582 + - type: nauc_map_at_3_max + value: 14.6876 + - type: nauc_map_at_3_std + value: 6.7038 + - type: nauc_map_at_3_diff1 + value: 29.472900000000003 + - type: nauc_map_at_5_max + value: 15.762 + - type: nauc_map_at_5_std + value: 4.04 + - type: nauc_map_at_5_diff1 + value: 33.8561 + - type: nauc_map_at_10_max + value: 14.46 + - type: nauc_map_at_10_std + value: 4.1512 + - type: nauc_map_at_10_diff1 + value: 31.0161 + - type: nauc_map_at_20_max + value: 12.2367 + - type: nauc_map_at_20_std + value: 3.2522 + - type: nauc_map_at_20_diff1 + value: 26.2027 + - type: nauc_map_at_100_max + value: 13.314699999999998 + - type: nauc_map_at_100_std + value: 5.0341 + - type: nauc_map_at_100_diff1 + value: 25.3857 + - type: nauc_map_at_1000_max + value: 13.237599999999999 + - type: nauc_map_at_1000_std + value: 4.620699999999999 + - type: nauc_map_at_1000_diff1 + value: 26.075300000000002 + - type: nauc_recall_at_1_max + value: 47.5085 + - type: nauc_recall_at_1_std + value: 34.2866 + - type: nauc_recall_at_1_diff1 + value: 52.7582 + - type: nauc_recall_at_3_max + value: 0.39709999999999995 + - type: nauc_recall_at_3_std + value: -4.9616 + - type: nauc_recall_at_3_diff1 + value: 15.699 + - type: nauc_recall_at_5_max + value: 5.497 + - type: nauc_recall_at_5_std + value: -9.4116 + - type: nauc_recall_at_5_diff1 + value: 30.917099999999998 + - type: nauc_recall_at_10_max + value: 5.7965 + - type: nauc_recall_at_10_std + value: -3.5463 + - type: nauc_recall_at_10_diff1 + value: 22.8954 + - type: nauc_recall_at_20_max + value: 0.6188 + - type: nauc_recall_at_20_std + value: -4.326 + - type: nauc_recall_at_20_diff1 + value: 5.7056000000000004 + - type: nauc_recall_at_100_max + value: 16.1744 + - type: nauc_recall_at_100_std + value: 17.721700000000002 + - type: nauc_recall_at_100_diff1 + value: 4.917400000000001 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 47.5085 + - type: nauc_precision_at_1_std + value: 34.2866 + - type: nauc_precision_at_1_diff1 + value: 52.7582 + - type: nauc_precision_at_3_max + value: 0.39709999999999995 + - type: nauc_precision_at_3_std + value: -4.9616 + - type: nauc_precision_at_3_diff1 + value: 15.699 + - type: nauc_precision_at_5_max + value: 5.497 + - type: nauc_precision_at_5_std + value: -9.4116 + - type: nauc_precision_at_5_diff1 + value: 30.917099999999998 + - type: nauc_precision_at_10_max + value: 5.7965 + - type: nauc_precision_at_10_std + value: -3.5463 + - type: nauc_precision_at_10_diff1 + value: 22.8954 + - type: nauc_precision_at_20_max + value: 0.6188 + - type: nauc_precision_at_20_std + value: -4.326 + - type: nauc_precision_at_20_diff1 + value: 5.7056000000000004 + - type: nauc_precision_at_100_max + value: 16.1744 + - type: nauc_precision_at_100_std + value: 17.721700000000002 + - type: nauc_precision_at_100_diff1 + value: 4.917400000000001 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 47.5085 + - type: nauc_mrr_at_1_std + value: 34.2866 + - type: nauc_mrr_at_1_diff1 + value: 52.7582 + - type: nauc_mrr_at_3_max + value: 14.6876 + - type: nauc_mrr_at_3_std + value: 6.7038 + - type: nauc_mrr_at_3_diff1 + value: 29.472900000000003 + - type: nauc_mrr_at_5_max + value: 15.762 + - type: nauc_mrr_at_5_std + value: 4.04 + - type: nauc_mrr_at_5_diff1 + value: 33.8561 + - type: nauc_mrr_at_10_max + value: 14.46 + - type: nauc_mrr_at_10_std + value: 4.1512 + - type: nauc_mrr_at_10_diff1 + value: 31.0161 + - type: nauc_mrr_at_20_max + value: 12.2367 + - type: nauc_mrr_at_20_std + value: 3.2522 + - type: nauc_mrr_at_20_diff1 + value: 26.2027 + - type: nauc_mrr_at_100_max + value: 13.314699999999998 + - type: nauc_mrr_at_100_std + value: 5.0341 + - type: nauc_mrr_at_100_diff1 + value: 25.3857 + - type: nauc_mrr_at_1000_max + value: 13.237599999999999 + - type: nauc_mrr_at_1000_std + value: 4.620699999999999 + - type: nauc_mrr_at_1000_diff1 + value: 26.075300000000002 + - type: main_score + value: 4.782 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.8399999999999999 + - type: ndcg_at_3 + value: 6.084 + - type: ndcg_at_5 + value: 7.88 + - type: ndcg_at_10 + value: 10.208 + - type: ndcg_at_20 + value: 12.341000000000001 + - type: ndcg_at_100 + value: 21.467 + - type: ndcg_at_1000 + value: 24.204 + - type: map_at_1 + value: 1.8399999999999999 + - type: map_at_3 + value: 5.01 + - type: map_at_5 + value: 6.022 + - type: map_at_10 + value: 6.952999999999999 + - type: map_at_20 + value: 7.519000000000001 + - type: map_at_100 + value: 8.627 + - type: map_at_1000 + value: 8.783000000000001 + - type: recall_at_1 + value: 1.8399999999999999 + - type: recall_at_3 + value: 9.202 + - type: recall_at_5 + value: 13.497 + - type: recall_at_10 + value: 20.858999999999998 + - type: recall_at_20 + value: 29.448 + - type: recall_at_100 + value: 80.982 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.8399999999999999 + - type: precision_at_3 + value: 3.0669999999999997 + - type: precision_at_5 + value: 2.699 + - type: precision_at_10 + value: 2.086 + - type: precision_at_20 + value: 1.472 + - type: precision_at_100 + value: 0.8099999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.8405 + - type: mrr_at_3 + value: 5.0102 + - type: mrr_at_5 + value: 6.0225 + - type: mrr_at_10 + value: 6.9527 + - type: mrr_at_20 + value: 7.519099999999999 + - type: mrr_at_100 + value: 8.6274 + - type: mrr_at_1000 + value: 8.783299999999999 + - type: nauc_ndcg_at_1_max + value: 52.876999999999995 + - type: nauc_ndcg_at_1_std + value: 18.8889 + - type: nauc_ndcg_at_1_diff1 + value: 52.876999999999995 + - type: nauc_ndcg_at_3_max + value: 38.5665 + - type: nauc_ndcg_at_3_std + value: 22.0193 + - type: nauc_ndcg_at_3_diff1 + value: 41.2907 + - type: nauc_ndcg_at_5_max + value: 44.3423 + - type: nauc_ndcg_at_5_std + value: 19.5666 + - type: nauc_ndcg_at_5_diff1 + value: 49.2458 + - type: nauc_ndcg_at_10_max + value: 34.1614 + - type: nauc_ndcg_at_10_std + value: 12.8171 + - type: nauc_ndcg_at_10_diff1 + value: 42.0935 + - type: nauc_ndcg_at_20_max + value: 31.5043 + - type: nauc_ndcg_at_20_std + value: 21.6028 + - type: nauc_ndcg_at_20_diff1 + value: 37.4641 + - type: nauc_ndcg_at_100_max + value: 32.8116 + - type: nauc_ndcg_at_100_std + value: 21.9274 + - type: nauc_ndcg_at_100_diff1 + value: 32.9501 + - type: nauc_ndcg_at_1000_max + value: 33.9661 + - type: nauc_ndcg_at_1000_std + value: 20.170199999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 38.0503 + - type: nauc_map_at_1_max + value: 52.876999999999995 + - type: nauc_map_at_1_std + value: 18.8889 + - type: nauc_map_at_1_diff1 + value: 52.876999999999995 + - type: nauc_map_at_3_max + value: 40.726600000000005 + - type: nauc_map_at_3_std + value: 22.6993 + - type: nauc_map_at_3_diff1 + value: 42.1939 + - type: nauc_map_at_5_max + value: 45.0313 + - type: nauc_map_at_5_std + value: 21.144099999999998 + - type: nauc_map_at_5_diff1 + value: 48.0884 + - type: nauc_map_at_10_max + value: 38.9346 + - type: nauc_map_at_10_std + value: 17.3547 + - type: nauc_map_at_10_diff1 + value: 43.9371 + - type: nauc_map_at_20_max + value: 37.8438 + - type: nauc_map_at_20_std + value: 20.8716 + - type: nauc_map_at_20_diff1 + value: 41.9294 + - type: nauc_map_at_100_max + value: 37.419999999999995 + - type: nauc_map_at_100_std + value: 20.6405 + - type: nauc_map_at_100_diff1 + value: 40.8201 + - type: nauc_map_at_1000_max + value: 37.5517 + - type: nauc_map_at_1000_std + value: 20.515 + - type: nauc_map_at_1000_diff1 + value: 41.2154 + - type: nauc_recall_at_1_max + value: 52.876999999999995 + - type: nauc_recall_at_1_std + value: 18.8889 + - type: nauc_recall_at_1_diff1 + value: 52.876999999999995 + - type: nauc_recall_at_3_max + value: 34.9721 + - type: nauc_recall_at_3_std + value: 20.7357 + - type: nauc_recall_at_3_diff1 + value: 39.8992 + - type: nauc_recall_at_5_max + value: 43.399100000000004 + - type: nauc_recall_at_5_std + value: 16.9361 + - type: nauc_recall_at_5_diff1 + value: 51.194799999999994 + - type: nauc_recall_at_10_max + value: 27.520699999999998 + - type: nauc_recall_at_10_std + value: 6.251900000000001 + - type: nauc_recall_at_10_diff1 + value: 39.3665 + - type: nauc_recall_at_20_max + value: 23.0855 + - type: nauc_recall_at_20_std + value: 23.717299999999998 + - type: nauc_recall_at_20_diff1 + value: 31.1618 + - type: nauc_recall_at_100_max + value: 27.691100000000002 + - type: nauc_recall_at_100_std + value: 29.7084 + - type: nauc_recall_at_100_diff1 + value: 9.9303 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 52.876999999999995 + - type: nauc_precision_at_1_std + value: 18.8889 + - type: nauc_precision_at_1_diff1 + value: 52.876999999999995 + - type: nauc_precision_at_3_max + value: 34.9721 + - type: nauc_precision_at_3_std + value: 20.7357 + - type: nauc_precision_at_3_diff1 + value: 39.8992 + - type: nauc_precision_at_5_max + value: 43.399100000000004 + - type: nauc_precision_at_5_std + value: 16.9361 + - type: nauc_precision_at_5_diff1 + value: 51.194799999999994 + - type: nauc_precision_at_10_max + value: 27.520699999999998 + - type: nauc_precision_at_10_std + value: 6.251900000000001 + - type: nauc_precision_at_10_diff1 + value: 39.3665 + - type: nauc_precision_at_20_max + value: 23.0855 + - type: nauc_precision_at_20_std + value: 23.717299999999998 + - type: nauc_precision_at_20_diff1 + value: 31.1618 + - type: nauc_precision_at_100_max + value: 27.691100000000002 + - type: nauc_precision_at_100_std + value: 29.7084 + - type: nauc_precision_at_100_diff1 + value: 9.9303 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 52.876999999999995 + - type: nauc_mrr_at_1_std + value: 18.8889 + - type: nauc_mrr_at_1_diff1 + value: 52.876999999999995 + - type: nauc_mrr_at_3_max + value: 40.726600000000005 + - type: nauc_mrr_at_3_std + value: 22.6993 + - type: nauc_mrr_at_3_diff1 + value: 42.1939 + - type: nauc_mrr_at_5_max + value: 45.0313 + - type: nauc_mrr_at_5_std + value: 21.144099999999998 + - type: nauc_mrr_at_5_diff1 + value: 48.0884 + - type: nauc_mrr_at_10_max + value: 38.9346 + - type: nauc_mrr_at_10_std + value: 17.3547 + - type: nauc_mrr_at_10_diff1 + value: 43.9371 + - type: nauc_mrr_at_20_max + value: 37.8438 + - type: nauc_mrr_at_20_std + value: 20.8716 + - type: nauc_mrr_at_20_diff1 + value: 41.9294 + - type: nauc_mrr_at_100_max + value: 37.419999999999995 + - type: nauc_mrr_at_100_std + value: 20.6405 + - type: nauc_mrr_at_100_diff1 + value: 40.8201 + - type: nauc_mrr_at_1000_max + value: 37.5517 + - type: nauc_mrr_at_1000_std + value: 20.515 + - type: nauc_mrr_at_1000_diff1 + value: 41.2154 + - type: main_score + value: 10.208 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.5959999999999999 + - type: ndcg_at_3 + value: 2.7289999999999996 + - type: ndcg_at_5 + value: 2.935 + - type: ndcg_at_10 + value: 4.668 + - type: ndcg_at_20 + value: 6.487 + - type: ndcg_at_100 + value: 15.845999999999998 + - type: ndcg_at_1000 + value: 19.963 + - type: map_at_1 + value: 1.5959999999999999 + - type: map_at_3 + value: 2.394 + - type: map_at_5 + value: 2.5 + - type: map_at_10 + value: 3.222 + - type: map_at_20 + value: 3.688 + - type: map_at_100 + value: 4.731 + - type: map_at_1000 + value: 4.962 + - type: recall_at_1 + value: 1.5959999999999999 + - type: recall_at_3 + value: 3.723 + - type: recall_at_5 + value: 4.255 + - type: recall_at_10 + value: 9.574 + - type: recall_at_20 + value: 17.021 + - type: recall_at_100 + value: 71.277 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.5959999999999999 + - type: precision_at_3 + value: 1.2409999999999999 + - type: precision_at_5 + value: 0.851 + - type: precision_at_10 + value: 0.9570000000000001 + - type: precision_at_20 + value: 0.851 + - type: precision_at_100 + value: 0.713 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.5957 + - type: mrr_at_3 + value: 2.3935999999999997 + - type: mrr_at_5 + value: 2.5 + - type: mrr_at_10 + value: 3.2223 + - type: mrr_at_20 + value: 3.6881999999999997 + - type: mrr_at_100 + value: 4.7308 + - type: mrr_at_1000 + value: 4.9618 + - type: nauc_ndcg_at_1_max + value: 77.5817 + - type: nauc_ndcg_at_1_std + value: 77.5817 + - type: nauc_ndcg_at_1_diff1 + value: 88.7908 + - type: nauc_ndcg_at_3_max + value: 44.5384 + - type: nauc_ndcg_at_3_std + value: 43.708200000000005 + - type: nauc_ndcg_at_3_diff1 + value: 43.5215 + - type: nauc_ndcg_at_5_max + value: 46.0692 + - type: nauc_ndcg_at_5_std + value: 42.9396 + - type: nauc_ndcg_at_5_diff1 + value: 41.166199999999996 + - type: nauc_ndcg_at_10_max + value: 30.946800000000003 + - type: nauc_ndcg_at_10_std + value: 32.2119 + - type: nauc_ndcg_at_10_diff1 + value: 30.8354 + - type: nauc_ndcg_at_20_max + value: 21.0281 + - type: nauc_ndcg_at_20_std + value: 22.289 + - type: nauc_ndcg_at_20_diff1 + value: 31.3122 + - type: nauc_ndcg_at_100_max + value: 17.1413 + - type: nauc_ndcg_at_100_std + value: 15.3116 + - type: nauc_ndcg_at_100_diff1 + value: 17.156299999999998 + - type: nauc_ndcg_at_1000_max + value: 24.814700000000002 + - type: nauc_ndcg_at_1000_std + value: 24.8968 + - type: nauc_ndcg_at_1000_diff1 + value: 28.456300000000002 + - type: nauc_map_at_1_max + value: 77.5817 + - type: nauc_map_at_1_std + value: 77.5817 + - type: nauc_map_at_1_diff1 + value: 88.7908 + - type: nauc_map_at_3_max + value: 50.9702 + - type: nauc_map_at_3_std + value: 50.3392 + - type: nauc_map_at_3_diff1 + value: 52.2489 + - type: nauc_map_at_5_max + value: 51.625600000000006 + - type: nauc_map_at_5_std + value: 49.5905 + - type: nauc_map_at_5_diff1 + value: 50.44800000000001 + - type: nauc_map_at_10_max + value: 41.103 + - type: nauc_map_at_10_std + value: 41.624100000000006 + - type: nauc_map_at_10_diff1 + value: 41.6516 + - type: nauc_map_at_20_max + value: 35.8476 + - type: nauc_map_at_20_std + value: 36.3296 + - type: nauc_map_at_20_diff1 + value: 40.9989 + - type: nauc_map_at_100_max + value: 33.3228 + - type: nauc_map_at_100_std + value: 33.2988 + - type: nauc_map_at_100_diff1 + value: 36.5126 + - type: nauc_map_at_1000_max + value: 34.405 + - type: nauc_map_at_1000_std + value: 34.5349 + - type: nauc_map_at_1000_diff1 + value: 37.889 + - type: nauc_recall_at_1_max + value: 77.5817 + - type: nauc_recall_at_1_std + value: 77.5817 + - type: nauc_recall_at_1_diff1 + value: 88.7908 + - type: nauc_recall_at_3_max + value: 32.3091 + - type: nauc_recall_at_3_std + value: 31.092100000000002 + - type: nauc_recall_at_3_diff1 + value: 26.9461 + - type: nauc_recall_at_5_max + value: 36.567 + - type: nauc_recall_at_5_std + value: 31.2987 + - type: nauc_recall_at_5_diff1 + value: 24.8186 + - type: nauc_recall_at_10_max + value: 19.4747 + - type: nauc_recall_at_10_std + value: 21.7032 + - type: nauc_recall_at_10_diff1 + value: 19.313299999999998 + - type: nauc_recall_at_20_max + value: 7.2557 + - type: nauc_recall_at_20_std + value: 9.3428 + - type: nauc_recall_at_20_diff1 + value: 23.842 + - type: nauc_recall_at_100_max + value: 2.5262 + - type: nauc_recall_at_100_std + value: -3.295 + - type: nauc_recall_at_100_diff1 + value: -4.9431 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 77.5817 + - type: nauc_precision_at_1_std + value: 77.5817 + - type: nauc_precision_at_1_diff1 + value: 88.7908 + - type: nauc_precision_at_3_max + value: 32.3091 + - type: nauc_precision_at_3_std + value: 31.092100000000002 + - type: nauc_precision_at_3_diff1 + value: 26.9461 + - type: nauc_precision_at_5_max + value: 36.567 + - type: nauc_precision_at_5_std + value: 31.2987 + - type: nauc_precision_at_5_diff1 + value: 24.8186 + - type: nauc_precision_at_10_max + value: 19.4747 + - type: nauc_precision_at_10_std + value: 21.7032 + - type: nauc_precision_at_10_diff1 + value: 19.313299999999998 + - type: nauc_precision_at_20_max + value: 7.2557 + - type: nauc_precision_at_20_std + value: 9.3428 + - type: nauc_precision_at_20_diff1 + value: 23.842 + - type: nauc_precision_at_100_max + value: 2.5262 + - type: nauc_precision_at_100_std + value: -3.295 + - type: nauc_precision_at_100_diff1 + value: -4.9431 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 77.5817 + - type: nauc_mrr_at_1_std + value: 77.5817 + - type: nauc_mrr_at_1_diff1 + value: 88.7908 + - type: nauc_mrr_at_3_max + value: 50.9702 + - type: nauc_mrr_at_3_std + value: 50.3392 + - type: nauc_mrr_at_3_diff1 + value: 52.2489 + - type: nauc_mrr_at_5_max + value: 51.625600000000006 + - type: nauc_mrr_at_5_std + value: 49.5905 + - type: nauc_mrr_at_5_diff1 + value: 50.44800000000001 + - type: nauc_mrr_at_10_max + value: 41.103 + - type: nauc_mrr_at_10_std + value: 41.624100000000006 + - type: nauc_mrr_at_10_diff1 + value: 41.6516 + - type: nauc_mrr_at_20_max + value: 35.8476 + - type: nauc_mrr_at_20_std + value: 36.3296 + - type: nauc_mrr_at_20_diff1 + value: 40.9989 + - type: nauc_mrr_at_100_max + value: 33.3228 + - type: nauc_mrr_at_100_std + value: 33.2988 + - type: nauc_mrr_at_100_diff1 + value: 36.5126 + - type: nauc_mrr_at_1000_max + value: 34.405 + - type: nauc_mrr_at_1000_std + value: 34.5349 + - type: nauc_mrr_at_1000_diff1 + value: 37.889 + - type: main_score + value: 4.668 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 9.661999999999999 + - type: ndcg_at_3 + value: 13.434 + - type: ndcg_at_5 + value: 15.18 + - type: ndcg_at_10 + value: 19.24 + - type: ndcg_at_20 + value: 21.028 + - type: ndcg_at_100 + value: 28.998 + - type: ndcg_at_1000 + value: 31.197000000000003 + - type: map_at_1 + value: 9.661999999999999 + - type: map_at_3 + value: 12.559999999999999 + - type: map_at_5 + value: 13.502 + - type: map_at_10 + value: 15.179 + - type: map_at_20 + value: 15.645999999999999 + - type: map_at_100 + value: 16.639 + - type: map_at_1000 + value: 16.759 + - type: recall_at_1 + value: 9.661999999999999 + - type: recall_at_3 + value: 15.942 + - type: recall_at_5 + value: 20.29 + - type: recall_at_10 + value: 32.85 + - type: recall_at_20 + value: 40.097 + - type: recall_at_100 + value: 84.541 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 9.661999999999999 + - type: precision_at_3 + value: 5.314 + - type: precision_at_5 + value: 4.058 + - type: precision_at_10 + value: 3.2849999999999997 + - type: precision_at_20 + value: 2.005 + - type: precision_at_100 + value: 0.845 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 9.6618 + - type: mrr_at_3 + value: 12.5604 + - type: mrr_at_5 + value: 13.5024 + - type: mrr_at_10 + value: 15.178700000000001 + - type: mrr_at_20 + value: 15.646099999999999 + - type: mrr_at_100 + value: 16.639300000000002 + - type: mrr_at_1000 + value: 16.7593 + - type: nauc_ndcg_at_1_max + value: 46.9036 + - type: nauc_ndcg_at_1_std + value: 47.3 + - type: nauc_ndcg_at_1_diff1 + value: 37.804300000000005 + - type: nauc_ndcg_at_3_max + value: 42.582 + - type: nauc_ndcg_at_3_std + value: 42.4601 + - type: nauc_ndcg_at_3_diff1 + value: 32.8016 + - type: nauc_ndcg_at_5_max + value: 39.785199999999996 + - type: nauc_ndcg_at_5_std + value: 43.6797 + - type: nauc_ndcg_at_5_diff1 + value: 31.4959 + - type: nauc_ndcg_at_10_max + value: 39.833400000000005 + - type: nauc_ndcg_at_10_std + value: 43.2245 + - type: nauc_ndcg_at_10_diff1 + value: 29.857699999999998 + - type: nauc_ndcg_at_20_max + value: 39.4031 + - type: nauc_ndcg_at_20_std + value: 42.9703 + - type: nauc_ndcg_at_20_diff1 + value: 29.1932 + - type: nauc_ndcg_at_100_max + value: 39.5612 + - type: nauc_ndcg_at_100_std + value: 43.803399999999996 + - type: nauc_ndcg_at_100_diff1 + value: 27.535500000000003 + - type: nauc_ndcg_at_1000_max + value: 40.466 + - type: nauc_ndcg_at_1000_std + value: 44.0194 + - type: nauc_ndcg_at_1000_diff1 + value: 30.501299999999997 + - type: nauc_map_at_1_max + value: 46.9036 + - type: nauc_map_at_1_std + value: 47.3 + - type: nauc_map_at_1_diff1 + value: 37.804300000000005 + - type: nauc_map_at_3_max + value: 43.6776 + - type: nauc_map_at_3_std + value: 43.648399999999995 + - type: nauc_map_at_3_diff1 + value: 34.0512 + - type: nauc_map_at_5_max + value: 41.994 + - type: nauc_map_at_5_std + value: 44.2756 + - type: nauc_map_at_5_diff1 + value: 33.1186 + - type: nauc_map_at_10_max + value: 41.8409 + - type: nauc_map_at_10_std + value: 44.0738 + - type: nauc_map_at_10_diff1 + value: 32.2567 + - type: nauc_map_at_20_max + value: 41.7295 + - type: nauc_map_at_20_std + value: 44.0689 + - type: nauc_map_at_20_diff1 + value: 32.096599999999995 + - type: nauc_map_at_100_max + value: 41.7376 + - type: nauc_map_at_100_std + value: 44.2902 + - type: nauc_map_at_100_diff1 + value: 32.0627 + - type: nauc_map_at_1000_max + value: 41.781800000000004 + - type: nauc_map_at_1000_std + value: 44.308 + - type: nauc_map_at_1000_diff1 + value: 32.2156 + - type: nauc_recall_at_1_max + value: 46.9036 + - type: nauc_recall_at_1_std + value: 47.3 + - type: nauc_recall_at_1_diff1 + value: 37.804300000000005 + - type: nauc_recall_at_3_max + value: 39.866800000000005 + - type: nauc_recall_at_3_std + value: 39.5259 + - type: nauc_recall_at_3_diff1 + value: 29.7101 + - type: nauc_recall_at_5_max + value: 34.6971 + - type: nauc_recall_at_5_std + value: 42.5317 + - type: nauc_recall_at_5_diff1 + value: 27.9304 + - type: nauc_recall_at_10_max + value: 35.9878 + - type: nauc_recall_at_10_std + value: 41.5877 + - type: nauc_recall_at_10_diff1 + value: 25.0104 + - type: nauc_recall_at_20_max + value: 34.7729 + - type: nauc_recall_at_20_std + value: 40.5754 + - type: nauc_recall_at_20_diff1 + value: 23.058799999999998 + - type: nauc_recall_at_100_max + value: 30.4483 + - type: nauc_recall_at_100_std + value: 41.924099999999996 + - type: nauc_recall_at_100_diff1 + value: -1.2919999999999998 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 46.9036 + - type: nauc_precision_at_1_std + value: 47.3 + - type: nauc_precision_at_1_diff1 + value: 37.804300000000005 + - type: nauc_precision_at_3_max + value: 39.866800000000005 + - type: nauc_precision_at_3_std + value: 39.5259 + - type: nauc_precision_at_3_diff1 + value: 29.7101 + - type: nauc_precision_at_5_max + value: 34.6971 + - type: nauc_precision_at_5_std + value: 42.5317 + - type: nauc_precision_at_5_diff1 + value: 27.9304 + - type: nauc_precision_at_10_max + value: 35.9878 + - type: nauc_precision_at_10_std + value: 41.5877 + - type: nauc_precision_at_10_diff1 + value: 25.0104 + - type: nauc_precision_at_20_max + value: 34.7729 + - type: nauc_precision_at_20_std + value: 40.5754 + - type: nauc_precision_at_20_diff1 + value: 23.058799999999998 + - type: nauc_precision_at_100_max + value: 30.4483 + - type: nauc_precision_at_100_std + value: 41.924099999999996 + - type: nauc_precision_at_100_diff1 + value: -1.2919999999999998 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 46.9036 + - type: nauc_mrr_at_1_std + value: 47.3 + - type: nauc_mrr_at_1_diff1 + value: 37.804300000000005 + - type: nauc_mrr_at_3_max + value: 43.6776 + - type: nauc_mrr_at_3_std + value: 43.648399999999995 + - type: nauc_mrr_at_3_diff1 + value: 34.0512 + - type: nauc_mrr_at_5_max + value: 41.994 + - type: nauc_mrr_at_5_std + value: 44.2756 + - type: nauc_mrr_at_5_diff1 + value: 33.1186 + - type: nauc_mrr_at_10_max + value: 41.8409 + - type: nauc_mrr_at_10_std + value: 44.0738 + - type: nauc_mrr_at_10_diff1 + value: 32.2567 + - type: nauc_mrr_at_20_max + value: 41.7295 + - type: nauc_mrr_at_20_std + value: 44.0689 + - type: nauc_mrr_at_20_diff1 + value: 32.096599999999995 + - type: nauc_mrr_at_100_max + value: 41.7376 + - type: nauc_mrr_at_100_std + value: 44.2902 + - type: nauc_mrr_at_100_diff1 + value: 32.0627 + - type: nauc_mrr_at_1000_max + value: 41.781800000000004 + - type: nauc_mrr_at_1000_std + value: 44.308 + - type: nauc_mrr_at_1000_diff1 + value: 32.2156 + - type: main_score + value: 19.24 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 13.733 + - type: ndcg_at_3 + value: 20.279 + - type: ndcg_at_5 + value: 23.384 + - type: ndcg_at_10 + value: 27.189000000000004 + - type: ndcg_at_20 + value: 30.29 + - type: ndcg_at_100 + value: 35.32 + - type: ndcg_at_1000 + value: 37.425000000000004 + - type: map_at_1 + value: 13.733 + - type: map_at_3 + value: 18.665000000000003 + - type: map_at_5 + value: 20.387 + - type: map_at_10 + value: 21.951 + - type: map_at_20 + value: 22.787 + - type: map_at_100 + value: 23.473 + - type: map_at_1000 + value: 23.558 + - type: recall_at_1 + value: 13.733 + - type: recall_at_3 + value: 24.951999999999998 + - type: recall_at_5 + value: 32.495000000000005 + - type: recall_at_10 + value: 44.294 + - type: recall_at_20 + value: 56.672999999999995 + - type: recall_at_100 + value: 83.946 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 13.733 + - type: precision_at_3 + value: 8.317 + - type: precision_at_5 + value: 6.4990000000000006 + - type: precision_at_10 + value: 4.429 + - type: precision_at_20 + value: 2.834 + - type: precision_at_100 + value: 0.839 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 13.7331 + - type: mrr_at_3 + value: 18.665399999999998 + - type: mrr_at_5 + value: 20.3868 + - type: mrr_at_10 + value: 21.9511 + - type: mrr_at_20 + value: 22.7873 + - type: mrr_at_100 + value: 23.4728 + - type: mrr_at_1000 + value: 23.5579 + - type: nauc_ndcg_at_1_max + value: 31.3549 + - type: nauc_ndcg_at_1_std + value: 22.8524 + - type: nauc_ndcg_at_1_diff1 + value: 37.5512 + - type: nauc_ndcg_at_3_max + value: 30.3012 + - type: nauc_ndcg_at_3_std + value: 21.8318 + - type: nauc_ndcg_at_3_diff1 + value: 30.4344 + - type: nauc_ndcg_at_5_max + value: 26.604499999999998 + - type: nauc_ndcg_at_5_std + value: 20.627599999999997 + - type: nauc_ndcg_at_5_diff1 + value: 27.6343 + - type: nauc_ndcg_at_10_max + value: 27.330700000000004 + - type: nauc_ndcg_at_10_std + value: 20.8627 + - type: nauc_ndcg_at_10_diff1 + value: 25.8142 + - type: nauc_ndcg_at_20_max + value: 29.027399999999997 + - type: nauc_ndcg_at_20_std + value: 21.307100000000002 + - type: nauc_ndcg_at_20_diff1 + value: 26.6961 + - type: nauc_ndcg_at_100_max + value: 29.074499999999997 + - type: nauc_ndcg_at_100_std + value: 23.1857 + - type: nauc_ndcg_at_100_diff1 + value: 26.266099999999998 + - type: nauc_ndcg_at_1000_max + value: 28.8016 + - type: nauc_ndcg_at_1000_std + value: 21.7539 + - type: nauc_ndcg_at_1000_diff1 + value: 27.777 + - type: nauc_map_at_1_max + value: 31.3549 + - type: nauc_map_at_1_std + value: 22.8524 + - type: nauc_map_at_1_diff1 + value: 37.5512 + - type: nauc_map_at_3_max + value: 30.5276 + - type: nauc_map_at_3_std + value: 22.0186 + - type: nauc_map_at_3_diff1 + value: 31.6059 + - type: nauc_map_at_5_max + value: 28.3572 + - type: nauc_map_at_5_std + value: 21.341099999999997 + - type: nauc_map_at_5_diff1 + value: 29.9248 + - type: nauc_map_at_10_max + value: 28.601100000000002 + - type: nauc_map_at_10_std + value: 21.3735 + - type: nauc_map_at_10_diff1 + value: 29.108800000000002 + - type: nauc_map_at_20_max + value: 29.0503 + - type: nauc_map_at_20_std + value: 21.4425 + - type: nauc_map_at_20_diff1 + value: 29.3655 + - type: nauc_map_at_100_max + value: 29.0648 + - type: nauc_map_at_100_std + value: 21.6384 + - type: nauc_map_at_100_diff1 + value: 29.315799999999996 + - type: nauc_map_at_1000_max + value: 29.0516 + - type: nauc_map_at_1000_std + value: 21.5804 + - type: nauc_map_at_1000_diff1 + value: 29.391000000000002 + - type: nauc_recall_at_1_max + value: 31.3549 + - type: nauc_recall_at_1_std + value: 22.8524 + - type: nauc_recall_at_1_diff1 + value: 37.5512 + - type: nauc_recall_at_3_max + value: 29.7528 + - type: nauc_recall_at_3_std + value: 21.3895 + - type: nauc_recall_at_3_diff1 + value: 27.7102 + - type: nauc_recall_at_5_max + value: 22.2167 + - type: nauc_recall_at_5_std + value: 18.8542 + - type: nauc_recall_at_5_diff1 + value: 22.245 + - type: nauc_recall_at_10_max + value: 24.4284 + - type: nauc_recall_at_10_std + value: 19.764300000000002 + - type: nauc_recall_at_10_diff1 + value: 17.7194 + - type: nauc_recall_at_20_max + value: 30.353599999999997 + - type: nauc_recall_at_20_std + value: 21.593799999999998 + - type: nauc_recall_at_20_diff1 + value: 20.138 + - type: nauc_recall_at_100_max + value: 32.022 + - type: nauc_recall_at_100_std + value: 39.9011 + - type: nauc_recall_at_100_diff1 + value: 9.5189 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 31.3549 + - type: nauc_precision_at_1_std + value: 22.8524 + - type: nauc_precision_at_1_diff1 + value: 37.5512 + - type: nauc_precision_at_3_max + value: 29.7528 + - type: nauc_precision_at_3_std + value: 21.3895 + - type: nauc_precision_at_3_diff1 + value: 27.7102 + - type: nauc_precision_at_5_max + value: 22.2167 + - type: nauc_precision_at_5_std + value: 18.8542 + - type: nauc_precision_at_5_diff1 + value: 22.245 + - type: nauc_precision_at_10_max + value: 24.4284 + - type: nauc_precision_at_10_std + value: 19.764300000000002 + - type: nauc_precision_at_10_diff1 + value: 17.7194 + - type: nauc_precision_at_20_max + value: 30.353599999999997 + - type: nauc_precision_at_20_std + value: 21.593799999999998 + - type: nauc_precision_at_20_diff1 + value: 20.138 + - type: nauc_precision_at_100_max + value: 32.022 + - type: nauc_precision_at_100_std + value: 39.9011 + - type: nauc_precision_at_100_diff1 + value: 9.5189 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 31.3549 + - type: nauc_mrr_at_1_std + value: 22.8524 + - type: nauc_mrr_at_1_diff1 + value: 37.5512 + - type: nauc_mrr_at_3_max + value: 30.5276 + - type: nauc_mrr_at_3_std + value: 22.0186 + - type: nauc_mrr_at_3_diff1 + value: 31.6059 + - type: nauc_mrr_at_5_max + value: 28.3572 + - type: nauc_mrr_at_5_std + value: 21.341099999999997 + - type: nauc_mrr_at_5_diff1 + value: 29.9248 + - type: nauc_mrr_at_10_max + value: 28.601100000000002 + - type: nauc_mrr_at_10_std + value: 21.3735 + - type: nauc_mrr_at_10_diff1 + value: 29.108800000000002 + - type: nauc_mrr_at_20_max + value: 29.0503 + - type: nauc_mrr_at_20_std + value: 21.4425 + - type: nauc_mrr_at_20_diff1 + value: 29.3655 + - type: nauc_mrr_at_100_max + value: 29.0648 + - type: nauc_mrr_at_100_std + value: 21.6384 + - type: nauc_mrr_at_100_diff1 + value: 29.315799999999996 + - type: nauc_mrr_at_1000_max + value: 29.0516 + - type: nauc_mrr_at_1000_std + value: 21.5804 + - type: nauc_mrr_at_1000_diff1 + value: 29.391000000000002 + - type: main_score + value: 27.189000000000004 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 10.559000000000001 + - type: ndcg_at_3 + value: 14.071 + - type: ndcg_at_5 + value: 16.878 + - type: ndcg_at_10 + value: 18.429000000000002 + - type: ndcg_at_20 + value: 21.648 + - type: ndcg_at_100 + value: 29.946 + - type: ndcg_at_1000 + value: 31.746999999999996 + - type: map_at_1 + value: 10.559000000000001 + - type: map_at_3 + value: 13.147 + - type: map_at_5 + value: 14.7 + - type: map_at_10 + value: 15.308 + - type: map_at_20 + value: 16.23 + - type: map_at_100 + value: 17.25 + - type: map_at_1000 + value: 17.355 + - type: recall_at_1 + value: 10.559000000000001 + - type: recall_at_3 + value: 16.77 + - type: recall_at_5 + value: 23.602 + - type: recall_at_10 + value: 28.571 + - type: recall_at_20 + value: 40.994 + - type: recall_at_100 + value: 87.578 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 10.559000000000001 + - type: precision_at_3 + value: 5.59 + - type: precision_at_5 + value: 4.72 + - type: precision_at_10 + value: 2.857 + - type: precision_at_20 + value: 2.0500000000000003 + - type: precision_at_100 + value: 0.876 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 10.559000000000001 + - type: mrr_at_3 + value: 13.147 + - type: mrr_at_5 + value: 14.6998 + - type: mrr_at_10 + value: 15.307799999999999 + - type: mrr_at_20 + value: 16.23 + - type: mrr_at_100 + value: 17.2501 + - type: mrr_at_1000 + value: 17.3553 + - type: nauc_ndcg_at_1_max + value: 21.683 + - type: nauc_ndcg_at_1_std + value: 23.9115 + - type: nauc_ndcg_at_1_diff1 + value: 34.306799999999996 + - type: nauc_ndcg_at_3_max + value: 10.9801 + - type: nauc_ndcg_at_3_std + value: 17.8432 + - type: nauc_ndcg_at_3_diff1 + value: 24.3422 + - type: nauc_ndcg_at_5_max + value: 12.8492 + - type: nauc_ndcg_at_5_std + value: 18.5369 + - type: nauc_ndcg_at_5_diff1 + value: 24.5013 + - type: nauc_ndcg_at_10_max + value: 10.3186 + - type: nauc_ndcg_at_10_std + value: 16.8747 + - type: nauc_ndcg_at_10_diff1 + value: 22.6062 + - type: nauc_ndcg_at_20_max + value: 11.910400000000001 + - type: nauc_ndcg_at_20_std + value: 18.9906 + - type: nauc_ndcg_at_20_diff1 + value: 21.0736 + - type: nauc_ndcg_at_100_max + value: 13.780000000000001 + - type: nauc_ndcg_at_100_std + value: 20.2702 + - type: nauc_ndcg_at_100_diff1 + value: 23.7899 + - type: nauc_ndcg_at_1000_max + value: 12.9736 + - type: nauc_ndcg_at_1000_std + value: 19.4173 + - type: nauc_ndcg_at_1000_diff1 + value: 24.0248 + - type: nauc_map_at_1_max + value: 21.683 + - type: nauc_map_at_1_std + value: 23.9115 + - type: nauc_map_at_1_diff1 + value: 34.306799999999996 + - type: nauc_map_at_3_max + value: 13.7629 + - type: nauc_map_at_3_std + value: 19.4925 + - type: nauc_map_at_3_diff1 + value: 26.8286 + - type: nauc_map_at_5_max + value: 14.602200000000002 + - type: nauc_map_at_5_std + value: 19.8349 + - type: nauc_map_at_5_diff1 + value: 26.6756 + - type: nauc_map_at_10_max + value: 13.5297 + - type: nauc_map_at_10_std + value: 19.0117 + - type: nauc_map_at_10_diff1 + value: 25.803900000000002 + - type: nauc_map_at_20_max + value: 14.0185 + - type: nauc_map_at_20_std + value: 19.667399999999997 + - type: nauc_map_at_20_diff1 + value: 25.265900000000002 + - type: nauc_map_at_100_max + value: 14.1821 + - type: nauc_map_at_100_std + value: 19.8468 + - type: nauc_map_at_100_diff1 + value: 25.7233 + - type: nauc_map_at_1000_max + value: 14.1415 + - type: nauc_map_at_1000_std + value: 19.8004 + - type: nauc_map_at_1000_diff1 + value: 25.7339 + - type: nauc_recall_at_1_max + value: 21.683 + - type: nauc_recall_at_1_std + value: 23.9115 + - type: nauc_recall_at_1_diff1 + value: 34.306799999999996 + - type: nauc_recall_at_3_max + value: 4.0852 + - type: nauc_recall_at_3_std + value: 13.7371 + - type: nauc_recall_at_3_diff1 + value: 18.2104 + - type: nauc_recall_at_5_max + value: 9.3363 + - type: nauc_recall_at_5_std + value: 15.767500000000002 + - type: nauc_recall_at_5_diff1 + value: 19.948 + - type: nauc_recall_at_10_max + value: 3.3214 + - type: nauc_recall_at_10_std + value: 12.2687 + - type: nauc_recall_at_10_diff1 + value: 15.7946 + - type: nauc_recall_at_20_max + value: 8.2034 + - type: nauc_recall_at_20_std + value: 18.5331 + - type: nauc_recall_at_20_diff1 + value: 12.0362 + - type: nauc_recall_at_100_max + value: 23.0879 + - type: nauc_recall_at_100_std + value: 30.133399999999998 + - type: nauc_recall_at_100_diff1 + value: 20.4628 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 21.683 + - type: nauc_precision_at_1_std + value: 23.9115 + - type: nauc_precision_at_1_diff1 + value: 34.306799999999996 + - type: nauc_precision_at_3_max + value: 4.0852 + - type: nauc_precision_at_3_std + value: 13.7371 + - type: nauc_precision_at_3_diff1 + value: 18.2104 + - type: nauc_precision_at_5_max + value: 9.3363 + - type: nauc_precision_at_5_std + value: 15.767500000000002 + - type: nauc_precision_at_5_diff1 + value: 19.948 + - type: nauc_precision_at_10_max + value: 3.3214 + - type: nauc_precision_at_10_std + value: 12.2687 + - type: nauc_precision_at_10_diff1 + value: 15.7946 + - type: nauc_precision_at_20_max + value: 8.2034 + - type: nauc_precision_at_20_std + value: 18.5331 + - type: nauc_precision_at_20_diff1 + value: 12.0362 + - type: nauc_precision_at_100_max + value: 23.0879 + - type: nauc_precision_at_100_std + value: 30.133399999999998 + - type: nauc_precision_at_100_diff1 + value: 20.4628 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 21.683 + - type: nauc_mrr_at_1_std + value: 23.9115 + - type: nauc_mrr_at_1_diff1 + value: 34.306799999999996 + - type: nauc_mrr_at_3_max + value: 13.7629 + - type: nauc_mrr_at_3_std + value: 19.4925 + - type: nauc_mrr_at_3_diff1 + value: 26.8286 + - type: nauc_mrr_at_5_max + value: 14.602200000000002 + - type: nauc_mrr_at_5_std + value: 19.8349 + - type: nauc_mrr_at_5_diff1 + value: 26.6756 + - type: nauc_mrr_at_10_max + value: 13.5297 + - type: nauc_mrr_at_10_std + value: 19.0117 + - type: nauc_mrr_at_10_diff1 + value: 25.803900000000002 + - type: nauc_mrr_at_20_max + value: 14.0185 + - type: nauc_mrr_at_20_std + value: 19.667399999999997 + - type: nauc_mrr_at_20_diff1 + value: 25.265900000000002 + - type: nauc_mrr_at_100_max + value: 14.1821 + - type: nauc_mrr_at_100_std + value: 19.8468 + - type: nauc_mrr_at_100_diff1 + value: 25.7233 + - type: nauc_mrr_at_1000_max + value: 14.1415 + - type: nauc_mrr_at_1000_std + value: 19.8004 + - type: nauc_mrr_at_1000_diff1 + value: 25.7339 + - type: main_score + value: 18.429000000000002 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 8.602 + - type: ndcg_at_3 + value: 11.105 + - type: ndcg_at_5 + value: 12.447 + - type: ndcg_at_10 + value: 14.274999999999999 + - type: ndcg_at_20 + value: 16.699 + - type: ndcg_at_100 + value: 24.785 + - type: ndcg_at_1000 + value: 27.950999999999997 + - type: map_at_1 + value: 8.602 + - type: map_at_3 + value: 10.484 + - type: map_at_5 + value: 11.237 + - type: map_at_10 + value: 11.943 + - type: map_at_20 + value: 12.597 + - type: map_at_100 + value: 13.536999999999999 + - type: map_at_1000 + value: 13.716000000000001 + - type: recall_at_1 + value: 8.602 + - type: recall_at_3 + value: 12.903 + - type: recall_at_5 + value: 16.128999999999998 + - type: recall_at_10 + value: 22.043 + - type: recall_at_20 + value: 31.72 + - type: recall_at_100 + value: 77.957 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 8.602 + - type: precision_at_3 + value: 4.301 + - type: precision_at_5 + value: 3.2259999999999995 + - type: precision_at_10 + value: 2.204 + - type: precision_at_20 + value: 1.5859999999999999 + - type: precision_at_100 + value: 0.7799999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 8.6022 + - type: mrr_at_3 + value: 10.4839 + - type: mrr_at_5 + value: 11.2366 + - type: mrr_at_10 + value: 11.9427 + - type: mrr_at_20 + value: 12.5969 + - type: mrr_at_100 + value: 13.536999999999999 + - type: mrr_at_1000 + value: 13.7157 + - type: nauc_ndcg_at_1_max + value: 43.5676 + - type: nauc_ndcg_at_1_std + value: 48.1034 + - type: nauc_ndcg_at_1_diff1 + value: 34.3343 + - type: nauc_ndcg_at_3_max + value: 34.779700000000005 + - type: nauc_ndcg_at_3_std + value: 41.8153 + - type: nauc_ndcg_at_3_diff1 + value: 22.459100000000003 + - type: nauc_ndcg_at_5_max + value: 36.9668 + - type: nauc_ndcg_at_5_std + value: 41.5695 + - type: nauc_ndcg_at_5_diff1 + value: 25.2023 + - type: nauc_ndcg_at_10_max + value: 31.114399999999996 + - type: nauc_ndcg_at_10_std + value: 37.7021 + - type: nauc_ndcg_at_10_diff1 + value: 17.8647 + - type: nauc_ndcg_at_20_max + value: 27.8539 + - type: nauc_ndcg_at_20_std + value: 34.7643 + - type: nauc_ndcg_at_20_diff1 + value: 18.7205 + - type: nauc_ndcg_at_100_max + value: 26.2928 + - type: nauc_ndcg_at_100_std + value: 33.4221 + - type: nauc_ndcg_at_100_diff1 + value: 18.186 + - type: nauc_ndcg_at_1000_max + value: 30.8904 + - type: nauc_ndcg_at_1000_std + value: 37.4835 + - type: nauc_ndcg_at_1000_diff1 + value: 21.073 + - type: nauc_map_at_1_max + value: 43.5676 + - type: nauc_map_at_1_std + value: 48.1034 + - type: nauc_map_at_1_diff1 + value: 34.3343 + - type: nauc_map_at_3_max + value: 36.4446 + - type: nauc_map_at_3_std + value: 43.3032 + - type: nauc_map_at_3_diff1 + value: 25.0872 + - type: nauc_map_at_5_max + value: 37.5909 + - type: nauc_map_at_5_std + value: 42.9831 + - type: nauc_map_at_5_diff1 + value: 26.600800000000003 + - type: nauc_map_at_10_max + value: 35.0221 + - type: nauc_map_at_10_std + value: 41.1277 + - type: nauc_map_at_10_diff1 + value: 23.2872 + - type: nauc_map_at_20_max + value: 33.861799999999995 + - type: nauc_map_at_20_std + value: 40.1421 + - type: nauc_map_at_20_diff1 + value: 23.421300000000002 + - type: nauc_map_at_100_max + value: 33.6519 + - type: nauc_map_at_100_std + value: 39.9834 + - type: nauc_map_at_100_diff1 + value: 23.427400000000002 + - type: nauc_map_at_1000_max + value: 33.949400000000004 + - type: nauc_map_at_1000_std + value: 40.2444 + - type: nauc_map_at_1000_diff1 + value: 23.603099999999998 + - type: nauc_recall_at_1_max + value: 43.5676 + - type: nauc_recall_at_1_std + value: 48.1034 + - type: nauc_recall_at_1_diff1 + value: 34.3343 + - type: nauc_recall_at_3_max + value: 30.7755 + - type: nauc_recall_at_3_std + value: 38.1252 + - type: nauc_recall_at_3_diff1 + value: 15.996099999999998 + - type: nauc_recall_at_5_max + value: 35.975 + - type: nauc_recall_at_5_std + value: 38.5188 + - type: nauc_recall_at_5_diff1 + value: 22.4214 + - type: nauc_recall_at_10_max + value: 22.4406 + - type: nauc_recall_at_10_std + value: 30.440800000000003 + - type: nauc_recall_at_10_diff1 + value: 5.9871 + - type: nauc_recall_at_20_max + value: 15.343599999999999 + - type: nauc_recall_at_20_std + value: 23.7135 + - type: nauc_recall_at_20_diff1 + value: 10.032 + - type: nauc_recall_at_100_max + value: -1.9075000000000002 + - type: nauc_recall_at_100_std + value: 8.4695 + - type: nauc_recall_at_100_diff1 + value: -0.0034999999999999996 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 43.5676 + - type: nauc_precision_at_1_std + value: 48.1034 + - type: nauc_precision_at_1_diff1 + value: 34.3343 + - type: nauc_precision_at_3_max + value: 30.7755 + - type: nauc_precision_at_3_std + value: 38.1252 + - type: nauc_precision_at_3_diff1 + value: 15.996099999999998 + - type: nauc_precision_at_5_max + value: 35.975 + - type: nauc_precision_at_5_std + value: 38.5188 + - type: nauc_precision_at_5_diff1 + value: 22.4214 + - type: nauc_precision_at_10_max + value: 22.4406 + - type: nauc_precision_at_10_std + value: 30.440800000000003 + - type: nauc_precision_at_10_diff1 + value: 5.9871 + - type: nauc_precision_at_20_max + value: 15.343599999999999 + - type: nauc_precision_at_20_std + value: 23.7135 + - type: nauc_precision_at_20_diff1 + value: 10.032 + - type: nauc_precision_at_100_max + value: -1.9075000000000002 + - type: nauc_precision_at_100_std + value: 8.4695 + - type: nauc_precision_at_100_diff1 + value: -0.0034999999999999996 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 43.5676 + - type: nauc_mrr_at_1_std + value: 48.1034 + - type: nauc_mrr_at_1_diff1 + value: 34.3343 + - type: nauc_mrr_at_3_max + value: 36.4446 + - type: nauc_mrr_at_3_std + value: 43.3032 + - type: nauc_mrr_at_3_diff1 + value: 25.0872 + - type: nauc_mrr_at_5_max + value: 37.5909 + - type: nauc_mrr_at_5_std + value: 42.9831 + - type: nauc_mrr_at_5_diff1 + value: 26.600800000000003 + - type: nauc_mrr_at_10_max + value: 35.0221 + - type: nauc_mrr_at_10_std + value: 41.1277 + - type: nauc_mrr_at_10_diff1 + value: 23.2872 + - type: nauc_mrr_at_20_max + value: 33.861799999999995 + - type: nauc_mrr_at_20_std + value: 40.1421 + - type: nauc_mrr_at_20_diff1 + value: 23.421300000000002 + - type: nauc_mrr_at_100_max + value: 33.6519 + - type: nauc_mrr_at_100_std + value: 39.9834 + - type: nauc_mrr_at_100_diff1 + value: 23.427400000000002 + - type: nauc_mrr_at_1000_max + value: 33.949400000000004 + - type: nauc_mrr_at_1000_std + value: 40.2444 + - type: nauc_mrr_at_1000_diff1 + value: 23.603099999999998 + - type: main_score + value: 14.274999999999999 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa metrics: - - type: main_score - value: 22.583 - - type: map_at_1 - value: 8.211 - - type: map_at_3 - value: 12.913 - - type: map_at_5 - value: 14.622 - - type: map_at_10 - value: 16.315 - - type: ndcg_at_1 - value: 12.5 - - type: ndcg_at_3 - value: 16.058 - - type: ndcg_at_5 - value: 18.833 - - type: ndcg_at_10 - value: 22.583 - - type: recall_at_1 - value: 8.211 - - type: recall_at_3 - value: 18.474 - - type: recall_at_5 - value: 24.969 - - type: recall_at_10 - value: 34.894 - - type: precision_at_1 - value: 12.5 - - type: precision_at_3 - value: 9.7 - - type: precision_at_5 - value: 8.24 - - type: precision_at_10 - value: 6.07 - - type: mrr_at_1 - value: 12.5 - - type: mrr_at_3 - value: 18.5333 - - type: mrr_at_5 - value: 20.5983 - - type: mrr_at_10 - value: 22.165 + - type: ndcg_at_1 + value: 9.202 + - type: ndcg_at_3 + value: 14.219999999999999 + - type: ndcg_at_5 + value: 17.913999999999998 + - type: ndcg_at_10 + value: 20.875 + - type: ndcg_at_20 + value: 23.504 + - type: ndcg_at_100 + value: 31.275 + - type: ndcg_at_1000 + value: 32.696999999999996 + - type: map_at_1 + value: 9.202 + - type: map_at_3 + value: 12.986 + - type: map_at_5 + value: 14.979999999999999 + - type: map_at_10 + value: 16.191 + - type: map_at_20 + value: 16.909 + - type: map_at_100 + value: 17.877000000000002 + - type: map_at_1000 + value: 17.96 + - type: recall_at_1 + value: 9.202 + - type: recall_at_3 + value: 17.791 + - type: recall_at_5 + value: 26.994 + - type: recall_at_10 + value: 36.196 + - type: recall_at_20 + value: 46.626 + - type: recall_at_100 + value: 90.184 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 9.202 + - type: precision_at_3 + value: 5.93 + - type: precision_at_5 + value: 5.399 + - type: precision_at_10 + value: 3.62 + - type: precision_at_20 + value: 2.331 + - type: precision_at_100 + value: 0.902 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 9.202499999999999 + - type: mrr_at_3 + value: 12.9857 + - type: mrr_at_5 + value: 14.979600000000001 + - type: mrr_at_10 + value: 16.191 + - type: mrr_at_20 + value: 16.9095 + - type: mrr_at_100 + value: 17.877299999999998 + - type: mrr_at_1000 + value: 17.9603 + - type: nauc_ndcg_at_1_max + value: 62.9598 + - type: nauc_ndcg_at_1_std + value: 49.065999999999995 + - type: nauc_ndcg_at_1_diff1 + value: 56.008500000000005 + - type: nauc_ndcg_at_3_max + value: 53.9189 + - type: nauc_ndcg_at_3_std + value: 44.1455 + - type: nauc_ndcg_at_3_diff1 + value: 41.287600000000005 + - type: nauc_ndcg_at_5_max + value: 49.749500000000005 + - type: nauc_ndcg_at_5_std + value: 41.1122 + - type: nauc_ndcg_at_5_diff1 + value: 40.7353 + - type: nauc_ndcg_at_10_max + value: 53.8852 + - type: nauc_ndcg_at_10_std + value: 44.7395 + - type: nauc_ndcg_at_10_diff1 + value: 38.6166 + - type: nauc_ndcg_at_20_max + value: 55.237199999999994 + - type: nauc_ndcg_at_20_std + value: 46.7695 + - type: nauc_ndcg_at_20_diff1 + value: 38.804 + - type: nauc_ndcg_at_100_max + value: 53.2497 + - type: nauc_ndcg_at_100_std + value: 46.9584 + - type: nauc_ndcg_at_100_diff1 + value: 38.8298 + - type: nauc_ndcg_at_1000_max + value: 53.9127 + - type: nauc_ndcg_at_1000_std + value: 45.8294 + - type: nauc_ndcg_at_1000_diff1 + value: 40.0041 + - type: nauc_map_at_1_max + value: 62.9598 + - type: nauc_map_at_1_std + value: 49.065999999999995 + - type: nauc_map_at_1_diff1 + value: 56.008500000000005 + - type: nauc_map_at_3_max + value: 55.3652 + - type: nauc_map_at_3_std + value: 44.9791 + - type: nauc_map_at_3_diff1 + value: 44.052 + - type: nauc_map_at_5_max + value: 52.735200000000006 + - type: nauc_map_at_5_std + value: 43.1035 + - type: nauc_map_at_5_diff1 + value: 43.2012 + - type: nauc_map_at_10_max + value: 54.786500000000004 + - type: nauc_map_at_10_std + value: 44.8598 + - type: nauc_map_at_10_diff1 + value: 42.103 + - type: nauc_map_at_20_max + value: 55.10620000000001 + - type: nauc_map_at_20_std + value: 45.5114 + - type: nauc_map_at_20_diff1 + value: 42.032799999999995 + - type: nauc_map_at_100_max + value: 54.6794 + - type: nauc_map_at_100_std + value: 45.5176 + - type: nauc_map_at_100_diff1 + value: 41.9804 + - type: nauc_map_at_1000_max + value: 54.7162 + - type: nauc_map_at_1000_std + value: 45.4536 + - type: nauc_map_at_1000_diff1 + value: 42.0517 + - type: nauc_recall_at_1_max + value: 62.9598 + - type: nauc_recall_at_1_std + value: 49.065999999999995 + - type: nauc_recall_at_1_diff1 + value: 56.008500000000005 + - type: nauc_recall_at_3_max + value: 50.73180000000001 + - type: nauc_recall_at_3_std + value: 42.2909 + - type: nauc_recall_at_3_diff1 + value: 35.0404 + - type: nauc_recall_at_5_max + value: 43.5873 + - type: nauc_recall_at_5_std + value: 36.9356 + - type: nauc_recall_at_5_diff1 + value: 36.1826 + - type: nauc_recall_at_10_max + value: 52.7111 + - type: nauc_recall_at_10_std + value: 45.025999999999996 + - type: nauc_recall_at_10_diff1 + value: 32.0134 + - type: nauc_recall_at_20_max + value: 57.0465 + - type: nauc_recall_at_20_std + value: 50.73839999999999 + - type: nauc_recall_at_20_diff1 + value: 33.0878 + - type: nauc_recall_at_100_max + value: 43.736399999999996 + - type: nauc_recall_at_100_std + value: 62.805 + - type: nauc_recall_at_100_diff1 + value: 22.2379 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 62.9598 + - type: nauc_precision_at_1_std + value: 49.065999999999995 + - type: nauc_precision_at_1_diff1 + value: 56.008500000000005 + - type: nauc_precision_at_3_max + value: 50.73180000000001 + - type: nauc_precision_at_3_std + value: 42.2909 + - type: nauc_precision_at_3_diff1 + value: 35.0404 + - type: nauc_precision_at_5_max + value: 43.5873 + - type: nauc_precision_at_5_std + value: 36.9356 + - type: nauc_precision_at_5_diff1 + value: 36.1826 + - type: nauc_precision_at_10_max + value: 52.7111 + - type: nauc_precision_at_10_std + value: 45.025999999999996 + - type: nauc_precision_at_10_diff1 + value: 32.0134 + - type: nauc_precision_at_20_max + value: 57.0465 + - type: nauc_precision_at_20_std + value: 50.73839999999999 + - type: nauc_precision_at_20_diff1 + value: 33.0878 + - type: nauc_precision_at_100_max + value: 43.736399999999996 + - type: nauc_precision_at_100_std + value: 62.805 + - type: nauc_precision_at_100_diff1 + value: 22.2379 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 62.9598 + - type: nauc_mrr_at_1_std + value: 49.065999999999995 + - type: nauc_mrr_at_1_diff1 + value: 56.008500000000005 + - type: nauc_mrr_at_3_max + value: 55.3652 + - type: nauc_mrr_at_3_std + value: 44.9791 + - type: nauc_mrr_at_3_diff1 + value: 44.052 + - type: nauc_mrr_at_5_max + value: 52.735200000000006 + - type: nauc_mrr_at_5_std + value: 43.1035 + - type: nauc_mrr_at_5_diff1 + value: 43.2012 + - type: nauc_mrr_at_10_max + value: 54.786500000000004 + - type: nauc_mrr_at_10_std + value: 44.8598 + - type: nauc_mrr_at_10_diff1 + value: 42.103 + - type: nauc_mrr_at_20_max + value: 55.10620000000001 + - type: nauc_mrr_at_20_std + value: 45.5114 + - type: nauc_mrr_at_20_diff1 + value: 42.032799999999995 + - type: nauc_mrr_at_100_max + value: 54.6794 + - type: nauc_mrr_at_100_std + value: 45.5176 + - type: nauc_mrr_at_100_diff1 + value: 41.9804 + - type: nauc_mrr_at_1000_max + value: 54.7162 + - type: nauc_mrr_at_1000_std + value: 45.4536 + - type: nauc_mrr_at_1000_diff1 + value: 42.0517 + - type: main_score + value: 20.875 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 6.383 + - type: ndcg_at_3 + value: 10.999 + - type: ndcg_at_5 + value: 12.762 + - type: ndcg_at_10 + value: 15.151 + - type: ndcg_at_20 + value: 17.394000000000002 + - type: ndcg_at_100 + value: 24.684 + - type: ndcg_at_1000 + value: 28.025 + - type: map_at_1 + value: 6.383 + - type: map_at_3 + value: 9.84 + - type: map_at_5 + value: 10.824 + - type: map_at_10 + value: 11.797 + - type: map_at_20 + value: 12.389999999999999 + - type: map_at_100 + value: 13.269 + - type: map_at_1000 + value: 13.453999999999999 + - type: recall_at_1 + value: 6.383 + - type: recall_at_3 + value: 14.362 + - type: recall_at_5 + value: 18.617 + - type: recall_at_10 + value: 26.064 + - type: recall_at_20 + value: 35.106 + - type: recall_at_100 + value: 76.596 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 6.383 + - type: precision_at_3 + value: 4.787 + - type: precision_at_5 + value: 3.723 + - type: precision_at_10 + value: 2.606 + - type: precision_at_20 + value: 1.755 + - type: precision_at_100 + value: 0.766 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 6.383 + - type: mrr_at_3 + value: 9.8404 + - type: mrr_at_5 + value: 10.824499999999999 + - type: mrr_at_10 + value: 11.7969 + - type: mrr_at_20 + value: 12.3905 + - type: mrr_at_100 + value: 13.2692 + - type: mrr_at_1000 + value: 13.4538 + - type: nauc_ndcg_at_1_max + value: 28.7389 + - type: nauc_ndcg_at_1_std + value: 64.9286 + - type: nauc_ndcg_at_1_diff1 + value: 10.673499999999999 + - type: nauc_ndcg_at_3_max + value: 19.4744 + - type: nauc_ndcg_at_3_std + value: 44.7069 + - type: nauc_ndcg_at_3_diff1 + value: 6.631099999999999 + - type: nauc_ndcg_at_5_max + value: 18.2711 + - type: nauc_ndcg_at_5_std + value: 43.5962 + - type: nauc_ndcg_at_5_diff1 + value: 6.307500000000001 + - type: nauc_ndcg_at_10_max + value: 20.0539 + - type: nauc_ndcg_at_10_std + value: 43.5587 + - type: nauc_ndcg_at_10_diff1 + value: 5.6582 + - type: nauc_ndcg_at_20_max + value: 22.5386 + - type: nauc_ndcg_at_20_std + value: 42.9099 + - type: nauc_ndcg_at_20_diff1 + value: 7.5015 + - type: nauc_ndcg_at_100_max + value: 21.0851 + - type: nauc_ndcg_at_100_std + value: 41.966300000000004 + - type: nauc_ndcg_at_100_diff1 + value: 6.9177 + - type: nauc_ndcg_at_1000_max + value: 20.7669 + - type: nauc_ndcg_at_1000_std + value: 43.8782 + - type: nauc_ndcg_at_1000_diff1 + value: 6.9428 + - type: nauc_map_at_1_max + value: 28.7389 + - type: nauc_map_at_1_std + value: 64.9286 + - type: nauc_map_at_1_diff1 + value: 10.673499999999999 + - type: nauc_map_at_3_max + value: 20.319499999999998 + - type: nauc_map_at_3_std + value: 47.6539 + - type: nauc_map_at_3_diff1 + value: 7.452 + - type: nauc_map_at_5_max + value: 19.7223 + - type: nauc_map_at_5_std + value: 46.928799999999995 + - type: nauc_map_at_5_diff1 + value: 7.2603 + - type: nauc_map_at_10_max + value: 20.624000000000002 + - type: nauc_map_at_10_std + value: 46.9846 + - type: nauc_map_at_10_diff1 + value: 6.9296999999999995 + - type: nauc_map_at_20_max + value: 21.3628 + - type: nauc_map_at_20_std + value: 46.7418 + - type: nauc_map_at_20_diff1 + value: 7.3283000000000005 + - type: nauc_map_at_100_max + value: 21.023500000000002 + - type: nauc_map_at_100_std + value: 46.319900000000004 + - type: nauc_map_at_100_diff1 + value: 7.2962 + - type: nauc_map_at_1000_max + value: 20.9867 + - type: nauc_map_at_1000_std + value: 46.4588 + - type: nauc_map_at_1000_diff1 + value: 7.281899999999999 + - type: nauc_recall_at_1_max + value: 28.7389 + - type: nauc_recall_at_1_std + value: 64.9286 + - type: nauc_recall_at_1_diff1 + value: 10.673499999999999 + - type: nauc_recall_at_3_max + value: 17.924100000000003 + - type: nauc_recall_at_3_std + value: 38.7062 + - type: nauc_recall_at_3_diff1 + value: 4.8814 + - type: nauc_recall_at_5_max + value: 15.5025 + - type: nauc_recall_at_5_std + value: 37.3735 + - type: nauc_recall_at_5_diff1 + value: 4.4486 + - type: nauc_recall_at_10_max + value: 19.336000000000002 + - type: nauc_recall_at_10_std + value: 37.6921 + - type: nauc_recall_at_10_diff1 + value: 3.3455 + - type: nauc_recall_at_20_max + value: 25.874799999999997 + - type: nauc_recall_at_20_std + value: 36.5078 + - type: nauc_recall_at_20_diff1 + value: 8.8964 + - type: nauc_recall_at_100_max + value: 22.3107 + - type: nauc_recall_at_100_std + value: 31.202800000000003 + - type: nauc_recall_at_100_diff1 + value: 6.2387999999999995 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 28.7389 + - type: nauc_precision_at_1_std + value: 64.9286 + - type: nauc_precision_at_1_diff1 + value: 10.673499999999999 + - type: nauc_precision_at_3_max + value: 17.924100000000003 + - type: nauc_precision_at_3_std + value: 38.7062 + - type: nauc_precision_at_3_diff1 + value: 4.8814 + - type: nauc_precision_at_5_max + value: 15.5025 + - type: nauc_precision_at_5_std + value: 37.3735 + - type: nauc_precision_at_5_diff1 + value: 4.4486 + - type: nauc_precision_at_10_max + value: 19.336000000000002 + - type: nauc_precision_at_10_std + value: 37.6921 + - type: nauc_precision_at_10_diff1 + value: 3.3455 + - type: nauc_precision_at_20_max + value: 25.874799999999997 + - type: nauc_precision_at_20_std + value: 36.5078 + - type: nauc_precision_at_20_diff1 + value: 8.8964 + - type: nauc_precision_at_100_max + value: 22.3107 + - type: nauc_precision_at_100_std + value: 31.202800000000003 + - type: nauc_precision_at_100_diff1 + value: 6.2387999999999995 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 28.7389 + - type: nauc_mrr_at_1_std + value: 64.9286 + - type: nauc_mrr_at_1_diff1 + value: 10.673499999999999 + - type: nauc_mrr_at_3_max + value: 20.319499999999998 + - type: nauc_mrr_at_3_std + value: 47.6539 + - type: nauc_mrr_at_3_diff1 + value: 7.452 + - type: nauc_mrr_at_5_max + value: 19.7223 + - type: nauc_mrr_at_5_std + value: 46.928799999999995 + - type: nauc_mrr_at_5_diff1 + value: 7.2603 + - type: nauc_mrr_at_10_max + value: 20.624000000000002 + - type: nauc_mrr_at_10_std + value: 46.9846 + - type: nauc_mrr_at_10_diff1 + value: 6.9296999999999995 + - type: nauc_mrr_at_20_max + value: 21.3628 + - type: nauc_mrr_at_20_std + value: 46.7418 + - type: nauc_mrr_at_20_diff1 + value: 7.3283000000000005 + - type: nauc_mrr_at_100_max + value: 21.0238 + - type: nauc_mrr_at_100_std + value: 46.319900000000004 + - type: nauc_mrr_at_100_diff1 + value: 7.2976 + - type: nauc_mrr_at_1000_max + value: 20.987000000000002 + - type: nauc_mrr_at_1000_std + value: 46.4588 + - type: nauc_mrr_at_1000_diff1 + value: 7.2833 + - type: main_score + value: 15.151 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 32.496 + - type: ndcg_at_3 + value: 40.172000000000004 + - type: ndcg_at_5 + value: 42.588 + - type: ndcg_at_10 + value: 45.078 + - type: ndcg_at_20 + value: 46.814 + - type: ndcg_at_100 + value: 49.696 + - type: ndcg_at_1000 + value: 51.466 + - type: map_at_1 + value: 32.486 + - type: map_at_3 + value: 38.271 + - type: map_at_5 + value: 39.606 + - type: map_at_10 + value: 40.647 + - type: map_at_20 + value: 41.121 + - type: map_at_100 + value: 41.512 + - type: map_at_1000 + value: 41.573 + - type: recall_at_1 + value: 32.486 + - type: recall_at_3 + value: 45.668 + - type: recall_at_5 + value: 51.556000000000004 + - type: recall_at_10 + value: 59.187999999999995 + - type: recall_at_20 + value: 66.07 + - type: recall_at_100 + value: 81.699 + - type: recall_at_1000 + value: 95.959 + - type: precision_at_1 + value: 32.496 + - type: precision_at_3 + value: 15.226 + - type: precision_at_5 + value: 10.313 + - type: precision_at_10 + value: 5.92 + - type: precision_at_20 + value: 3.304 + - type: precision_at_100 + value: 0.8170000000000001 + - type: precision_at_1000 + value: 0.096 + - type: mrr_at_1 + value: 32.4958 + - type: mrr_at_3 + value: 38.2805 + - type: mrr_at_5 + value: 39.6156 + - type: mrr_at_10 + value: 40.6564 + - type: mrr_at_20 + value: 41.1308 + - type: mrr_at_100 + value: 41.5219 + - type: mrr_at_1000 + value: 41.5827 + - type: nauc_ndcg_at_1_max + value: 45.3065 + - type: nauc_ndcg_at_1_std + value: 8.438600000000001 + - type: nauc_ndcg_at_1_diff1 + value: 56.5996 + - type: nauc_ndcg_at_3_max + value: 45.677800000000005 + - type: nauc_ndcg_at_3_std + value: 11.2794 + - type: nauc_ndcg_at_3_diff1 + value: 49.1837 + - type: nauc_ndcg_at_5_max + value: 45.988 + - type: nauc_ndcg_at_5_std + value: 12.4386 + - type: nauc_ndcg_at_5_diff1 + value: 47.3708 + - type: nauc_ndcg_at_10_max + value: 46.305800000000005 + - type: nauc_ndcg_at_10_std + value: 13.8563 + - type: nauc_ndcg_at_10_diff1 + value: 46.2161 + - type: nauc_ndcg_at_20_max + value: 46.547 + - type: nauc_ndcg_at_20_std + value: 14.746500000000001 + - type: nauc_ndcg_at_20_diff1 + value: 45.8241 + - type: nauc_ndcg_at_100_max + value: 46.8223 + - type: nauc_ndcg_at_100_std + value: 15.3285 + - type: nauc_ndcg_at_100_diff1 + value: 46.470099999999995 + - type: nauc_ndcg_at_1000_max + value: 46.6777 + - type: nauc_ndcg_at_1000_std + value: 14.3656 + - type: nauc_ndcg_at_1000_diff1 + value: 47.3024 + - type: nauc_map_at_1_max + value: 45.277699999999996 + - type: nauc_map_at_1_std + value: 8.4486 + - type: nauc_map_at_1_diff1 + value: 56.5556 + - type: nauc_map_at_3_max + value: 45.536100000000005 + - type: nauc_map_at_3_std + value: 10.555100000000001 + - type: nauc_map_at_3_diff1 + value: 50.8511 + - type: nauc_map_at_5_max + value: 45.6962 + - type: nauc_map_at_5_std + value: 11.1708 + - type: nauc_map_at_5_diff1 + value: 49.8493 + - type: nauc_map_at_10_max + value: 45.83 + - type: nauc_map_at_10_std + value: 11.7378 + - type: nauc_map_at_10_diff1 + value: 49.4193 + - type: nauc_map_at_20_max + value: 45.881699999999995 + - type: nauc_map_at_20_std + value: 11.9504 + - type: nauc_map_at_20_diff1 + value: 49.330600000000004 + - type: nauc_map_at_100_max + value: 45.923700000000004 + - type: nauc_map_at_100_std + value: 12.0218 + - type: nauc_map_at_100_diff1 + value: 49.4458 + - type: nauc_map_at_1000_max + value: 45.9216 + - type: nauc_map_at_1000_std + value: 11.9945 + - type: nauc_map_at_1000_diff1 + value: 49.4724 + - type: nauc_recall_at_1_max + value: 45.277699999999996 + - type: nauc_recall_at_1_std + value: 8.4486 + - type: nauc_recall_at_1_diff1 + value: 56.5556 + - type: nauc_recall_at_3_max + value: 46.0736 + - type: nauc_recall_at_3_std + value: 13.3868 + - type: nauc_recall_at_3_diff1 + value: 44.3913 + - type: nauc_recall_at_5_max + value: 46.8911 + - type: nauc_recall_at_5_std + value: 16.392799999999998 + - type: nauc_recall_at_5_diff1 + value: 39.8177 + - type: nauc_recall_at_10_max + value: 47.9748 + - type: nauc_recall_at_10_std + value: 21.4029 + - type: nauc_recall_at_10_diff1 + value: 35.2649 + - type: nauc_recall_at_20_max + value: 49.3908 + - type: nauc_recall_at_20_std + value: 26.6036 + - type: nauc_recall_at_20_diff1 + value: 32.0814 + - type: nauc_recall_at_100_max + value: 53.539 + - type: nauc_recall_at_100_std + value: 39.2579 + - type: nauc_recall_at_100_diff1 + value: 29.483500000000003 + - type: nauc_recall_at_1000_max + value: 65.35640000000001 + - type: nauc_recall_at_1000_std + value: 57.158699999999996 + - type: nauc_recall_at_1000_diff1 + value: 24.557399999999998 + - type: nauc_precision_at_1_max + value: 45.3065 + - type: nauc_precision_at_1_std + value: 8.438600000000001 + - type: nauc_precision_at_1_diff1 + value: 56.5996 + - type: nauc_precision_at_3_max + value: 46.1054 + - type: nauc_precision_at_3_std + value: 13.3778 + - type: nauc_precision_at_3_diff1 + value: 44.4386 + - type: nauc_precision_at_5_max + value: 46.927 + - type: nauc_precision_at_5_std + value: 16.3847 + - type: nauc_precision_at_5_diff1 + value: 39.868900000000004 + - type: nauc_precision_at_10_max + value: 48.0138 + - type: nauc_precision_at_10_std + value: 21.3945 + - type: nauc_precision_at_10_diff1 + value: 35.3201 + - type: nauc_precision_at_20_max + value: 49.4384 + - type: nauc_precision_at_20_std + value: 26.5966 + - type: nauc_precision_at_20_diff1 + value: 32.1454 + - type: nauc_precision_at_100_max + value: 53.60510000000001 + - type: nauc_precision_at_100_std + value: 39.245400000000004 + - type: nauc_precision_at_100_diff1 + value: 29.5996 + - type: nauc_precision_at_1000_max + value: 65.31320000000001 + - type: nauc_precision_at_1000_std + value: 56.5386 + - type: nauc_precision_at_1000_diff1 + value: 25.1914 + - type: nauc_mrr_at_1_max + value: 45.3065 + - type: nauc_mrr_at_1_std + value: 8.438600000000001 + - type: nauc_mrr_at_1_diff1 + value: 56.5996 + - type: nauc_mrr_at_3_max + value: 45.5645 + - type: nauc_mrr_at_3_std + value: 10.5451 + - type: nauc_mrr_at_3_diff1 + value: 50.8949 + - type: nauc_mrr_at_5_max + value: 45.7248 + - type: nauc_mrr_at_5_std + value: 11.1608 + - type: nauc_mrr_at_5_diff1 + value: 49.8934 + - type: nauc_mrr_at_10_max + value: 45.858900000000006 + - type: nauc_mrr_at_10_std + value: 11.7276 + - type: nauc_mrr_at_10_diff1 + value: 49.464000000000006 + - type: nauc_mrr_at_20_max + value: 45.9109 + - type: nauc_mrr_at_20_std + value: 11.9401 + - type: nauc_mrr_at_20_diff1 + value: 49.3755 + - type: nauc_mrr_at_100_max + value: 45.953 + - type: nauc_mrr_at_100_std + value: 12.0114 + - type: nauc_mrr_at_100_diff1 + value: 49.4912 + - type: nauc_mrr_at_1000_max + value: 45.9504 + - type: nauc_mrr_at_1000_std + value: 11.984200000000001 + - type: nauc_mrr_at_1000_diff1 + value: 49.5171 + - type: main_score + value: 45.078 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.364 + - type: ndcg_at_3 + value: 1.103 + - type: ndcg_at_5 + value: 1.482 + - type: ndcg_at_10 + value: 2.275 + - type: ndcg_at_20 + value: 2.964 + - type: ndcg_at_100 + value: 5.203 + - type: ndcg_at_1000 + value: 12.245000000000001 + - type: map_at_1 + value: 0.364 + - type: map_at_3 + value: 0.8999999999999999 + - type: map_at_5 + value: 1.1119999999999999 + - type: map_at_10 + value: 1.434 + - type: map_at_20 + value: 1.6129999999999998 + - type: map_at_100 + value: 1.881 + - type: map_at_1000 + value: 2.067 + - type: recall_at_1 + value: 0.364 + - type: recall_at_3 + value: 1.699 + - type: recall_at_5 + value: 2.609 + - type: recall_at_10 + value: 5.097 + - type: recall_at_20 + value: 7.888000000000001 + - type: recall_at_100 + value: 20.57 + - type: recall_at_1000 + value: 80.734 + - type: precision_at_1 + value: 0.364 + - type: precision_at_3 + value: 0.5660000000000001 + - type: precision_at_5 + value: 0.522 + - type: precision_at_10 + value: 0.51 + - type: precision_at_20 + value: 0.394 + - type: precision_at_100 + value: 0.20600000000000002 + - type: precision_at_1000 + value: 0.08099999999999999 + - type: mrr_at_1 + value: 0.36410000000000003 + - type: mrr_at_3 + value: 0.9001 + - type: mrr_at_5 + value: 1.1125 + - type: mrr_at_10 + value: 1.4337 + - type: mrr_at_20 + value: 1.6132 + - type: mrr_at_100 + value: 1.8812 + - type: mrr_at_1000 + value: 2.0674 + - type: nauc_ndcg_at_1_max + value: -3.7518999999999996 + - type: nauc_ndcg_at_1_std + value: -29.5265 + - type: nauc_ndcg_at_1_diff1 + value: -9.383 + - type: nauc_ndcg_at_3_max + value: -12.5243 + - type: nauc_ndcg_at_3_std + value: -14.147000000000002 + - type: nauc_ndcg_at_3_diff1 + value: -26.011400000000002 + - type: nauc_ndcg_at_5_max + value: -16.7965 + - type: nauc_ndcg_at_5_std + value: -15.1729 + - type: nauc_ndcg_at_5_diff1 + value: -27.7871 + - type: nauc_ndcg_at_10_max + value: -18.912599999999998 + - type: nauc_ndcg_at_10_std + value: -10.5837 + - type: nauc_ndcg_at_10_diff1 + value: -25.6038 + - type: nauc_ndcg_at_20_max + value: -16.9819 + - type: nauc_ndcg_at_20_std + value: -6.410100000000001 + - type: nauc_ndcg_at_20_diff1 + value: -23.090700000000002 + - type: nauc_ndcg_at_100_max + value: -17.7062 + - type: nauc_ndcg_at_100_std + value: -6.7146 + - type: nauc_ndcg_at_100_diff1 + value: -20.0496 + - type: nauc_ndcg_at_1000_max + value: -17.5259 + - type: nauc_ndcg_at_1000_std + value: -8.1273 + - type: nauc_ndcg_at_1000_diff1 + value: -21.9965 + - type: nauc_map_at_1_max + value: -3.7518999999999996 + - type: nauc_map_at_1_std + value: -29.5265 + - type: nauc_map_at_1_diff1 + value: -9.383 + - type: nauc_map_at_3_max + value: -10.2362 + - type: nauc_map_at_3_std + value: -15.088899999999999 + - type: nauc_map_at_3_diff1 + value: -23.8832 + - type: nauc_map_at_5_max + value: -14.013100000000001 + - type: nauc_map_at_5_std + value: -15.710099999999999 + - type: nauc_map_at_5_diff1 + value: -25.674799999999998 + - type: nauc_map_at_10_max + value: -15.9443 + - type: nauc_map_at_10_std + value: -12.381300000000001 + - type: nauc_map_at_10_diff1 + value: -24.6344 + - type: nauc_map_at_20_max + value: -15.437899999999999 + - type: nauc_map_at_20_std + value: -10.1597 + - type: nauc_map_at_20_diff1 + value: -23.6569 + - type: nauc_map_at_100_max + value: -15.8978 + - type: nauc_map_at_100_std + value: -10.050699999999999 + - type: nauc_map_at_100_diff1 + value: -22.7283 + - type: nauc_map_at_1000_max + value: -16.0717 + - type: nauc_map_at_1000_std + value: -10.3214 + - type: nauc_map_at_1000_diff1 + value: -22.8858 + - type: nauc_recall_at_1_max + value: -3.7518999999999996 + - type: nauc_recall_at_1_std + value: -29.5265 + - type: nauc_recall_at_1_diff1 + value: -9.383 + - type: nauc_recall_at_3_max + value: -16.3357 + - type: nauc_recall_at_3_std + value: -12.829099999999999 + - type: nauc_recall_at_3_diff1 + value: -29.3757 + - type: nauc_recall_at_5_max + value: -20.5745 + - type: nauc_recall_at_5_std + value: -14.627899999999999 + - type: nauc_recall_at_5_diff1 + value: -30.521700000000003 + - type: nauc_recall_at_10_max + value: -21.7653 + - type: nauc_recall_at_10_std + value: -8.8471 + - type: nauc_recall_at_10_diff1 + value: -26.2943 + - type: nauc_recall_at_20_max + value: -17.6809 + - type: nauc_recall_at_20_std + value: -3.1351999999999998 + - type: nauc_recall_at_20_diff1 + value: -22.0324 + - type: nauc_recall_at_100_max + value: -18.315 + - type: nauc_recall_at_100_std + value: -4.9831 + - type: nauc_recall_at_100_diff1 + value: -17.8229 + - type: nauc_recall_at_1000_max + value: -16.108800000000002 + - type: nauc_recall_at_1000_std + value: -6.2484 + - type: nauc_recall_at_1000_diff1 + value: -22.1741 + - type: nauc_precision_at_1_max + value: -3.7518999999999996 + - type: nauc_precision_at_1_std + value: -29.5265 + - type: nauc_precision_at_1_diff1 + value: -9.383 + - type: nauc_precision_at_3_max + value: -16.3357 + - type: nauc_precision_at_3_std + value: -12.829099999999999 + - type: nauc_precision_at_3_diff1 + value: -29.3757 + - type: nauc_precision_at_5_max + value: -20.5745 + - type: nauc_precision_at_5_std + value: -14.627899999999999 + - type: nauc_precision_at_5_diff1 + value: -30.521700000000003 + - type: nauc_precision_at_10_max + value: -21.7653 + - type: nauc_precision_at_10_std + value: -8.8471 + - type: nauc_precision_at_10_diff1 + value: -26.2943 + - type: nauc_precision_at_20_max + value: -17.6809 + - type: nauc_precision_at_20_std + value: -3.1351999999999998 + - type: nauc_precision_at_20_diff1 + value: -22.0324 + - type: nauc_precision_at_100_max + value: -18.315 + - type: nauc_precision_at_100_std + value: -4.9831 + - type: nauc_precision_at_100_diff1 + value: -17.8229 + - type: nauc_precision_at_1000_max + value: -16.253899999999998 + - type: nauc_precision_at_1000_std + value: -6.2287 + - type: nauc_precision_at_1000_diff1 + value: -22.2998 + - type: nauc_mrr_at_1_max + value: -3.7518999999999996 + - type: nauc_mrr_at_1_std + value: -29.5265 + - type: nauc_mrr_at_1_diff1 + value: -9.383 + - type: nauc_mrr_at_3_max + value: -10.2362 + - type: nauc_mrr_at_3_std + value: -15.088899999999999 + - type: nauc_mrr_at_3_diff1 + value: -23.8832 + - type: nauc_mrr_at_5_max + value: -14.013100000000001 + - type: nauc_mrr_at_5_std + value: -15.710099999999999 + - type: nauc_mrr_at_5_diff1 + value: -25.674799999999998 + - type: nauc_mrr_at_10_max + value: -15.9443 + - type: nauc_mrr_at_10_std + value: -12.381300000000001 + - type: nauc_mrr_at_10_diff1 + value: -24.6344 + - type: nauc_mrr_at_20_max + value: -15.437899999999999 + - type: nauc_mrr_at_20_std + value: -10.1597 + - type: nauc_mrr_at_20_diff1 + value: -23.6569 + - type: nauc_mrr_at_100_max + value: -15.8978 + - type: nauc_mrr_at_100_std + value: -10.050699999999999 + - type: nauc_mrr_at_100_diff1 + value: -22.7283 + - type: nauc_mrr_at_1000_max + value: -16.074099999999998 + - type: nauc_mrr_at_1000_std + value: -10.3209 + - type: nauc_mrr_at_1000_diff1 + value: -22.8877 + - type: main_score + value: 2.275 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.8250000000000001 + - type: ndcg_at_3 + value: 1.3559999999999999 + - type: ndcg_at_5 + value: 1.833 + - type: ndcg_at_10 + value: 2.922 + - type: ndcg_at_20 + value: 3.943 + - type: ndcg_at_100 + value: 6.492000000000001 + - type: ndcg_at_1000 + value: 11.162999999999998 + - type: map_at_1 + value: 0.8250000000000001 + - type: map_at_3 + value: 1.222 + - type: map_at_5 + value: 1.481 + - type: map_at_10 + value: 1.9220000000000002 + - type: map_at_20 + value: 2.2009999999999996 + - type: map_at_100 + value: 2.5180000000000002 + - type: map_at_1000 + value: 2.654 + - type: recall_at_1 + value: 0.8250000000000001 + - type: recall_at_3 + value: 1.744 + - type: recall_at_5 + value: 2.926 + - type: recall_at_10 + value: 6.339 + - type: recall_at_20 + value: 10.39 + - type: recall_at_100 + value: 24.644 + - type: recall_at_1000 + value: 63.803 + - type: precision_at_1 + value: 0.8250000000000001 + - type: precision_at_3 + value: 0.581 + - type: precision_at_5 + value: 0.585 + - type: precision_at_10 + value: 0.634 + - type: precision_at_20 + value: 0.52 + - type: precision_at_100 + value: 0.246 + - type: precision_at_1000 + value: 0.064 + - type: mrr_at_1 + value: 0.8252 + - type: mrr_at_3 + value: 1.2222 + - type: mrr_at_5 + value: 1.481 + - type: mrr_at_10 + value: 1.9224 + - type: mrr_at_20 + value: 2.2008 + - type: mrr_at_100 + value: 2.5183 + - type: mrr_at_1000 + value: 2.6538 + - type: nauc_ndcg_at_1_max + value: 0.9053 + - type: nauc_ndcg_at_1_std + value: 34.6374 + - type: nauc_ndcg_at_1_diff1 + value: 27.330900000000003 + - type: nauc_ndcg_at_3_max + value: -5.9703 + - type: nauc_ndcg_at_3_std + value: 37.4608 + - type: nauc_ndcg_at_3_diff1 + value: 16.4823 + - type: nauc_ndcg_at_5_max + value: -6.1077 + - type: nauc_ndcg_at_5_std + value: 36.6763 + - type: nauc_ndcg_at_5_diff1 + value: 12.4611 + - type: nauc_ndcg_at_10_max + value: -4.5079 + - type: nauc_ndcg_at_10_std + value: 27.916400000000003 + - type: nauc_ndcg_at_10_diff1 + value: 10.6386 + - type: nauc_ndcg_at_20_max + value: -2.8867 + - type: nauc_ndcg_at_20_std + value: 24.9533 + - type: nauc_ndcg_at_20_diff1 + value: 8.3649 + - type: nauc_ndcg_at_100_max + value: -3.7651999999999997 + - type: nauc_ndcg_at_100_std + value: 24.0342 + - type: nauc_ndcg_at_100_diff1 + value: 7.2088 + - type: nauc_ndcg_at_1000_max + value: -2.579 + - type: nauc_ndcg_at_1000_std + value: 26.253 + - type: nauc_ndcg_at_1000_diff1 + value: 7.678699999999999 + - type: nauc_map_at_1_max + value: 0.9053 + - type: nauc_map_at_1_std + value: 34.6374 + - type: nauc_map_at_1_diff1 + value: 27.330900000000003 + - type: nauc_map_at_3_max + value: -4.6315 + - type: nauc_map_at_3_std + value: 36.842999999999996 + - type: nauc_map_at_3_diff1 + value: 18.601200000000002 + - type: nauc_map_at_5_max + value: -5.0622 + - type: nauc_map_at_5_std + value: 36.5787 + - type: nauc_map_at_5_diff1 + value: 15.4748 + - type: nauc_map_at_10_max + value: -4.2324 + - type: nauc_map_at_10_std + value: 31.355300000000003 + - type: nauc_map_at_10_diff1 + value: 13.7376 + - type: nauc_map_at_20_max + value: -3.4449 + - type: nauc_map_at_20_std + value: 29.524299999999997 + - type: nauc_map_at_20_diff1 + value: 12.3653 + - type: nauc_map_at_100_max + value: -3.6995 + - type: nauc_map_at_100_std + value: 28.8678 + - type: nauc_map_at_100_diff1 + value: 11.617700000000001 + - type: nauc_map_at_1000_max + value: -3.6461 + - type: nauc_map_at_1000_std + value: 29.0105 + - type: nauc_map_at_1000_diff1 + value: 11.6262 + - type: nauc_recall_at_1_max + value: 0.9053 + - type: nauc_recall_at_1_std + value: 34.6374 + - type: nauc_recall_at_1_diff1 + value: 27.330900000000003 + - type: nauc_recall_at_3_max + value: -8.7411 + - type: nauc_recall_at_3_std + value: 38.7558 + - type: nauc_recall_at_3_diff1 + value: 12.0955 + - type: nauc_recall_at_5_max + value: -7.6163 + - type: nauc_recall_at_5_std + value: 36.6908 + - type: nauc_recall_at_5_diff1 + value: 7.7404 + - type: nauc_recall_at_10_max + value: -4.6257 + - type: nauc_recall_at_10_std + value: 23.798099999999998 + - type: nauc_recall_at_10_diff1 + value: 7.5243 + - type: nauc_recall_at_20_max + value: -2.182 + - type: nauc_recall_at_20_std + value: 20.8335 + - type: nauc_recall_at_20_diff1 + value: 5.0846 + - type: nauc_recall_at_100_max + value: -3.8514 + - type: nauc_recall_at_100_std + value: 21.1533 + - type: nauc_recall_at_100_diff1 + value: 4.826 + - type: nauc_recall_at_1000_max + value: -0.5378 + - type: nauc_recall_at_1000_std + value: 26.6266 + - type: nauc_recall_at_1000_diff1 + value: 5.8276 + - type: nauc_precision_at_1_max + value: 0.9053 + - type: nauc_precision_at_1_std + value: 34.6374 + - type: nauc_precision_at_1_diff1 + value: 27.330900000000003 + - type: nauc_precision_at_3_max + value: -8.7411 + - type: nauc_precision_at_3_std + value: 38.7558 + - type: nauc_precision_at_3_diff1 + value: 12.0955 + - type: nauc_precision_at_5_max + value: -7.6163 + - type: nauc_precision_at_5_std + value: 36.6908 + - type: nauc_precision_at_5_diff1 + value: 7.7404 + - type: nauc_precision_at_10_max + value: -4.6257 + - type: nauc_precision_at_10_std + value: 23.798099999999998 + - type: nauc_precision_at_10_diff1 + value: 7.5243 + - type: nauc_precision_at_20_max + value: -2.182 + - type: nauc_precision_at_20_std + value: 20.8335 + - type: nauc_precision_at_20_diff1 + value: 5.0846 + - type: nauc_precision_at_100_max + value: -3.8514 + - type: nauc_precision_at_100_std + value: 21.1533 + - type: nauc_precision_at_100_diff1 + value: 4.826 + - type: nauc_precision_at_1000_max + value: -0.5238999999999999 + - type: nauc_precision_at_1000_std + value: 26.6614 + - type: nauc_precision_at_1000_diff1 + value: 5.9221 + - type: nauc_mrr_at_1_max + value: 0.9053 + - type: nauc_mrr_at_1_std + value: 34.6374 + - type: nauc_mrr_at_1_diff1 + value: 27.330900000000003 + - type: nauc_mrr_at_3_max + value: -4.6315 + - type: nauc_mrr_at_3_std + value: 36.842999999999996 + - type: nauc_mrr_at_3_diff1 + value: 18.601200000000002 + - type: nauc_mrr_at_5_max + value: -5.0622 + - type: nauc_mrr_at_5_std + value: 36.5787 + - type: nauc_mrr_at_5_diff1 + value: 15.4748 + - type: nauc_mrr_at_10_max + value: -4.2324 + - type: nauc_mrr_at_10_std + value: 31.355300000000003 + - type: nauc_mrr_at_10_diff1 + value: 13.7376 + - type: nauc_mrr_at_20_max + value: -3.4449 + - type: nauc_mrr_at_20_std + value: 29.524299999999997 + - type: nauc_mrr_at_20_diff1 + value: 12.3653 + - type: nauc_mrr_at_100_max + value: -3.6995 + - type: nauc_mrr_at_100_std + value: 28.8678 + - type: nauc_mrr_at_100_diff1 + value: 11.617700000000001 + - type: nauc_mrr_at_1000_max + value: -3.6457 + - type: nauc_mrr_at_1000_std + value: 29.010799999999996 + - type: nauc_mrr_at_1000_diff1 + value: 11.6281 + - type: main_score + value: 2.922 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.5559999999999999 + - type: ndcg_at_3 + value: 1.21 + - type: ndcg_at_5 + value: 1.504 + - type: ndcg_at_10 + value: 2.051 + - type: ndcg_at_20 + value: 2.662 + - type: ndcg_at_100 + value: 4.553 + - type: ndcg_at_1000 + value: 11.068999999999999 + - type: map_at_1 + value: 0.5559999999999999 + - type: map_at_3 + value: 1.036 + - type: map_at_5 + value: 1.201 + - type: map_at_10 + value: 1.421 + - type: map_at_20 + value: 1.587 + - type: map_at_100 + value: 1.817 + - type: map_at_1000 + value: 1.9849999999999999 + - type: recall_at_1 + value: 0.5559999999999999 + - type: recall_at_3 + value: 1.719 + - type: recall_at_5 + value: 2.427 + - type: recall_at_10 + value: 4.146 + - type: recall_at_20 + value: 6.572 + - type: recall_at_100 + value: 17.24 + - type: recall_at_1000 + value: 73.155 + - type: precision_at_1 + value: 0.5559999999999999 + - type: precision_at_3 + value: 0.573 + - type: precision_at_5 + value: 0.485 + - type: precision_at_10 + value: 0.415 + - type: precision_at_20 + value: 0.329 + - type: precision_at_100 + value: 0.172 + - type: precision_at_1000 + value: 0.073 + - type: mrr_at_1 + value: 0.5561 + - type: mrr_at_3 + value: 1.0364 + - type: mrr_at_5 + value: 1.2007 + - type: mrr_at_10 + value: 1.4211 + - type: mrr_at_20 + value: 1.5872000000000002 + - type: mrr_at_100 + value: 1.8167 + - type: mrr_at_1000 + value: 1.9851 + - type: nauc_ndcg_at_1_max + value: -29.040100000000002 + - type: nauc_ndcg_at_1_std + value: 3.4861999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 4.853 + - type: nauc_ndcg_at_3_max + value: -12.983 + - type: nauc_ndcg_at_3_std + value: 1.7259 + - type: nauc_ndcg_at_3_diff1 + value: 8.4265 + - type: nauc_ndcg_at_5_max + value: -10.3764 + - type: nauc_ndcg_at_5_std + value: 2.8069 + - type: nauc_ndcg_at_5_diff1 + value: 14.2088 + - type: nauc_ndcg_at_10_max + value: -7.5885 + - type: nauc_ndcg_at_10_std + value: 0.9875999999999999 + - type: nauc_ndcg_at_10_diff1 + value: 14.482800000000001 + - type: nauc_ndcg_at_20_max + value: -1.1437 + - type: nauc_ndcg_at_20_std + value: 4.1508 + - type: nauc_ndcg_at_20_diff1 + value: 14.4809 + - type: nauc_ndcg_at_100_max + value: -2.751 + - type: nauc_ndcg_at_100_std + value: 0.6817 + - type: nauc_ndcg_at_100_diff1 + value: 12.5662 + - type: nauc_ndcg_at_1000_max + value: -0.5488999999999999 + - type: nauc_ndcg_at_1000_std + value: 0.3646 + - type: nauc_ndcg_at_1000_diff1 + value: 11.4795 + - type: nauc_map_at_1_max + value: -29.040100000000002 + - type: nauc_map_at_1_std + value: 3.4861999999999997 + - type: nauc_map_at_1_diff1 + value: 4.853 + - type: nauc_map_at_3_max + value: -15.252199999999998 + - type: nauc_map_at_3_std + value: 1.5733000000000001 + - type: nauc_map_at_3_diff1 + value: 8.1455 + - type: nauc_map_at_5_max + value: -12.8825 + - type: nauc_map_at_5_std + value: 2.2918000000000003 + - type: nauc_map_at_5_diff1 + value: 12.5441 + - type: nauc_map_at_10_max + value: -10.509 + - type: nauc_map_at_10_std + value: 1.3444 + - type: nauc_map_at_10_diff1 + value: 13.108600000000001 + - type: nauc_map_at_20_max + value: -7.0383000000000004 + - type: nauc_map_at_20_std + value: 2.9145999999999996 + - type: nauc_map_at_20_diff1 + value: 13.2725 + - type: nauc_map_at_100_max + value: -6.7613 + - type: nauc_map_at_100_std + value: 2.1599 + - type: nauc_map_at_100_diff1 + value: 12.7128 + - type: nauc_map_at_1000_max + value: -6.5134 + - type: nauc_map_at_1000_std + value: 1.9965 + - type: nauc_map_at_1000_diff1 + value: 12.581100000000001 + - type: nauc_recall_at_1_max + value: -29.040100000000002 + - type: nauc_recall_at_1_std + value: 3.4861999999999997 + - type: nauc_recall_at_1_diff1 + value: 4.853 + - type: nauc_recall_at_3_max + value: -8.9869 + - type: nauc_recall_at_3_std + value: 2.086 + - type: nauc_recall_at_3_diff1 + value: 8.8702 + - type: nauc_recall_at_5_max + value: -6.737 + - type: nauc_recall_at_5_std + value: 3.7180999999999997 + - type: nauc_recall_at_5_diff1 + value: 16.743199999999998 + - type: nauc_recall_at_10_max + value: -4.5687999999999995 + - type: nauc_recall_at_10_std + value: 0.45659999999999995 + - type: nauc_recall_at_10_diff1 + value: 15.862000000000002 + - type: nauc_recall_at_20_max + value: 4.2678 + - type: nauc_recall_at_20_std + value: 5.4234 + - type: nauc_recall_at_20_diff1 + value: 15.3079 + - type: nauc_recall_at_100_max + value: -1.4296 + - type: nauc_recall_at_100_std + value: -0.9698 + - type: nauc_recall_at_100_diff1 + value: 12.1166 + - type: nauc_recall_at_1000_max + value: 4.0125 + - type: nauc_recall_at_1000_std + value: -1.0373 + - type: nauc_recall_at_1000_diff1 + value: 9.934 + - type: nauc_precision_at_1_max + value: -29.040100000000002 + - type: nauc_precision_at_1_std + value: 3.4861999999999997 + - type: nauc_precision_at_1_diff1 + value: 4.853 + - type: nauc_precision_at_3_max + value: -8.9869 + - type: nauc_precision_at_3_std + value: 2.086 + - type: nauc_precision_at_3_diff1 + value: 8.8702 + - type: nauc_precision_at_5_max + value: -6.737 + - type: nauc_precision_at_5_std + value: 3.7180999999999997 + - type: nauc_precision_at_5_diff1 + value: 16.743199999999998 + - type: nauc_precision_at_10_max + value: -4.5687999999999995 + - type: nauc_precision_at_10_std + value: 0.45659999999999995 + - type: nauc_precision_at_10_diff1 + value: 15.862000000000002 + - type: nauc_precision_at_20_max + value: 4.2678 + - type: nauc_precision_at_20_std + value: 5.4234 + - type: nauc_precision_at_20_diff1 + value: 15.3079 + - type: nauc_precision_at_100_max + value: -1.4296 + - type: nauc_precision_at_100_std + value: -0.9698 + - type: nauc_precision_at_100_diff1 + value: 12.1166 + - type: nauc_precision_at_1000_max + value: 4.0125 + - type: nauc_precision_at_1000_std + value: -1.0373 + - type: nauc_precision_at_1000_diff1 + value: 9.934 + - type: nauc_mrr_at_1_max + value: -29.040100000000002 + - type: nauc_mrr_at_1_std + value: 3.4861999999999997 + - type: nauc_mrr_at_1_diff1 + value: 4.853 + - type: nauc_mrr_at_3_max + value: -15.252199999999998 + - type: nauc_mrr_at_3_std + value: 1.5733000000000001 + - type: nauc_mrr_at_3_diff1 + value: 8.1455 + - type: nauc_mrr_at_5_max + value: -12.8825 + - type: nauc_mrr_at_5_std + value: 2.2918000000000003 + - type: nauc_mrr_at_5_diff1 + value: 12.5441 + - type: nauc_mrr_at_10_max + value: -10.509 + - type: nauc_mrr_at_10_std + value: 1.3444 + - type: nauc_mrr_at_10_diff1 + value: 13.108600000000001 + - type: nauc_mrr_at_20_max + value: -7.0383000000000004 + - type: nauc_mrr_at_20_std + value: 2.9145999999999996 + - type: nauc_mrr_at_20_diff1 + value: 13.2725 + - type: nauc_mrr_at_100_max + value: -6.7613 + - type: nauc_mrr_at_100_std + value: 2.1599 + - type: nauc_mrr_at_100_diff1 + value: 12.7128 + - type: nauc_mrr_at_1000_max + value: -6.5134 + - type: nauc_mrr_at_1000_std + value: 1.9965 + - type: nauc_mrr_at_1000_diff1 + value: 12.581100000000001 + - type: main_score + value: 2.051 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.601 + - type: ndcg_at_3 + value: 0.889 + - type: ndcg_at_5 + value: 1.026 + - type: ndcg_at_10 + value: 1.2409999999999999 + - type: ndcg_at_20 + value: 1.482 + - type: ndcg_at_100 + value: 2.6599999999999997 + - type: ndcg_at_1000 + value: 9.371 + - type: map_at_1 + value: 0.601 + - type: map_at_3 + value: 0.819 + - type: map_at_5 + value: 0.8959999999999999 + - type: map_at_10 + value: 0.9860000000000001 + - type: map_at_20 + value: 1.048 + - type: map_at_100 + value: 1.188 + - type: map_at_1000 + value: 1.345 + - type: recall_at_1 + value: 0.601 + - type: recall_at_3 + value: 1.0919999999999999 + - type: recall_at_5 + value: 1.4200000000000002 + - type: recall_at_10 + value: 2.075 + - type: recall_at_20 + value: 3.058 + - type: recall_at_100 + value: 9.776 + - type: recall_at_1000 + value: 68.542 + - type: precision_at_1 + value: 0.601 + - type: precision_at_3 + value: 0.364 + - type: precision_at_5 + value: 0.28400000000000003 + - type: precision_at_10 + value: 0.208 + - type: precision_at_20 + value: 0.153 + - type: precision_at_100 + value: 0.098 + - type: precision_at_1000 + value: 0.06899999999999999 + - type: mrr_at_1 + value: 0.6008 + - type: mrr_at_3 + value: 0.8191999999999999 + - type: mrr_at_5 + value: 0.8956999999999999 + - type: mrr_at_10 + value: 0.9862 + - type: mrr_at_20 + value: 1.0482 + - type: mrr_at_100 + value: 1.1877 + - type: mrr_at_1000 + value: 1.3445 + - type: nauc_ndcg_at_1_max + value: 77.7698 + - type: nauc_ndcg_at_1_std + value: 20.3921 + - type: nauc_ndcg_at_1_diff1 + value: 78.9992 + - type: nauc_ndcg_at_3_max + value: 66.8338 + - type: nauc_ndcg_at_3_std + value: 17.974300000000003 + - type: nauc_ndcg_at_3_diff1 + value: 66.3534 + - type: nauc_ndcg_at_5_max + value: 60.3363 + - type: nauc_ndcg_at_5_std + value: 15.3865 + - type: nauc_ndcg_at_5_diff1 + value: 65.0806 + - type: nauc_ndcg_at_10_max + value: 48.2563 + - type: nauc_ndcg_at_10_std + value: 9.5647 + - type: nauc_ndcg_at_10_diff1 + value: 53.7428 + - type: nauc_ndcg_at_20_max + value: 41.3929 + - type: nauc_ndcg_at_20_std + value: 7.0908999999999995 + - type: nauc_ndcg_at_20_diff1 + value: 47.028999999999996 + - type: nauc_ndcg_at_100_max + value: 29.4137 + - type: nauc_ndcg_at_100_std + value: 7.297 + - type: nauc_ndcg_at_100_diff1 + value: 33.575 + - type: nauc_ndcg_at_1000_max + value: 21.2503 + - type: nauc_ndcg_at_1000_std + value: 5.9479999999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 21.8539 + - type: nauc_map_at_1_max + value: 77.7698 + - type: nauc_map_at_1_std + value: 20.3921 + - type: nauc_map_at_1_diff1 + value: 78.9992 + - type: nauc_map_at_3_max + value: 68.6336 + - type: nauc_map_at_3_std + value: 18.1845 + - type: nauc_map_at_3_diff1 + value: 68.3602 + - type: nauc_map_at_5_max + value: 64.2857 + - type: nauc_map_at_5_std + value: 16.4486 + - type: nauc_map_at_5_diff1 + value: 67.4023 + - type: nauc_map_at_10_max + value: 57.523599999999995 + - type: nauc_map_at_10_std + value: 13.2337 + - type: nauc_map_at_10_diff1 + value: 61.1023 + - type: nauc_map_at_20_max + value: 54.5881 + - type: nauc_map_at_20_std + value: 12.1576 + - type: nauc_map_at_20_diff1 + value: 58.4532 + - type: nauc_map_at_100_max + value: 49.6122 + - type: nauc_map_at_100_std + value: 11.368599999999999 + - type: nauc_map_at_100_diff1 + value: 53.6787 + - type: nauc_map_at_1000_max + value: 47.6843 + - type: nauc_map_at_1000_std + value: 10.9958 + - type: nauc_map_at_1000_diff1 + value: 51.4409 + - type: nauc_recall_at_1_max + value: 77.7698 + - type: nauc_recall_at_1_std + value: 20.3921 + - type: nauc_recall_at_1_diff1 + value: 78.9992 + - type: nauc_recall_at_3_max + value: 62.9798 + - type: nauc_recall_at_3_std + value: 17.5866 + - type: nauc_recall_at_3_diff1 + value: 62.0812 + - type: nauc_recall_at_5_max + value: 52.6436 + - type: nauc_recall_at_5_std + value: 13.3293 + - type: nauc_recall_at_5_diff1 + value: 60.7765 + - type: nauc_recall_at_10_max + value: 33.076100000000004 + - type: nauc_recall_at_10_std + value: 3.4612 + - type: nauc_recall_at_10_diff1 + value: 41.6937 + - type: nauc_recall_at_20_max + value: 24.080099999999998 + - type: nauc_recall_at_20_std + value: 0.41279999999999994 + - type: nauc_recall_at_20_diff1 + value: 31.678299999999997 + - type: nauc_recall_at_100_max + value: 17.8562 + - type: nauc_recall_at_100_std + value: 5.8204 + - type: nauc_recall_at_100_diff1 + value: 21.090600000000002 + - type: nauc_recall_at_1000_max + value: 8.8523 + - type: nauc_recall_at_1000_std + value: 4.2437000000000005 + - type: nauc_recall_at_1000_diff1 + value: 5.9054 + - type: nauc_precision_at_1_max + value: 77.7698 + - type: nauc_precision_at_1_std + value: 20.3921 + - type: nauc_precision_at_1_diff1 + value: 78.9992 + - type: nauc_precision_at_3_max + value: 62.9798 + - type: nauc_precision_at_3_std + value: 17.5866 + - type: nauc_precision_at_3_diff1 + value: 62.0812 + - type: nauc_precision_at_5_max + value: 52.6436 + - type: nauc_precision_at_5_std + value: 13.3293 + - type: nauc_precision_at_5_diff1 + value: 60.7765 + - type: nauc_precision_at_10_max + value: 33.076100000000004 + - type: nauc_precision_at_10_std + value: 3.4612 + - type: nauc_precision_at_10_diff1 + value: 41.6937 + - type: nauc_precision_at_20_max + value: 24.080099999999998 + - type: nauc_precision_at_20_std + value: 0.41279999999999994 + - type: nauc_precision_at_20_diff1 + value: 31.678299999999997 + - type: nauc_precision_at_100_max + value: 17.8562 + - type: nauc_precision_at_100_std + value: 5.8204 + - type: nauc_precision_at_100_diff1 + value: 21.090600000000002 + - type: nauc_precision_at_1000_max + value: 8.8523 + - type: nauc_precision_at_1000_std + value: 4.2437000000000005 + - type: nauc_precision_at_1000_diff1 + value: 5.9054 + - type: nauc_mrr_at_1_max + value: 77.7698 + - type: nauc_mrr_at_1_std + value: 20.3921 + - type: nauc_mrr_at_1_diff1 + value: 78.9992 + - type: nauc_mrr_at_3_max + value: 68.6336 + - type: nauc_mrr_at_3_std + value: 18.1845 + - type: nauc_mrr_at_3_diff1 + value: 68.3602 + - type: nauc_mrr_at_5_max + value: 64.2857 + - type: nauc_mrr_at_5_std + value: 16.4486 + - type: nauc_mrr_at_5_diff1 + value: 67.4023 + - type: nauc_mrr_at_10_max + value: 57.523599999999995 + - type: nauc_mrr_at_10_std + value: 13.2337 + - type: nauc_mrr_at_10_diff1 + value: 61.1023 + - type: nauc_mrr_at_20_max + value: 54.5881 + - type: nauc_mrr_at_20_std + value: 12.1576 + - type: nauc_mrr_at_20_diff1 + value: 58.4532 + - type: nauc_mrr_at_100_max + value: 49.6122 + - type: nauc_mrr_at_100_std + value: 11.368599999999999 + - type: nauc_mrr_at_100_diff1 + value: 53.6787 + - type: nauc_mrr_at_1000_max + value: 47.6843 + - type: nauc_mrr_at_1000_std + value: 10.9958 + - type: nauc_mrr_at_1000_diff1 + value: 51.4409 + - type: main_score + value: 1.2409999999999999 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.3679999999999999 + - type: ndcg_at_3 + value: 2.265 + - type: ndcg_at_5 + value: 2.624 + - type: ndcg_at_10 + value: 3.145 + - type: ndcg_at_20 + value: 3.987 + - type: ndcg_at_100 + value: 5.968 + - type: ndcg_at_1000 + value: 11.899999999999999 + - type: map_at_1 + value: 1.3679999999999999 + - type: map_at_3 + value: 2.035 + - type: map_at_5 + value: 2.233 + - type: map_at_10 + value: 2.448 + - type: map_at_20 + value: 2.68 + - type: map_at_100 + value: 2.922 + - type: map_at_1000 + value: 3.073 + - type: recall_at_1 + value: 1.3679999999999999 + - type: recall_at_3 + value: 2.931 + - type: recall_at_5 + value: 3.81 + - type: recall_at_10 + value: 5.423 + - type: recall_at_20 + value: 8.745 + - type: recall_at_100 + value: 19.883 + - type: recall_at_1000 + value: 70.982 + - type: precision_at_1 + value: 1.3679999999999999 + - type: precision_at_3 + value: 0.9769999999999999 + - type: precision_at_5 + value: 0.762 + - type: precision_at_10 + value: 0.542 + - type: precision_at_20 + value: 0.437 + - type: precision_at_100 + value: 0.199 + - type: precision_at_1000 + value: 0.07100000000000001 + - type: mrr_at_1 + value: 1.3679000000000001 + - type: mrr_at_3 + value: 2.0355000000000003 + - type: mrr_at_5 + value: 2.2333 + - type: mrr_at_10 + value: 2.4479 + - type: mrr_at_20 + value: 2.6803 + - type: mrr_at_100 + value: 2.9221 + - type: mrr_at_1000 + value: 3.0726 + - type: nauc_ndcg_at_1_max + value: 52.535900000000005 + - type: nauc_ndcg_at_1_std + value: 18.306 + - type: nauc_ndcg_at_1_diff1 + value: 27.1778 + - type: nauc_ndcg_at_3_max + value: 38.7016 + - type: nauc_ndcg_at_3_std + value: 22.3974 + - type: nauc_ndcg_at_3_diff1 + value: 16.9236 + - type: nauc_ndcg_at_5_max + value: 37.977 + - type: nauc_ndcg_at_5_std + value: 21.3218 + - type: nauc_ndcg_at_5_diff1 + value: 15.260399999999999 + - type: nauc_ndcg_at_10_max + value: 30.9767 + - type: nauc_ndcg_at_10_std + value: 17.6847 + - type: nauc_ndcg_at_10_diff1 + value: 10.74 + - type: nauc_ndcg_at_20_max + value: 24.979000000000003 + - type: nauc_ndcg_at_20_std + value: 14.299500000000002 + - type: nauc_ndcg_at_20_diff1 + value: 10.2 + - type: nauc_ndcg_at_100_max + value: 23.3543 + - type: nauc_ndcg_at_100_std + value: 15.660599999999999 + - type: nauc_ndcg_at_100_diff1 + value: 9.1841 + - type: nauc_ndcg_at_1000_max + value: 21.5855 + - type: nauc_ndcg_at_1000_std + value: 12.239 + - type: nauc_ndcg_at_1000_diff1 + value: 8.6965 + - type: nauc_map_at_1_max + value: 52.535900000000005 + - type: nauc_map_at_1_std + value: 18.306 + - type: nauc_map_at_1_diff1 + value: 27.1778 + - type: nauc_map_at_3_max + value: 40.8393 + - type: nauc_map_at_3_std + value: 21.5482 + - type: nauc_map_at_3_diff1 + value: 18.6006 + - type: nauc_map_at_5_max + value: 40.137 + - type: nauc_map_at_5_std + value: 20.856099999999998 + - type: nauc_map_at_5_diff1 + value: 17.3433 + - type: nauc_map_at_10_max + value: 36.3228 + - type: nauc_map_at_10_std + value: 18.9674 + - type: nauc_map_at_10_diff1 + value: 14.8143 + - type: nauc_map_at_20_max + value: 33.3903 + - type: nauc_map_at_20_std + value: 17.4436 + - type: nauc_map_at_20_diff1 + value: 14.255799999999999 + - type: nauc_map_at_100_max + value: 32.6139 + - type: nauc_map_at_100_std + value: 17.6827 + - type: nauc_map_at_100_diff1 + value: 13.9154 + - type: nauc_map_at_1000_max + value: 32.3866 + - type: nauc_map_at_1000_std + value: 17.4797 + - type: nauc_map_at_1000_diff1 + value: 13.8247 + - type: nauc_recall_at_1_max + value: 52.535900000000005 + - type: nauc_recall_at_1_std + value: 18.306 + - type: nauc_recall_at_1_diff1 + value: 27.1778 + - type: nauc_recall_at_3_max + value: 34.4478 + - type: nauc_recall_at_3_std + value: 24.1526 + - type: nauc_recall_at_3_diff1 + value: 13.5584 + - type: nauc_recall_at_5_max + value: 34.316 + - type: nauc_recall_at_5_std + value: 22.1098 + - type: nauc_recall_at_5_diff1 + value: 11.6135 + - type: nauc_recall_at_10_max + value: 22.6634 + - type: nauc_recall_at_10_std + value: 15.3643 + - type: nauc_recall_at_10_diff1 + value: 4.4830000000000005 + - type: nauc_recall_at_20_max + value: 15.0415 + - type: nauc_recall_at_20_std + value: 10.205 + - type: nauc_recall_at_20_diff1 + value: 5.8558 + - type: nauc_recall_at_100_max + value: 16.485 + - type: nauc_recall_at_100_std + value: 14.364799999999999 + - type: nauc_recall_at_100_diff1 + value: 5.6514 + - type: nauc_recall_at_1000_max + value: 11.0314 + - type: nauc_recall_at_1000_std + value: 3.7834 + - type: nauc_recall_at_1000_diff1 + value: 4.257099999999999 + - type: nauc_precision_at_1_max + value: 52.535900000000005 + - type: nauc_precision_at_1_std + value: 18.306 + - type: nauc_precision_at_1_diff1 + value: 27.1778 + - type: nauc_precision_at_3_max + value: 34.4478 + - type: nauc_precision_at_3_std + value: 24.1526 + - type: nauc_precision_at_3_diff1 + value: 13.5584 + - type: nauc_precision_at_5_max + value: 34.316 + - type: nauc_precision_at_5_std + value: 22.1098 + - type: nauc_precision_at_5_diff1 + value: 11.6135 + - type: nauc_precision_at_10_max + value: 22.6634 + - type: nauc_precision_at_10_std + value: 15.3643 + - type: nauc_precision_at_10_diff1 + value: 4.4830000000000005 + - type: nauc_precision_at_20_max + value: 15.0415 + - type: nauc_precision_at_20_std + value: 10.205 + - type: nauc_precision_at_20_diff1 + value: 5.8558 + - type: nauc_precision_at_100_max + value: 16.485 + - type: nauc_precision_at_100_std + value: 14.364799999999999 + - type: nauc_precision_at_100_diff1 + value: 5.6514 + - type: nauc_precision_at_1000_max + value: 11.0314 + - type: nauc_precision_at_1000_std + value: 3.7834 + - type: nauc_precision_at_1000_diff1 + value: 4.257099999999999 + - type: nauc_mrr_at_1_max + value: 52.535900000000005 + - type: nauc_mrr_at_1_std + value: 18.306 + - type: nauc_mrr_at_1_diff1 + value: 27.1778 + - type: nauc_mrr_at_3_max + value: 40.8393 + - type: nauc_mrr_at_3_std + value: 21.5482 + - type: nauc_mrr_at_3_diff1 + value: 18.6006 + - type: nauc_mrr_at_5_max + value: 40.137 + - type: nauc_mrr_at_5_std + value: 20.856099999999998 + - type: nauc_mrr_at_5_diff1 + value: 17.3433 + - type: nauc_mrr_at_10_max + value: 36.3228 + - type: nauc_mrr_at_10_std + value: 18.9674 + - type: nauc_mrr_at_10_diff1 + value: 14.8143 + - type: nauc_mrr_at_20_max + value: 33.3903 + - type: nauc_mrr_at_20_std + value: 17.4436 + - type: nauc_mrr_at_20_diff1 + value: 14.255799999999999 + - type: nauc_mrr_at_100_max + value: 32.6139 + - type: nauc_mrr_at_100_std + value: 17.6827 + - type: nauc_mrr_at_100_diff1 + value: 13.9154 + - type: nauc_mrr_at_1000_max + value: 32.3866 + - type: nauc_mrr_at_1000_std + value: 17.4797 + - type: nauc_mrr_at_1000_diff1 + value: 13.8247 + - type: main_score + value: 3.145 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.6799999999999999 + - type: ndcg_at_3 + value: 1.04 + - type: ndcg_at_5 + value: 1.106 + - type: ndcg_at_10 + value: 1.3719999999999999 + - type: ndcg_at_20 + value: 1.593 + - type: ndcg_at_100 + value: 2.919 + - type: ndcg_at_1000 + value: 9.011 + - type: map_at_1 + value: 0.6799999999999999 + - type: map_at_3 + value: 0.9329999999999999 + - type: map_at_5 + value: 0.9690000000000001 + - type: map_at_10 + value: 1.077 + - type: map_at_20 + value: 1.1360000000000001 + - type: map_at_100 + value: 1.287 + - type: map_at_1000 + value: 1.427 + - type: recall_at_1 + value: 0.6799999999999999 + - type: recall_at_3 + value: 1.3599999999999999 + - type: recall_at_5 + value: 1.517 + - type: recall_at_10 + value: 2.3539999999999996 + - type: recall_at_20 + value: 3.243 + - type: recall_at_100 + value: 10.879 + - type: recall_at_1000 + value: 64.331 + - type: precision_at_1 + value: 0.6799999999999999 + - type: precision_at_3 + value: 0.453 + - type: precision_at_5 + value: 0.303 + - type: precision_at_10 + value: 0.23500000000000001 + - type: precision_at_20 + value: 0.16199999999999998 + - type: precision_at_100 + value: 0.109 + - type: precision_at_1000 + value: 0.064 + - type: mrr_at_1 + value: 0.6799000000000001 + - type: mrr_at_3 + value: 0.9327 + - type: mrr_at_5 + value: 0.9693 + - type: mrr_at_10 + value: 1.0768 + - type: mrr_at_20 + value: 1.1357000000000002 + - type: mrr_at_100 + value: 1.2868 + - type: mrr_at_1000 + value: 1.4273 + - type: nauc_ndcg_at_1_max + value: 41.249900000000004 + - type: nauc_ndcg_at_1_std + value: -33.319900000000004 + - type: nauc_ndcg_at_1_diff1 + value: 51.519499999999994 + - type: nauc_ndcg_at_3_max + value: 34.7164 + - type: nauc_ndcg_at_3_std + value: -21.9086 + - type: nauc_ndcg_at_3_diff1 + value: 35.729 + - type: nauc_ndcg_at_5_max + value: 31.593 + - type: nauc_ndcg_at_5_std + value: -22.2105 + - type: nauc_ndcg_at_5_diff1 + value: 32.5021 + - type: nauc_ndcg_at_10_max + value: 22.934099999999997 + - type: nauc_ndcg_at_10_std + value: -26.092900000000004 + - type: nauc_ndcg_at_10_diff1 + value: 30.260199999999998 + - type: nauc_ndcg_at_20_max + value: 18.6683 + - type: nauc_ndcg_at_20_std + value: -25.922800000000002 + - type: nauc_ndcg_at_20_diff1 + value: 27.7016 + - type: nauc_ndcg_at_100_max + value: 8.9347 + - type: nauc_ndcg_at_100_std + value: -18.1861 + - type: nauc_ndcg_at_100_diff1 + value: 16.4918 + - type: nauc_ndcg_at_1000_max + value: 9.234399999999999 + - type: nauc_ndcg_at_1000_std + value: -10.485 + - type: nauc_ndcg_at_1000_diff1 + value: 10.838000000000001 + - type: nauc_map_at_1_max + value: 41.249900000000004 + - type: nauc_map_at_1_std + value: -33.319900000000004 + - type: nauc_map_at_1_diff1 + value: 51.519499999999994 + - type: nauc_map_at_3_max + value: 36.4384 + - type: nauc_map_at_3_std + value: -24.341099999999997 + - type: nauc_map_at_3_diff1 + value: 39.5864 + - type: nauc_map_at_5_max + value: 34.3083 + - type: nauc_map_at_5_std + value: -24.5211 + - type: nauc_map_at_5_diff1 + value: 37.406299999999995 + - type: nauc_map_at_10_max + value: 29.3792 + - type: nauc_map_at_10_std + value: -26.3575 + - type: nauc_map_at_10_diff1 + value: 35.702 + - type: nauc_map_at_20_max + value: 27.6229 + - type: nauc_map_at_20_std + value: -26.238699999999998 + - type: nauc_map_at_20_diff1 + value: 34.6871 + - type: nauc_map_at_100_max + value: 24.1785 + - type: nauc_map_at_100_std + value: -24.1922 + - type: nauc_map_at_100_diff1 + value: 31.005399999999998 + - type: nauc_map_at_1000_max + value: 23.3614 + - type: nauc_map_at_1000_std + value: -23.3509 + - type: nauc_map_at_1000_diff1 + value: 29.904700000000002 + - type: nauc_recall_at_1_max + value: 41.249900000000004 + - type: nauc_recall_at_1_std + value: -33.319900000000004 + - type: nauc_recall_at_1_diff1 + value: 51.519499999999994 + - type: nauc_recall_at_3_max + value: 31.1456 + - type: nauc_recall_at_3_std + value: -16.9729 + - type: nauc_recall_at_3_diff1 + value: 27.7874 + - type: nauc_recall_at_5_max + value: 26.2196 + - type: nauc_recall_at_5_std + value: -17.8042 + - type: nauc_recall_at_5_diff1 + value: 22.875799999999998 + - type: nauc_recall_at_10_max + value: 12.779399999999999 + - type: nauc_recall_at_10_std + value: -26.302300000000002 + - type: nauc_recall_at_10_diff1 + value: 22.3362 + - type: nauc_recall_at_20_max + value: 6.689100000000001 + - type: nauc_recall_at_20_std + value: -26.028200000000002 + - type: nauc_recall_at_20_diff1 + value: 18.8748 + - type: nauc_recall_at_100_max + value: -0.3163 + - type: nauc_recall_at_100_std + value: -13.942499999999999 + - type: nauc_recall_at_100_diff1 + value: 7.6121 + - type: nauc_recall_at_1000_max + value: 5.161099999999999 + - type: nauc_recall_at_1000_std + value: -1.2834999999999999 + - type: nauc_recall_at_1000_diff1 + value: 1.1552 + - type: nauc_precision_at_1_max + value: 41.249900000000004 + - type: nauc_precision_at_1_std + value: -33.319900000000004 + - type: nauc_precision_at_1_diff1 + value: 51.519499999999994 + - type: nauc_precision_at_3_max + value: 31.1456 + - type: nauc_precision_at_3_std + value: -16.9729 + - type: nauc_precision_at_3_diff1 + value: 27.7874 + - type: nauc_precision_at_5_max + value: 26.2196 + - type: nauc_precision_at_5_std + value: -17.8042 + - type: nauc_precision_at_5_diff1 + value: 22.875799999999998 + - type: nauc_precision_at_10_max + value: 12.779399999999999 + - type: nauc_precision_at_10_std + value: -26.302300000000002 + - type: nauc_precision_at_10_diff1 + value: 22.3362 + - type: nauc_precision_at_20_max + value: 6.689100000000001 + - type: nauc_precision_at_20_std + value: -26.028200000000002 + - type: nauc_precision_at_20_diff1 + value: 18.8748 + - type: nauc_precision_at_100_max + value: -0.3163 + - type: nauc_precision_at_100_std + value: -13.942499999999999 + - type: nauc_precision_at_100_diff1 + value: 7.6121 + - type: nauc_precision_at_1000_max + value: 5.161099999999999 + - type: nauc_precision_at_1000_std + value: -1.2834999999999999 + - type: nauc_precision_at_1000_diff1 + value: 1.1552 + - type: nauc_mrr_at_1_max + value: 41.249900000000004 + - type: nauc_mrr_at_1_std + value: -33.319900000000004 + - type: nauc_mrr_at_1_diff1 + value: 51.519499999999994 + - type: nauc_mrr_at_3_max + value: 36.4384 + - type: nauc_mrr_at_3_std + value: -24.341099999999997 + - type: nauc_mrr_at_3_diff1 + value: 39.5864 + - type: nauc_mrr_at_5_max + value: 34.3083 + - type: nauc_mrr_at_5_std + value: -24.5211 + - type: nauc_mrr_at_5_diff1 + value: 37.406299999999995 + - type: nauc_mrr_at_10_max + value: 29.3792 + - type: nauc_mrr_at_10_std + value: -26.3575 + - type: nauc_mrr_at_10_diff1 + value: 35.702 + - type: nauc_mrr_at_20_max + value: 27.6229 + - type: nauc_mrr_at_20_std + value: -26.238699999999998 + - type: nauc_mrr_at_20_diff1 + value: 34.6871 + - type: nauc_mrr_at_100_max + value: 24.1785 + - type: nauc_mrr_at_100_std + value: -24.1922 + - type: nauc_mrr_at_100_diff1 + value: 31.005399999999998 + - type: nauc_mrr_at_1000_max + value: 23.3615 + - type: nauc_mrr_at_1000_std + value: -23.3509 + - type: nauc_mrr_at_1000_diff1 + value: 29.904700000000002 + - type: main_score + value: 1.3719999999999999 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 4.002 + - type: ndcg_at_3 + value: 5.329 + - type: ndcg_at_5 + value: 6.068 + - type: ndcg_at_10 + value: 7.2090000000000005 + - type: ndcg_at_20 + value: 8.128 + - type: ndcg_at_100 + value: 11.172 + - type: ndcg_at_1000 + value: 18.029999999999998 + - type: map_at_1 + value: 4.002 + - type: map_at_3 + value: 4.993 + - type: map_at_5 + value: 5.396 + - type: map_at_10 + value: 5.869 + - type: map_at_20 + value: 6.121 + - type: map_at_100 + value: 6.485 + - type: map_at_1000 + value: 6.678000000000001 + - type: recall_at_1 + value: 4.002 + - type: recall_at_3 + value: 6.307 + - type: recall_at_5 + value: 8.126 + - type: recall_at_10 + value: 11.643 + - type: recall_at_20 + value: 15.282000000000002 + - type: recall_at_100 + value: 32.565 + - type: recall_at_1000 + value: 90.29700000000001 + - type: precision_at_1 + value: 4.002 + - type: precision_at_3 + value: 2.102 + - type: precision_at_5 + value: 1.625 + - type: precision_at_10 + value: 1.164 + - type: precision_at_20 + value: 0.764 + - type: precision_at_100 + value: 0.326 + - type: precision_at_1000 + value: 0.09 + - type: mrr_at_1 + value: 4.0024 + - type: mrr_at_3 + value: 4.992900000000001 + - type: mrr_at_5 + value: 5.3962 + - type: mrr_at_10 + value: 5.869400000000001 + - type: mrr_at_20 + value: 6.1213999999999995 + - type: mrr_at_100 + value: 6.4847 + - type: mrr_at_1000 + value: 6.677700000000001 + - type: nauc_ndcg_at_1_max + value: 29.866300000000003 + - type: nauc_ndcg_at_1_std + value: 28.7551 + - type: nauc_ndcg_at_1_diff1 + value: 35.9379 + - type: nauc_ndcg_at_3_max + value: 30.2298 + - type: nauc_ndcg_at_3_std + value: 26.9338 + - type: nauc_ndcg_at_3_diff1 + value: 31.617299999999997 + - type: nauc_ndcg_at_5_max + value: 30.8693 + - type: nauc_ndcg_at_5_std + value: 25.6915 + - type: nauc_ndcg_at_5_diff1 + value: 31.159799999999997 + - type: nauc_ndcg_at_10_max + value: 27.778599999999997 + - type: nauc_ndcg_at_10_std + value: 26.418599999999998 + - type: nauc_ndcg_at_10_diff1 + value: 28.4012 + - type: nauc_ndcg_at_20_max + value: 26.2104 + - type: nauc_ndcg_at_20_std + value: 25.141599999999997 + - type: nauc_ndcg_at_20_diff1 + value: 26.9839 + - type: nauc_ndcg_at_100_max + value: 26.0935 + - type: nauc_ndcg_at_100_std + value: 25.050299999999996 + - type: nauc_ndcg_at_100_diff1 + value: 23.3752 + - type: nauc_ndcg_at_1000_max + value: 26.9319 + - type: nauc_ndcg_at_1000_std + value: 24.7647 + - type: nauc_ndcg_at_1000_diff1 + value: 24.8456 + - type: nauc_map_at_1_max + value: 29.866300000000003 + - type: nauc_map_at_1_std + value: 28.7551 + - type: nauc_map_at_1_diff1 + value: 35.9379 + - type: nauc_map_at_3_max + value: 30.1102 + - type: nauc_map_at_3_std + value: 27.1845 + - type: nauc_map_at_3_diff1 + value: 32.466499999999996 + - type: nauc_map_at_5_max + value: 30.497200000000003 + - type: nauc_map_at_5_std + value: 26.3919 + - type: nauc_map_at_5_diff1 + value: 32.1354 + - type: nauc_map_at_10_max + value: 28.938599999999997 + - type: nauc_map_at_10_std + value: 26.647100000000002 + - type: nauc_map_at_10_diff1 + value: 30.680200000000003 + - type: nauc_map_at_20_max + value: 28.3236 + - type: nauc_map_at_20_std + value: 26.2003 + - type: nauc_map_at_20_diff1 + value: 30.104599999999998 + - type: nauc_map_at_100_max + value: 28.203699999999998 + - type: nauc_map_at_100_std + value: 26.063 + - type: nauc_map_at_100_diff1 + value: 29.361900000000002 + - type: nauc_map_at_1000_max + value: 28.2009 + - type: nauc_map_at_1000_std + value: 26.002399999999998 + - type: nauc_map_at_1000_diff1 + value: 29.400100000000002 + - type: nauc_recall_at_1_max + value: 29.866300000000003 + - type: nauc_recall_at_1_std + value: 28.7551 + - type: nauc_recall_at_1_diff1 + value: 35.9379 + - type: nauc_recall_at_3_max + value: 30.5192 + - type: nauc_recall_at_3_std + value: 26.394299999999998 + - type: nauc_recall_at_3_diff1 + value: 29.672900000000002 + - type: nauc_recall_at_5_max + value: 31.6714 + - type: nauc_recall_at_5_std + value: 24.2596 + - type: nauc_recall_at_5_diff1 + value: 29.2296 + - type: nauc_recall_at_10_max + value: 25.4894 + - type: nauc_recall_at_10_std + value: 26.235999999999997 + - type: nauc_recall_at_10_diff1 + value: 24.346400000000003 + - type: nauc_recall_at_20_max + value: 22.488 + - type: nauc_recall_at_20_std + value: 23.3806 + - type: nauc_recall_at_20_diff1 + value: 21.9467 + - type: nauc_recall_at_100_max + value: 23.635900000000003 + - type: nauc_recall_at_100_std + value: 24.1875 + - type: nauc_recall_at_100_diff1 + value: 14.701 + - type: nauc_recall_at_1000_max + value: 29.423500000000004 + - type: nauc_recall_at_1000_std + value: 22.7087 + - type: nauc_recall_at_1000_diff1 + value: 10.8994 + - type: nauc_precision_at_1_max + value: 29.866300000000003 + - type: nauc_precision_at_1_std + value: 28.7551 + - type: nauc_precision_at_1_diff1 + value: 35.9379 + - type: nauc_precision_at_3_max + value: 30.5192 + - type: nauc_precision_at_3_std + value: 26.394299999999998 + - type: nauc_precision_at_3_diff1 + value: 29.672900000000002 + - type: nauc_precision_at_5_max + value: 31.6714 + - type: nauc_precision_at_5_std + value: 24.2596 + - type: nauc_precision_at_5_diff1 + value: 29.2296 + - type: nauc_precision_at_10_max + value: 25.4894 + - type: nauc_precision_at_10_std + value: 26.235999999999997 + - type: nauc_precision_at_10_diff1 + value: 24.346400000000003 + - type: nauc_precision_at_20_max + value: 22.488 + - type: nauc_precision_at_20_std + value: 23.3806 + - type: nauc_precision_at_20_diff1 + value: 21.9467 + - type: nauc_precision_at_100_max + value: 23.635900000000003 + - type: nauc_precision_at_100_std + value: 24.1875 + - type: nauc_precision_at_100_diff1 + value: 14.701 + - type: nauc_precision_at_1000_max + value: 29.423500000000004 + - type: nauc_precision_at_1000_std + value: 22.7087 + - type: nauc_precision_at_1000_diff1 + value: 10.8994 + - type: nauc_mrr_at_1_max + value: 29.866300000000003 + - type: nauc_mrr_at_1_std + value: 28.7551 + - type: nauc_mrr_at_1_diff1 + value: 35.9379 + - type: nauc_mrr_at_3_max + value: 30.1102 + - type: nauc_mrr_at_3_std + value: 27.1845 + - type: nauc_mrr_at_3_diff1 + value: 32.466499999999996 + - type: nauc_mrr_at_5_max + value: 30.497200000000003 + - type: nauc_mrr_at_5_std + value: 26.3919 + - type: nauc_mrr_at_5_diff1 + value: 32.1354 + - type: nauc_mrr_at_10_max + value: 28.938599999999997 + - type: nauc_mrr_at_10_std + value: 26.647100000000002 + - type: nauc_mrr_at_10_diff1 + value: 30.680200000000003 + - type: nauc_mrr_at_20_max + value: 28.3236 + - type: nauc_mrr_at_20_std + value: 26.2003 + - type: nauc_mrr_at_20_diff1 + value: 30.104599999999998 + - type: nauc_mrr_at_100_max + value: 28.203699999999998 + - type: nauc_mrr_at_100_std + value: 26.063 + - type: nauc_mrr_at_100_diff1 + value: 29.361900000000002 + - type: nauc_mrr_at_1000_max + value: 28.2009 + - type: nauc_mrr_at_1000_std + value: 26.002399999999998 + - type: nauc_mrr_at_1000_diff1 + value: 29.400100000000002 + - type: main_score + value: 7.2090000000000005 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 4.857 + - type: ndcg_at_3 + value: 7.247000000000001 + - type: ndcg_at_5 + value: 8.391 + - type: ndcg_at_10 + value: 9.808 + - type: ndcg_at_20 + value: 11.392 + - type: ndcg_at_100 + value: 15.203 + - type: ndcg_at_1000 + value: 19.99 + - type: map_at_1 + value: 4.857 + - type: map_at_3 + value: 6.633 + - type: map_at_5 + value: 7.269 + - type: map_at_10 + value: 7.845000000000001 + - type: map_at_20 + value: 8.28 + - type: map_at_100 + value: 8.763 + - type: map_at_1000 + value: 8.911 + - type: recall_at_1 + value: 4.857 + - type: recall_at_3 + value: 9.029 + - type: recall_at_5 + value: 11.804 + - type: recall_at_10 + value: 16.229 + - type: recall_at_20 + value: 22.492 + - type: recall_at_100 + value: 43.69 + - type: recall_at_1000 + value: 83.19 + - type: precision_at_1 + value: 4.857 + - type: precision_at_3 + value: 3.013 + - type: precision_at_5 + value: 2.363 + - type: precision_at_10 + value: 1.624 + - type: precision_at_20 + value: 1.125 + - type: precision_at_100 + value: 0.437 + - type: precision_at_1000 + value: 0.083 + - type: mrr_at_1 + value: 4.8566 + - type: mrr_at_3 + value: 6.637899999999999 + - type: mrr_at_5 + value: 7.273599999999999 + - type: mrr_at_10 + value: 7.8496 + - type: mrr_at_20 + value: 8.2844 + - type: mrr_at_100 + value: 8.7671 + - type: mrr_at_1000 + value: 8.9155 + - type: nauc_ndcg_at_1_max + value: 30.738100000000003 + - type: nauc_ndcg_at_1_std + value: 23.4738 + - type: nauc_ndcg_at_1_diff1 + value: 29.6428 + - type: nauc_ndcg_at_3_max + value: 25.063299999999998 + - type: nauc_ndcg_at_3_std + value: 23.311899999999998 + - type: nauc_ndcg_at_3_diff1 + value: 20.8211 + - type: nauc_ndcg_at_5_max + value: 23.3085 + - type: nauc_ndcg_at_5_std + value: 23.5156 + - type: nauc_ndcg_at_5_diff1 + value: 17.7465 + - type: nauc_ndcg_at_10_max + value: 21.992 + - type: nauc_ndcg_at_10_std + value: 23.742 + - type: nauc_ndcg_at_10_diff1 + value: 16.4182 + - type: nauc_ndcg_at_20_max + value: 21.343999999999998 + - type: nauc_ndcg_at_20_std + value: 23.8546 + - type: nauc_ndcg_at_20_diff1 + value: 14.791699999999999 + - type: nauc_ndcg_at_100_max + value: 20.0127 + - type: nauc_ndcg_at_100_std + value: 25.2797 + - type: nauc_ndcg_at_100_diff1 + value: 14.0799 + - type: nauc_ndcg_at_1000_max + value: 21.2727 + - type: nauc_ndcg_at_1000_std + value: 25.2949 + - type: nauc_ndcg_at_1000_diff1 + value: 14.6762 + - type: nauc_map_at_1_max + value: 30.738100000000003 + - type: nauc_map_at_1_std + value: 23.4738 + - type: nauc_map_at_1_diff1 + value: 29.6428 + - type: nauc_map_at_3_max + value: 26.267200000000003 + - type: nauc_map_at_3_std + value: 23.302400000000002 + - type: nauc_map_at_3_diff1 + value: 22.665499999999998 + - type: nauc_map_at_5_max + value: 25.0361 + - type: nauc_map_at_5_std + value: 23.4055 + - type: nauc_map_at_5_diff1 + value: 20.5664 + - type: nauc_map_at_10_max + value: 24.3108 + - type: nauc_map_at_10_std + value: 23.56 + - type: nauc_map_at_10_diff1 + value: 19.7728 + - type: nauc_map_at_20_max + value: 24.0046 + - type: nauc_map_at_20_std + value: 23.6389 + - type: nauc_map_at_20_diff1 + value: 19.0906 + - type: nauc_map_at_100_max + value: 23.7818 + - type: nauc_map_at_100_std + value: 23.8873 + - type: nauc_map_at_100_diff1 + value: 18.9038 + - type: nauc_map_at_1000_max + value: 23.846700000000002 + - type: nauc_map_at_1000_std + value: 23.8945 + - type: nauc_map_at_1000_diff1 + value: 18.955 + - type: nauc_recall_at_1_max + value: 30.738100000000003 + - type: nauc_recall_at_1_std + value: 23.4738 + - type: nauc_recall_at_1_diff1 + value: 29.6428 + - type: nauc_recall_at_3_max + value: 22.4695 + - type: nauc_recall_at_3_std + value: 23.352 + - type: nauc_recall_at_3_diff1 + value: 16.8167 + - type: nauc_recall_at_5_max + value: 19.9589 + - type: nauc_recall_at_5_std + value: 23.7703 + - type: nauc_recall_at_5_diff1 + value: 12.213000000000001 + - type: nauc_recall_at_10_max + value: 17.985300000000002 + - type: nauc_recall_at_10_std + value: 24.0633 + - type: nauc_recall_at_10_diff1 + value: 10.6866 + - type: nauc_recall_at_20_max + value: 17.3067 + - type: nauc_recall_at_20_std + value: 24.1389 + - type: nauc_recall_at_20_diff1 + value: 8.123800000000001 + - type: nauc_recall_at_100_max + value: 13.9575 + - type: nauc_recall_at_100_std + value: 28.151300000000003 + - type: nauc_recall_at_100_diff1 + value: 7.1502 + - type: nauc_recall_at_1000_max + value: 16.669800000000002 + - type: nauc_recall_at_1000_std + value: 31.237 + - type: nauc_recall_at_1000_diff1 + value: 3.0153 + - type: nauc_precision_at_1_max + value: 30.738100000000003 + - type: nauc_precision_at_1_std + value: 23.4738 + - type: nauc_precision_at_1_diff1 + value: 29.6428 + - type: nauc_precision_at_3_max + value: 22.4388 + - type: nauc_precision_at_3_std + value: 23.338 + - type: nauc_precision_at_3_diff1 + value: 16.8328 + - type: nauc_precision_at_5_max + value: 19.9419 + - type: nauc_precision_at_5_std + value: 23.7654 + - type: nauc_precision_at_5_diff1 + value: 12.2334 + - type: nauc_precision_at_10_max + value: 17.9727 + - type: nauc_precision_at_10_std + value: 24.0593 + - type: nauc_precision_at_10_diff1 + value: 10.7034 + - type: nauc_precision_at_20_max + value: 17.2999 + - type: nauc_precision_at_20_std + value: 24.14 + - type: nauc_precision_at_20_diff1 + value: 8.1398 + - type: nauc_precision_at_100_max + value: 13.938400000000001 + - type: nauc_precision_at_100_std + value: 28.134700000000002 + - type: nauc_precision_at_100_diff1 + value: 7.1732000000000005 + - type: nauc_precision_at_1000_max + value: 16.622600000000002 + - type: nauc_precision_at_1000_std + value: 31.1766 + - type: nauc_precision_at_1000_diff1 + value: 3.087 + - type: nauc_mrr_at_1_max + value: 30.738100000000003 + - type: nauc_mrr_at_1_std + value: 23.4738 + - type: nauc_mrr_at_1_diff1 + value: 29.6428 + - type: nauc_mrr_at_3_max + value: 26.243699999999997 + - type: nauc_mrr_at_3_std + value: 23.2929 + - type: nauc_mrr_at_3_diff1 + value: 22.6723 + - type: nauc_mrr_at_5_max + value: 25.0151 + - type: nauc_mrr_at_5_std + value: 23.3966 + - type: nauc_mrr_at_5_diff1 + value: 20.5742 + - type: nauc_mrr_at_10_max + value: 24.2912 + - type: nauc_mrr_at_10_std + value: 23.5515 + - type: nauc_mrr_at_10_diff1 + value: 19.7807 + - type: nauc_mrr_at_20_max + value: 23.985899999999997 + - type: nauc_mrr_at_20_std + value: 23.630599999999998 + - type: nauc_mrr_at_20_diff1 + value: 19.098599999999998 + - type: nauc_mrr_at_100_max + value: 23.7648 + - type: nauc_mrr_at_100_std + value: 23.8796 + - type: nauc_mrr_at_100_diff1 + value: 18.9113 + - type: nauc_mrr_at_1000_max + value: 23.8295 + - type: nauc_mrr_at_1000_std + value: 23.8864 + - type: nauc_mrr_at_1000_diff1 + value: 18.9626 + - type: main_score + value: 9.808 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 2.275 + - type: ndcg_at_3 + value: 3.961 + - type: ndcg_at_5 + value: 4.55 + - type: ndcg_at_10 + value: 5.316 + - type: ndcg_at_20 + value: 6.457 + - type: ndcg_at_100 + value: 9.857000000000001 + - type: ndcg_at_1000 + value: 16.057 + - type: map_at_1 + value: 2.275 + - type: map_at_3 + value: 3.547 + - type: map_at_5 + value: 3.866 + - type: map_at_10 + value: 4.170999999999999 + - type: map_at_20 + value: 4.486 + - type: map_at_100 + value: 4.907 + - type: map_at_1000 + value: 5.086 + - type: recall_at_1 + value: 2.275 + - type: recall_at_3 + value: 5.157 + - type: recall_at_5 + value: 6.622999999999999 + - type: recall_at_10 + value: 9.049999999999999 + - type: recall_at_20 + value: 13.549 + - type: recall_at_100 + value: 32.609 + - type: recall_at_1000 + value: 84.631 + - type: precision_at_1 + value: 2.275 + - type: precision_at_3 + value: 1.719 + - type: precision_at_5 + value: 1.325 + - type: precision_at_10 + value: 0.905 + - type: precision_at_20 + value: 0.677 + - type: precision_at_100 + value: 0.326 + - type: precision_at_1000 + value: 0.08499999999999999 + - type: mrr_at_1 + value: 2.275 + - type: mrr_at_3 + value: 3.5473999999999997 + - type: mrr_at_5 + value: 3.8659 + - type: mrr_at_10 + value: 4.1711 + - type: mrr_at_20 + value: 4.4859 + - type: mrr_at_100 + value: 4.9069 + - type: mrr_at_1000 + value: 5.0863 + - type: nauc_ndcg_at_1_max + value: 42.763 + - type: nauc_ndcg_at_1_std + value: 26.793400000000002 + - type: nauc_ndcg_at_1_diff1 + value: 32.359100000000005 + - type: nauc_ndcg_at_3_max + value: 32.7598 + - type: nauc_ndcg_at_3_std + value: 31.3869 + - type: nauc_ndcg_at_3_diff1 + value: 22.9771 + - type: nauc_ndcg_at_5_max + value: 29.557899999999997 + - type: nauc_ndcg_at_5_std + value: 29.2269 + - type: nauc_ndcg_at_5_diff1 + value: 20.508499999999998 + - type: nauc_ndcg_at_10_max + value: 25.771699999999996 + - type: nauc_ndcg_at_10_std + value: 27.260099999999998 + - type: nauc_ndcg_at_10_diff1 + value: 18.2208 + - type: nauc_ndcg_at_20_max + value: 24.7409 + - type: nauc_ndcg_at_20_std + value: 26.6067 + - type: nauc_ndcg_at_20_diff1 + value: 17.3434 + - type: nauc_ndcg_at_100_max + value: 23.070899999999998 + - type: nauc_ndcg_at_100_std + value: 27.9696 + - type: nauc_ndcg_at_100_diff1 + value: 13.425500000000001 + - type: nauc_ndcg_at_1000_max + value: 23.4468 + - type: nauc_ndcg_at_1000_std + value: 27.359 + - type: nauc_ndcg_at_1000_diff1 + value: 15.1178 + - type: nauc_map_at_1_max + value: 42.763 + - type: nauc_map_at_1_std + value: 26.793400000000002 + - type: nauc_map_at_1_diff1 + value: 32.359100000000005 + - type: nauc_map_at_3_max + value: 34.5133 + - type: nauc_map_at_3_std + value: 30.6626 + - type: nauc_map_at_3_diff1 + value: 24.3931 + - type: nauc_map_at_5_max + value: 32.303 + - type: nauc_map_at_5_std + value: 29.4094 + - type: nauc_map_at_5_diff1 + value: 22.6904 + - type: nauc_map_at_10_max + value: 30.213600000000003 + - type: nauc_map_at_10_std + value: 28.3638 + - type: nauc_map_at_10_diff1 + value: 21.277099999999997 + - type: nauc_map_at_20_max + value: 29.530299999999997 + - type: nauc_map_at_20_std + value: 28.016999999999996 + - type: nauc_map_at_20_diff1 + value: 20.758 + - type: nauc_map_at_100_max + value: 28.8051 + - type: nauc_map_at_100_std + value: 28.262700000000002 + - type: nauc_map_at_100_diff1 + value: 19.7487 + - type: nauc_map_at_1000_max + value: 28.7919 + - type: nauc_map_at_1000_std + value: 28.2294 + - type: nauc_map_at_1000_diff1 + value: 19.7847 + - type: nauc_recall_at_1_max + value: 42.763 + - type: nauc_recall_at_1_std + value: 26.793400000000002 + - type: nauc_recall_at_1_diff1 + value: 32.359100000000005 + - type: nauc_recall_at_3_max + value: 29.2199 + - type: nauc_recall_at_3_std + value: 32.8289 + - type: nauc_recall_at_3_diff1 + value: 20.176099999999998 + - type: nauc_recall_at_5_max + value: 24.6016 + - type: nauc_recall_at_5_std + value: 28.669800000000002 + - type: nauc_recall_at_5_diff1 + value: 16.615 + - type: nauc_recall_at_10_max + value: 18.805 + - type: nauc_recall_at_10_std + value: 25.247700000000002 + - type: nauc_recall_at_10_diff1 + value: 13.631699999999999 + - type: nauc_recall_at_20_max + value: 18.753 + - type: nauc_recall_at_20_std + value: 24.5916 + - type: nauc_recall_at_20_diff1 + value: 13.1638 + - type: nauc_recall_at_100_max + value: 18.0435 + - type: nauc_recall_at_100_std + value: 28.1351 + - type: nauc_recall_at_100_diff1 + value: 6.680400000000001 + - type: nauc_recall_at_1000_max + value: 15.244 + - type: nauc_recall_at_1000_std + value: 24.7548 + - type: nauc_recall_at_1000_diff1 + value: 9.8426 + - type: nauc_precision_at_1_max + value: 42.763 + - type: nauc_precision_at_1_std + value: 26.793400000000002 + - type: nauc_precision_at_1_diff1 + value: 32.359100000000005 + - type: nauc_precision_at_3_max + value: 29.2199 + - type: nauc_precision_at_3_std + value: 32.8289 + - type: nauc_precision_at_3_diff1 + value: 20.176099999999998 + - type: nauc_precision_at_5_max + value: 24.6016 + - type: nauc_precision_at_5_std + value: 28.669800000000002 + - type: nauc_precision_at_5_diff1 + value: 16.615 + - type: nauc_precision_at_10_max + value: 18.805 + - type: nauc_precision_at_10_std + value: 25.247700000000002 + - type: nauc_precision_at_10_diff1 + value: 13.631699999999999 + - type: nauc_precision_at_20_max + value: 18.753 + - type: nauc_precision_at_20_std + value: 24.5916 + - type: nauc_precision_at_20_diff1 + value: 13.1638 + - type: nauc_precision_at_100_max + value: 18.0435 + - type: nauc_precision_at_100_std + value: 28.1351 + - type: nauc_precision_at_100_diff1 + value: 6.680400000000001 + - type: nauc_precision_at_1000_max + value: 15.244 + - type: nauc_precision_at_1000_std + value: 24.7548 + - type: nauc_precision_at_1000_diff1 + value: 9.8426 + - type: nauc_mrr_at_1_max + value: 42.763 + - type: nauc_mrr_at_1_std + value: 26.793400000000002 + - type: nauc_mrr_at_1_diff1 + value: 32.359100000000005 + - type: nauc_mrr_at_3_max + value: 34.5133 + - type: nauc_mrr_at_3_std + value: 30.6626 + - type: nauc_mrr_at_3_diff1 + value: 24.3931 + - type: nauc_mrr_at_5_max + value: 32.303 + - type: nauc_mrr_at_5_std + value: 29.4094 + - type: nauc_mrr_at_5_diff1 + value: 22.6904 + - type: nauc_mrr_at_10_max + value: 30.213600000000003 + - type: nauc_mrr_at_10_std + value: 28.3638 + - type: nauc_mrr_at_10_diff1 + value: 21.277099999999997 + - type: nauc_mrr_at_20_max + value: 29.530299999999997 + - type: nauc_mrr_at_20_std + value: 28.016999999999996 + - type: nauc_mrr_at_20_diff1 + value: 20.758 + - type: nauc_mrr_at_100_max + value: 28.8051 + - type: nauc_mrr_at_100_std + value: 28.262700000000002 + - type: nauc_mrr_at_100_diff1 + value: 19.7487 + - type: nauc_mrr_at_1000_max + value: 28.7919 + - type: nauc_mrr_at_1000_std + value: 28.2294 + - type: nauc_mrr_at_1000_diff1 + value: 19.7847 + - type: main_score + value: 5.316 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 3.113 + - type: ndcg_at_3 + value: 4.199 + - type: ndcg_at_5 + value: 4.622 + - type: ndcg_at_10 + value: 5.2780000000000005 + - type: ndcg_at_20 + value: 5.6259999999999994 + - type: ndcg_at_100 + value: 7.430000000000001 + - type: ndcg_at_1000 + value: 14.321 + - type: map_at_1 + value: 3.113 + - type: map_at_3 + value: 3.932 + - type: map_at_5 + value: 4.164000000000001 + - type: map_at_10 + value: 4.437 + - type: map_at_20 + value: 4.534 + - type: map_at_100 + value: 4.756 + - type: map_at_1000 + value: 4.925 + - type: recall_at_1 + value: 3.113 + - type: recall_at_3 + value: 4.97 + - type: recall_at_5 + value: 6.008 + - type: recall_at_10 + value: 8.028 + - type: recall_at_20 + value: 9.394 + - type: recall_at_100 + value: 19.552 + - type: recall_at_1000 + value: 79.35600000000001 + - type: precision_at_1 + value: 3.113 + - type: precision_at_3 + value: 1.657 + - type: precision_at_5 + value: 1.202 + - type: precision_at_10 + value: 0.803 + - type: precision_at_20 + value: 0.47000000000000003 + - type: precision_at_100 + value: 0.196 + - type: precision_at_1000 + value: 0.079 + - type: mrr_at_1 + value: 3.1130999999999998 + - type: mrr_at_3 + value: 3.9322999999999997 + - type: mrr_at_5 + value: 4.1644 + - type: mrr_at_10 + value: 4.4371 + - type: mrr_at_20 + value: 4.5343 + - type: mrr_at_100 + value: 4.7557 + - type: mrr_at_1000 + value: 4.9247 + - type: nauc_ndcg_at_1_max + value: 38.3461 + - type: nauc_ndcg_at_1_std + value: 42.357099999999996 + - type: nauc_ndcg_at_1_diff1 + value: 45.6064 + - type: nauc_ndcg_at_3_max + value: 31.1164 + - type: nauc_ndcg_at_3_std + value: 36.978 + - type: nauc_ndcg_at_3_diff1 + value: 33.0373 + - type: nauc_ndcg_at_5_max + value: 27.4854 + - type: nauc_ndcg_at_5_std + value: 36.381 + - type: nauc_ndcg_at_5_diff1 + value: 28.9872 + - type: nauc_ndcg_at_10_max + value: 25.1205 + - type: nauc_ndcg_at_10_std + value: 36.1055 + - type: nauc_ndcg_at_10_diff1 + value: 27.8873 + - type: nauc_ndcg_at_20_max + value: 24.1398 + - type: nauc_ndcg_at_20_std + value: 34.0479 + - type: nauc_ndcg_at_20_diff1 + value: 25.171 + - type: nauc_ndcg_at_100_max + value: 19.453 + - type: nauc_ndcg_at_100_std + value: 29.2945 + - type: nauc_ndcg_at_100_diff1 + value: 19.8794 + - type: nauc_ndcg_at_1000_max + value: 18.9865 + - type: nauc_ndcg_at_1000_std + value: 27.2695 + - type: nauc_ndcg_at_1000_diff1 + value: 19.7427 + - type: nauc_map_at_1_max + value: 38.3461 + - type: nauc_map_at_1_std + value: 42.357099999999996 + - type: nauc_map_at_1_diff1 + value: 45.6064 + - type: nauc_map_at_3_max + value: 32.466699999999996 + - type: nauc_map_at_3_std + value: 38.0248 + - type: nauc_map_at_3_diff1 + value: 35.416399999999996 + - type: nauc_map_at_5_max + value: 30.189 + - type: nauc_map_at_5_std + value: 37.5654 + - type: nauc_map_at_5_diff1 + value: 32.8839 + - type: nauc_map_at_10_max + value: 28.842200000000002 + - type: nauc_map_at_10_std + value: 37.3428 + - type: nauc_map_at_10_diff1 + value: 32.066 + - type: nauc_map_at_20_max + value: 28.4441 + - type: nauc_map_at_20_std + value: 36.6104 + - type: nauc_map_at_20_diff1 + value: 31.069000000000003 + - type: nauc_map_at_100_max + value: 27.4914 + - type: nauc_map_at_100_std + value: 35.6224 + - type: nauc_map_at_100_diff1 + value: 29.9003 + - type: nauc_map_at_1000_max + value: 27.268700000000003 + - type: nauc_map_at_1000_std + value: 35.438199999999995 + - type: nauc_map_at_1000_diff1 + value: 29.7381 + - type: nauc_recall_at_1_max + value: 38.3461 + - type: nauc_recall_at_1_std + value: 42.357099999999996 + - type: nauc_recall_at_1_diff1 + value: 45.6064 + - type: nauc_recall_at_3_max + value: 28.0433 + - type: nauc_recall_at_3_std + value: 34.5815 + - type: nauc_recall_at_3_diff1 + value: 27.6117 + - type: nauc_recall_at_5_max + value: 21.695 + - type: nauc_recall_at_5_std + value: 33.976099999999995 + - type: nauc_recall_at_5_diff1 + value: 20.7131 + - type: nauc_recall_at_10_max + value: 18.3982 + - type: nauc_recall_at_10_std + value: 34.071 + - type: nauc_recall_at_10_diff1 + value: 20.6696 + - type: nauc_recall_at_20_max + value: 16.9984 + - type: nauc_recall_at_20_std + value: 29.505 + - type: nauc_recall_at_20_diff1 + value: 15.207999999999998 + - type: nauc_recall_at_100_max + value: 8.7388 + - type: nauc_recall_at_100_std + value: 20.3546 + - type: nauc_recall_at_100_diff1 + value: 7.0043999999999995 + - type: nauc_recall_at_1000_max + value: 6.571000000000001 + - type: nauc_recall_at_1000_std + value: 8.7357 + - type: nauc_recall_at_1000_diff1 + value: 3.8280000000000003 + - type: nauc_precision_at_1_max + value: 38.3461 + - type: nauc_precision_at_1_std + value: 42.357099999999996 + - type: nauc_precision_at_1_diff1 + value: 45.6064 + - type: nauc_precision_at_3_max + value: 28.0433 + - type: nauc_precision_at_3_std + value: 34.5815 + - type: nauc_precision_at_3_diff1 + value: 27.6117 + - type: nauc_precision_at_5_max + value: 21.695 + - type: nauc_precision_at_5_std + value: 33.976099999999995 + - type: nauc_precision_at_5_diff1 + value: 20.7131 + - type: nauc_precision_at_10_max + value: 18.3982 + - type: nauc_precision_at_10_std + value: 34.071 + - type: nauc_precision_at_10_diff1 + value: 20.6696 + - type: nauc_precision_at_20_max + value: 16.9984 + - type: nauc_precision_at_20_std + value: 29.505 + - type: nauc_precision_at_20_diff1 + value: 15.207999999999998 + - type: nauc_precision_at_100_max + value: 8.7388 + - type: nauc_precision_at_100_std + value: 20.3546 + - type: nauc_precision_at_100_diff1 + value: 7.0043999999999995 + - type: nauc_precision_at_1000_max + value: 6.571000000000001 + - type: nauc_precision_at_1000_std + value: 8.7357 + - type: nauc_precision_at_1000_diff1 + value: 3.8280000000000003 + - type: nauc_mrr_at_1_max + value: 38.3461 + - type: nauc_mrr_at_1_std + value: 42.357099999999996 + - type: nauc_mrr_at_1_diff1 + value: 45.6064 + - type: nauc_mrr_at_3_max + value: 32.466699999999996 + - type: nauc_mrr_at_3_std + value: 38.0248 + - type: nauc_mrr_at_3_diff1 + value: 35.416399999999996 + - type: nauc_mrr_at_5_max + value: 30.189 + - type: nauc_mrr_at_5_std + value: 37.5654 + - type: nauc_mrr_at_5_diff1 + value: 32.8839 + - type: nauc_mrr_at_10_max + value: 28.842200000000002 + - type: nauc_mrr_at_10_std + value: 37.3428 + - type: nauc_mrr_at_10_diff1 + value: 32.066 + - type: nauc_mrr_at_20_max + value: 28.4441 + - type: nauc_mrr_at_20_std + value: 36.6104 + - type: nauc_mrr_at_20_diff1 + value: 31.069000000000003 + - type: nauc_mrr_at_100_max + value: 27.4914 + - type: nauc_mrr_at_100_std + value: 35.6224 + - type: nauc_mrr_at_100_diff1 + value: 29.9003 + - type: nauc_mrr_at_1000_max + value: 27.268700000000003 + - type: nauc_mrr_at_1000_std + value: 35.438199999999995 + - type: nauc_mrr_at_1000_diff1 + value: 29.7381 + - type: main_score + value: 5.2780000000000005 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 2.785 + - type: ndcg_at_3 + value: 4.376 + - type: ndcg_at_5 + value: 5.116 + - type: ndcg_at_10 + value: 6.275 + - type: ndcg_at_20 + value: 7.585 + - type: ndcg_at_100 + value: 10.374 + - type: ndcg_at_1000 + value: 16.346 + - type: map_at_1 + value: 2.785 + - type: map_at_3 + value: 3.981 + - type: map_at_5 + value: 4.389 + - type: map_at_10 + value: 4.871 + - type: map_at_20 + value: 5.224 + - type: map_at_100 + value: 5.561 + - type: map_at_1000 + value: 5.723000000000001 + - type: recall_at_1 + value: 2.785 + - type: recall_at_3 + value: 5.52 + - type: recall_at_5 + value: 7.327999999999999 + - type: recall_at_10 + value: 10.894 + - type: recall_at_20 + value: 16.121 + - type: recall_at_100 + value: 31.900000000000002 + - type: recall_at_1000 + value: 82.609 + - type: precision_at_1 + value: 2.785 + - type: precision_at_3 + value: 1.8399999999999999 + - type: precision_at_5 + value: 1.466 + - type: precision_at_10 + value: 1.089 + - type: precision_at_20 + value: 0.8059999999999999 + - type: precision_at_100 + value: 0.319 + - type: precision_at_1000 + value: 0.083 + - type: mrr_at_1 + value: 2.7845999999999997 + - type: mrr_at_3 + value: 3.9814000000000003 + - type: mrr_at_5 + value: 4.3894 + - type: mrr_at_10 + value: 4.8708 + - type: mrr_at_20 + value: 5.2244 + - type: mrr_at_100 + value: 5.5607999999999995 + - type: mrr_at_1000 + value: 5.7233 + - type: nauc_ndcg_at_1_max + value: 49.0499 + - type: nauc_ndcg_at_1_std + value: 38.6812 + - type: nauc_ndcg_at_1_diff1 + value: 52.2489 + - type: nauc_ndcg_at_3_max + value: 40.9962 + - type: nauc_ndcg_at_3_std + value: 33.514500000000005 + - type: nauc_ndcg_at_3_diff1 + value: 34.2081 + - type: nauc_ndcg_at_5_max + value: 38.2688 + - type: nauc_ndcg_at_5_std + value: 32.745000000000005 + - type: nauc_ndcg_at_5_diff1 + value: 30.5589 + - type: nauc_ndcg_at_10_max + value: 34.7962 + - type: nauc_ndcg_at_10_std + value: 30.3547 + - type: nauc_ndcg_at_10_diff1 + value: 26.0212 + - type: nauc_ndcg_at_20_max + value: 32.932 + - type: nauc_ndcg_at_20_std + value: 29.4971 + - type: nauc_ndcg_at_20_diff1 + value: 22.8512 + - type: nauc_ndcg_at_100_max + value: 30.3474 + - type: nauc_ndcg_at_100_std + value: 28.380499999999998 + - type: nauc_ndcg_at_100_diff1 + value: 20.9232 + - type: nauc_ndcg_at_1000_max + value: 32.407399999999996 + - type: nauc_ndcg_at_1000_std + value: 31.176199999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 22.3578 + - type: nauc_map_at_1_max + value: 49.0499 + - type: nauc_map_at_1_std + value: 38.6812 + - type: nauc_map_at_1_diff1 + value: 52.2489 + - type: nauc_map_at_3_max + value: 42.479499999999994 + - type: nauc_map_at_3_std + value: 34.5065 + - type: nauc_map_at_3_diff1 + value: 37.5021 + - type: nauc_map_at_5_max + value: 40.6623 + - type: nauc_map_at_5_std + value: 34.0191 + - type: nauc_map_at_5_diff1 + value: 34.8592 + - type: nauc_map_at_10_max + value: 38.600899999999996 + - type: nauc_map_at_10_std + value: 32.5849 + - type: nauc_map_at_10_diff1 + value: 32.1012 + - type: nauc_map_at_20_max + value: 37.6983 + - type: nauc_map_at_20_std + value: 32.2239 + - type: nauc_map_at_20_diff1 + value: 30.6472 + - type: nauc_map_at_100_max + value: 37.0514 + - type: nauc_map_at_100_std + value: 31.941000000000003 + - type: nauc_map_at_100_diff1 + value: 29.9615 + - type: nauc_map_at_1000_max + value: 37.1014 + - type: nauc_map_at_1000_std + value: 32.0581 + - type: nauc_map_at_1000_diff1 + value: 30.025000000000002 + - type: nauc_recall_at_1_max + value: 49.0499 + - type: nauc_recall_at_1_std + value: 38.6812 + - type: nauc_recall_at_1_diff1 + value: 52.2489 + - type: nauc_recall_at_3_max + value: 37.8719 + - type: nauc_recall_at_3_std + value: 31.4138 + - type: nauc_recall_at_3_diff1 + value: 27.2774 + - type: nauc_recall_at_5_max + value: 33.8087 + - type: nauc_recall_at_5_std + value: 30.3732 + - type: nauc_recall_at_5_diff1 + value: 22.7426 + - type: nauc_recall_at_10_max + value: 28.926299999999998 + - type: nauc_recall_at_10_std + value: 26.916600000000003 + - type: nauc_recall_at_10_diff1 + value: 16.872300000000003 + - type: nauc_recall_at_20_max + value: 26.705499999999997 + - type: nauc_recall_at_20_std + value: 25.8692 + - type: nauc_recall_at_20_diff1 + value: 12.734599999999999 + - type: nauc_recall_at_100_max + value: 22.6795 + - type: nauc_recall_at_100_std + value: 24.3181 + - type: nauc_recall_at_100_diff1 + value: 11.6484 + - type: nauc_recall_at_1000_max + value: 28.498800000000003 + - type: nauc_recall_at_1000_std + value: 36.8172 + - type: nauc_recall_at_1000_diff1 + value: 11.0337 + - type: nauc_precision_at_1_max + value: 49.0499 + - type: nauc_precision_at_1_std + value: 38.6812 + - type: nauc_precision_at_1_diff1 + value: 52.2489 + - type: nauc_precision_at_3_max + value: 37.8719 + - type: nauc_precision_at_3_std + value: 31.4138 + - type: nauc_precision_at_3_diff1 + value: 27.2774 + - type: nauc_precision_at_5_max + value: 33.8087 + - type: nauc_precision_at_5_std + value: 30.3732 + - type: nauc_precision_at_5_diff1 + value: 22.7426 + - type: nauc_precision_at_10_max + value: 28.926299999999998 + - type: nauc_precision_at_10_std + value: 26.916600000000003 + - type: nauc_precision_at_10_diff1 + value: 16.872300000000003 + - type: nauc_precision_at_20_max + value: 26.705499999999997 + - type: nauc_precision_at_20_std + value: 25.8692 + - type: nauc_precision_at_20_diff1 + value: 12.734599999999999 + - type: nauc_precision_at_100_max + value: 22.6795 + - type: nauc_precision_at_100_std + value: 24.3181 + - type: nauc_precision_at_100_diff1 + value: 11.6484 + - type: nauc_precision_at_1000_max + value: 28.498800000000003 + - type: nauc_precision_at_1000_std + value: 36.8172 + - type: nauc_precision_at_1000_diff1 + value: 11.0337 + - type: nauc_mrr_at_1_max + value: 49.0499 + - type: nauc_mrr_at_1_std + value: 38.6812 + - type: nauc_mrr_at_1_diff1 + value: 52.2489 + - type: nauc_mrr_at_3_max + value: 42.479499999999994 + - type: nauc_mrr_at_3_std + value: 34.5065 + - type: nauc_mrr_at_3_diff1 + value: 37.5021 + - type: nauc_mrr_at_5_max + value: 40.6623 + - type: nauc_mrr_at_5_std + value: 34.0191 + - type: nauc_mrr_at_5_diff1 + value: 34.8592 + - type: nauc_mrr_at_10_max + value: 38.600899999999996 + - type: nauc_mrr_at_10_std + value: 32.5849 + - type: nauc_mrr_at_10_diff1 + value: 32.1012 + - type: nauc_mrr_at_20_max + value: 37.6983 + - type: nauc_mrr_at_20_std + value: 32.2239 + - type: nauc_mrr_at_20_diff1 + value: 30.6472 + - type: nauc_mrr_at_100_max + value: 37.0514 + - type: nauc_mrr_at_100_std + value: 31.941000000000003 + - type: nauc_mrr_at_100_diff1 + value: 29.9615 + - type: nauc_mrr_at_1000_max + value: 37.1014 + - type: nauc_mrr_at_1000_std + value: 32.0581 + - type: nauc_mrr_at_1000_diff1 + value: 30.025000000000002 + - type: main_score + value: 6.275 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 3.1399999999999997 + - type: ndcg_at_3 + value: 4.377000000000001 + - type: ndcg_at_5 + value: 4.825 + - type: ndcg_at_10 + value: 5.487 + - type: ndcg_at_20 + value: 6.002 + - type: ndcg_at_100 + value: 7.968 + - type: ndcg_at_1000 + value: 14.102999999999998 + - type: map_at_1 + value: 3.1399999999999997 + - type: map_at_3 + value: 4.064 + - type: map_at_5 + value: 4.31 + - type: map_at_10 + value: 4.585 + - type: map_at_20 + value: 4.718 + - type: map_at_100 + value: 4.972 + - type: map_at_1000 + value: 5.132 + - type: recall_at_1 + value: 3.1399999999999997 + - type: recall_at_3 + value: 5.285 + - type: recall_at_5 + value: 6.3839999999999995 + - type: recall_at_10 + value: 8.425 + - type: recall_at_20 + value: 10.517999999999999 + - type: recall_at_100 + value: 21.401999999999997 + - type: recall_at_1000 + value: 74.09700000000001 + - type: precision_at_1 + value: 3.1399999999999997 + - type: precision_at_3 + value: 1.762 + - type: precision_at_5 + value: 1.277 + - type: precision_at_10 + value: 0.8420000000000001 + - type: precision_at_20 + value: 0.526 + - type: precision_at_100 + value: 0.214 + - type: precision_at_1000 + value: 0.074 + - type: mrr_at_1 + value: 3.1397 + - type: mrr_at_3 + value: 4.0642 + - type: mrr_at_5 + value: 4.3101 + - type: mrr_at_10 + value: 4.584499999999999 + - type: mrr_at_20 + value: 4.7184 + - type: mrr_at_100 + value: 4.9722 + - type: mrr_at_1000 + value: 5.1322 + - type: nauc_ndcg_at_1_max + value: 53.1102 + - type: nauc_ndcg_at_1_std + value: 41.6914 + - type: nauc_ndcg_at_1_diff1 + value: 60.5043 + - type: nauc_ndcg_at_3_max + value: 49.2169 + - type: nauc_ndcg_at_3_std + value: 46.7961 + - type: nauc_ndcg_at_3_diff1 + value: 43.0363 + - type: nauc_ndcg_at_5_max + value: 46.6068 + - type: nauc_ndcg_at_5_std + value: 44.6031 + - type: nauc_ndcg_at_5_diff1 + value: 39.915 + - type: nauc_ndcg_at_10_max + value: 43.007400000000004 + - type: nauc_ndcg_at_10_std + value: 41.646300000000004 + - type: nauc_ndcg_at_10_diff1 + value: 36.1524 + - type: nauc_ndcg_at_20_max + value: 40.2 + - type: nauc_ndcg_at_20_std + value: 40.2874 + - type: nauc_ndcg_at_20_diff1 + value: 33.4982 + - type: nauc_ndcg_at_100_max + value: 32.7883 + - type: nauc_ndcg_at_100_std + value: 37.7631 + - type: nauc_ndcg_at_100_diff1 + value: 25.5545 + - type: nauc_ndcg_at_1000_max + value: 31.622600000000002 + - type: nauc_ndcg_at_1000_std + value: 34.7798 + - type: nauc_ndcg_at_1000_diff1 + value: 26.189 + - type: nauc_map_at_1_max + value: 53.1102 + - type: nauc_map_at_1_std + value: 41.6914 + - type: nauc_map_at_1_diff1 + value: 60.5043 + - type: nauc_map_at_3_max + value: 50.2741 + - type: nauc_map_at_3_std + value: 45.9366 + - type: nauc_map_at_3_diff1 + value: 46.476800000000004 + - type: nauc_map_at_5_max + value: 48.6312 + - type: nauc_map_at_5_std + value: 44.6575 + - type: nauc_map_at_5_diff1 + value: 44.4099 + - type: nauc_map_at_10_max + value: 46.7695 + - type: nauc_map_at_10_std + value: 43.1466 + - type: nauc_map_at_10_diff1 + value: 42.2738 + - type: nauc_map_at_20_max + value: 45.7776 + - type: nauc_map_at_20_std + value: 42.6586 + - type: nauc_map_at_20_diff1 + value: 41.2568 + - type: nauc_map_at_100_max + value: 44.1608 + - type: nauc_map_at_100_std + value: 42.1323 + - type: nauc_map_at_100_diff1 + value: 39.4298 + - type: nauc_map_at_1000_max + value: 43.9725 + - type: nauc_map_at_1000_std + value: 41.9294 + - type: nauc_map_at_1000_diff1 + value: 39.3602 + - type: nauc_recall_at_1_max + value: 53.1102 + - type: nauc_recall_at_1_std + value: 41.6914 + - type: nauc_recall_at_1_diff1 + value: 60.5043 + - type: nauc_recall_at_3_max + value: 46.7656 + - type: nauc_recall_at_3_std + value: 48.6744 + - type: nauc_recall_at_3_diff1 + value: 35.342400000000005 + - type: nauc_recall_at_5_max + value: 42.2896 + - type: nauc_recall_at_5_std + value: 44.2316 + - type: nauc_recall_at_5_diff1 + value: 30.748399999999997 + - type: nauc_recall_at_10_max + value: 35.9736 + - type: nauc_recall_at_10_std + value: 38.500099999999996 + - type: nauc_recall_at_10_diff1 + value: 25.4139 + - type: nauc_recall_at_20_max + value: 30.5874 + - type: nauc_recall_at_20_std + value: 35.9068 + - type: nauc_recall_at_20_diff1 + value: 21.124000000000002 + - type: nauc_recall_at_100_max + value: 17.197699999999998 + - type: nauc_recall_at_100_std + value: 31.5631 + - type: nauc_recall_at_100_diff1 + value: 7.7295 + - type: nauc_recall_at_1000_max + value: 10.2237 + - type: nauc_recall_at_1000_std + value: 18.3387 + - type: nauc_recall_at_1000_diff1 + value: 6.905200000000001 + - type: nauc_precision_at_1_max + value: 53.1102 + - type: nauc_precision_at_1_std + value: 41.6914 + - type: nauc_precision_at_1_diff1 + value: 60.5043 + - type: nauc_precision_at_3_max + value: 46.7656 + - type: nauc_precision_at_3_std + value: 48.6744 + - type: nauc_precision_at_3_diff1 + value: 35.342400000000005 + - type: nauc_precision_at_5_max + value: 42.2896 + - type: nauc_precision_at_5_std + value: 44.2316 + - type: nauc_precision_at_5_diff1 + value: 30.748399999999997 + - type: nauc_precision_at_10_max + value: 35.9736 + - type: nauc_precision_at_10_std + value: 38.500099999999996 + - type: nauc_precision_at_10_diff1 + value: 25.4139 + - type: nauc_precision_at_20_max + value: 30.5874 + - type: nauc_precision_at_20_std + value: 35.9068 + - type: nauc_precision_at_20_diff1 + value: 21.124000000000002 + - type: nauc_precision_at_100_max + value: 17.197699999999998 + - type: nauc_precision_at_100_std + value: 31.5631 + - type: nauc_precision_at_100_diff1 + value: 7.7295 + - type: nauc_precision_at_1000_max + value: 10.0574 + - type: nauc_precision_at_1000_std + value: 18.2383 + - type: nauc_precision_at_1000_diff1 + value: 6.6805 + - type: nauc_mrr_at_1_max + value: 53.1102 + - type: nauc_mrr_at_1_std + value: 41.6914 + - type: nauc_mrr_at_1_diff1 + value: 60.5043 + - type: nauc_mrr_at_3_max + value: 50.2741 + - type: nauc_mrr_at_3_std + value: 45.9366 + - type: nauc_mrr_at_3_diff1 + value: 46.476800000000004 + - type: nauc_mrr_at_5_max + value: 48.6312 + - type: nauc_mrr_at_5_std + value: 44.6575 + - type: nauc_mrr_at_5_diff1 + value: 44.4099 + - type: nauc_mrr_at_10_max + value: 46.7695 + - type: nauc_mrr_at_10_std + value: 43.1466 + - type: nauc_mrr_at_10_diff1 + value: 42.2738 + - type: nauc_mrr_at_20_max + value: 45.7776 + - type: nauc_mrr_at_20_std + value: 42.6586 + - type: nauc_mrr_at_20_diff1 + value: 41.2568 + - type: nauc_mrr_at_100_max + value: 44.1609 + - type: nauc_mrr_at_100_std + value: 42.1322 + - type: nauc_mrr_at_100_diff1 + value: 39.4299 + - type: nauc_mrr_at_1000_max + value: 43.973099999999995 + - type: nauc_mrr_at_1000_std + value: 41.9295 + - type: nauc_mrr_at_1000_diff1 + value: 39.361000000000004 + - type: main_score + value: 5.487 task: type: Retrieval - dataset: @@ -71,152 +8168,1745 @@ model-index: name: MTEB MintakaRetrieval (ar) revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e split: test - type: mintaka/mmteb-mintaka + type: jinaai/mintakaqa metrics: - - type: main_score - value: 18.23 - - type: map_at_1 - value: 9.941 - - type: map_at_3 - value: 13.277 - - type: map_at_5 - value: 14.33 - - type: map_at_10 - value: 15.12 - - type: ndcg_at_1 - value: 9.941 - - type: ndcg_at_3 - value: 14.41 - - type: ndcg_at_5 - value: 16.303 - - type: ndcg_at_10 - value: 18.23 - - type: recall_at_1 - value: 9.941 - - type: recall_at_3 - value: 17.703 - - type: recall_at_5 - value: 22.288 - - type: recall_at_10 - value: 28.28 - - type: precision_at_1 - value: 9.941 - - type: precision_at_3 - value: 5.901 - - type: precision_at_5 - value: 4.458 - - type: precision_at_10 - value: 2.828 - - type: mrr_at_1 - value: 9.941 - - type: mrr_at_3 - value: 13.2773 - - type: mrr_at_5 - value: 14.3305 - - type: mrr_at_10 - value: 15.1196 + - type: ndcg_at_1 + value: 9.940999999999999 + - type: ndcg_at_3 + value: 14.41 + - type: ndcg_at_5 + value: 16.303 + - type: ndcg_at_10 + value: 18.23 + - type: ndcg_at_20 + value: 19.891000000000002 + - type: ndcg_at_100 + value: 22.578 + - type: ndcg_at_1000 + value: 27.236 + - type: map_at_1 + value: 9.940999999999999 + - type: map_at_3 + value: 13.277 + - type: map_at_5 + value: 14.330000000000002 + - type: map_at_10 + value: 15.120000000000001 + - type: map_at_20 + value: 15.573 + - type: map_at_100 + value: 15.925 + - type: map_at_1000 + value: 16.056 + - type: recall_at_1 + value: 9.940999999999999 + - type: recall_at_3 + value: 17.703 + - type: recall_at_5 + value: 22.288 + - type: recall_at_10 + value: 28.28 + - type: recall_at_20 + value: 34.862 + - type: recall_at_100 + value: 49.66 + - type: recall_at_1000 + value: 88.97 + - type: precision_at_1 + value: 9.940999999999999 + - type: precision_at_3 + value: 5.901 + - type: precision_at_5 + value: 4.458 + - type: precision_at_10 + value: 2.828 + - type: precision_at_20 + value: 1.743 + - type: precision_at_100 + value: 0.49699999999999994 + - type: precision_at_1000 + value: 0.089 + - type: mrr_at_1 + value: 9.940999999999999 + - type: mrr_at_3 + value: 13.2773 + - type: mrr_at_5 + value: 14.330499999999999 + - type: mrr_at_10 + value: 15.1196 + - type: mrr_at_20 + value: 15.5731 + - type: mrr_at_100 + value: 15.9247 + - type: mrr_at_1000 + value: 16.0563 + - type: nauc_ndcg_at_1_max + value: 29.738799999999998 + - type: nauc_ndcg_at_1_std + value: 3.3945999999999996 + - type: nauc_ndcg_at_1_diff1 + value: 27.060000000000002 + - type: nauc_ndcg_at_3_max + value: 27.002399999999998 + - type: nauc_ndcg_at_3_std + value: 6.1634 + - type: nauc_ndcg_at_3_diff1 + value: 19.4654 + - type: nauc_ndcg_at_5_max + value: 26.9374 + - type: nauc_ndcg_at_5_std + value: 8.087 + - type: nauc_ndcg_at_5_diff1 + value: 17.641399999999997 + - type: nauc_ndcg_at_10_max + value: 26.239 + - type: nauc_ndcg_at_10_std + value: 9.7034 + - type: nauc_ndcg_at_10_diff1 + value: 16.309199999999997 + - type: nauc_ndcg_at_20_max + value: 25.8932 + - type: nauc_ndcg_at_20_std + value: 10.4576 + - type: nauc_ndcg_at_20_diff1 + value: 16.0602 + - type: nauc_ndcg_at_100_max + value: 25.400299999999998 + - type: nauc_ndcg_at_100_std + value: 11.3135 + - type: nauc_ndcg_at_100_diff1 + value: 16.2558 + - type: nauc_ndcg_at_1000_max + value: 25.879 + - type: nauc_ndcg_at_1000_std + value: 10.5304 + - type: nauc_ndcg_at_1000_diff1 + value: 16.8128 + - type: nauc_map_at_1_max + value: 29.738799999999998 + - type: nauc_map_at_1_std + value: 3.3945999999999996 + - type: nauc_map_at_1_diff1 + value: 27.060000000000002 + - type: nauc_map_at_3_max + value: 27.478599999999997 + - type: nauc_map_at_3_std + value: 5.5567 + - type: nauc_map_at_3_diff1 + value: 20.8918 + - type: nauc_map_at_5_max + value: 27.447300000000002 + - type: nauc_map_at_5_std + value: 6.7867999999999995 + - type: nauc_map_at_5_diff1 + value: 19.7197 + - type: nauc_map_at_10_max + value: 27.095599999999997 + - type: nauc_map_at_10_std + value: 7.552499999999999 + - type: nauc_map_at_10_diff1 + value: 19.05 + - type: nauc_map_at_20_max + value: 26.9449 + - type: nauc_map_at_20_std + value: 7.807500000000001 + - type: nauc_map_at_20_diff1 + value: 18.9194 + - type: nauc_map_at_100_max + value: 26.8807 + - type: nauc_map_at_100_std + value: 7.9676 + - type: nauc_map_at_100_diff1 + value: 18.9621 + - type: nauc_map_at_1000_max + value: 26.8887 + - type: nauc_map_at_1000_std + value: 7.9346 + - type: nauc_map_at_1000_diff1 + value: 18.9753 + - type: nauc_recall_at_1_max + value: 29.738799999999998 + - type: nauc_recall_at_1_std + value: 3.3945999999999996 + - type: nauc_recall_at_1_diff1 + value: 27.060000000000002 + - type: nauc_recall_at_3_max + value: 25.9167 + - type: nauc_recall_at_3_std + value: 7.593999999999999 + - type: nauc_recall_at_3_diff1 + value: 16.1735 + - type: nauc_recall_at_5_max + value: 25.8469 + - type: nauc_recall_at_5_std + value: 11.0169 + - type: nauc_recall_at_5_diff1 + value: 13.0884 + - type: nauc_recall_at_10_max + value: 24.4113 + - type: nauc_recall_at_10_std + value: 14.496999999999998 + - type: nauc_recall_at_10_diff1 + value: 10.5047 + - type: nauc_recall_at_20_max + value: 23.6952 + - type: nauc_recall_at_20_std + value: 16.3849 + - type: nauc_recall_at_20_diff1 + value: 10.2638 + - type: nauc_recall_at_100_max + value: 21.5628 + - type: nauc_recall_at_100_std + value: 19.586100000000002 + - type: nauc_recall_at_100_diff1 + value: 10.7761 + - type: nauc_recall_at_1000_max + value: 22.493199999999998 + - type: nauc_recall_at_1000_std + value: 23.7462 + - type: nauc_recall_at_1000_diff1 + value: 9.5045 + - type: nauc_precision_at_1_max + value: 29.738799999999998 + - type: nauc_precision_at_1_std + value: 3.3945999999999996 + - type: nauc_precision_at_1_diff1 + value: 27.060000000000002 + - type: nauc_precision_at_3_max + value: 25.9167 + - type: nauc_precision_at_3_std + value: 7.593999999999999 + - type: nauc_precision_at_3_diff1 + value: 16.1735 + - type: nauc_precision_at_5_max + value: 25.8469 + - type: nauc_precision_at_5_std + value: 11.0169 + - type: nauc_precision_at_5_diff1 + value: 13.0884 + - type: nauc_precision_at_10_max + value: 24.4113 + - type: nauc_precision_at_10_std + value: 14.496999999999998 + - type: nauc_precision_at_10_diff1 + value: 10.5047 + - type: nauc_precision_at_20_max + value: 23.6952 + - type: nauc_precision_at_20_std + value: 16.3849 + - type: nauc_precision_at_20_diff1 + value: 10.2638 + - type: nauc_precision_at_100_max + value: 21.5628 + - type: nauc_precision_at_100_std + value: 19.586100000000002 + - type: nauc_precision_at_100_diff1 + value: 10.7761 + - type: nauc_precision_at_1000_max + value: 22.493199999999998 + - type: nauc_precision_at_1000_std + value: 23.7462 + - type: nauc_precision_at_1000_diff1 + value: 9.5045 + - type: nauc_mrr_at_1_max + value: 29.738799999999998 + - type: nauc_mrr_at_1_std + value: 3.3945999999999996 + - type: nauc_mrr_at_1_diff1 + value: 27.060000000000002 + - type: nauc_mrr_at_3_max + value: 27.478599999999997 + - type: nauc_mrr_at_3_std + value: 5.5567 + - type: nauc_mrr_at_3_diff1 + value: 20.8918 + - type: nauc_mrr_at_5_max + value: 27.447300000000002 + - type: nauc_mrr_at_5_std + value: 6.7867999999999995 + - type: nauc_mrr_at_5_diff1 + value: 19.7197 + - type: nauc_mrr_at_10_max + value: 27.095599999999997 + - type: nauc_mrr_at_10_std + value: 7.552499999999999 + - type: nauc_mrr_at_10_diff1 + value: 19.05 + - type: nauc_mrr_at_20_max + value: 26.9449 + - type: nauc_mrr_at_20_std + value: 7.807500000000001 + - type: nauc_mrr_at_20_diff1 + value: 18.9194 + - type: nauc_mrr_at_100_max + value: 26.8807 + - type: nauc_mrr_at_100_std + value: 7.9676 + - type: nauc_mrr_at_100_diff1 + value: 18.9621 + - type: nauc_mrr_at_1000_max + value: 26.8887 + - type: nauc_mrr_at_1000_std + value: 7.9346 + - type: nauc_mrr_at_1000_diff1 + value: 18.9753 + - type: main_score + value: 18.23 task: type: Retrieval - dataset: - config: ar - name: MTEB MLQARetrieval (ar) - revision: 397ed406c1a7902140303e7faf60fff35b58d285 - split: validation - type: mlqa/mmteb-mlqa + config: arabic + name: MTEB MrTidyRetrieval (arabic) + revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7 + split: test + type: mteb/mrtidy metrics: - - type: main_score - value: 65.234 - - type: map_at_1 - value: 50.29 - - type: map_at_3 - value: 58.317 - - type: map_at_5 - value: 59.487 - - type: map_at_10 - value: 60.37 - - type: ndcg_at_1 - value: 50.29 - - type: ndcg_at_3 - value: 60.972 - - type: ndcg_at_5 - value: 63.102 - - type: ndcg_at_10 - value: 65.234 - - type: recall_at_1 - value: 50.29 - - type: recall_at_3 - value: 68.665 - - type: recall_at_5 - value: 73.888 - - type: recall_at_10 - value: 80.464 - - type: precision_at_1 - value: 50.29 - - type: precision_at_3 - value: 22.888 - - type: precision_at_5 - value: 14.778 - - type: precision_at_10 - value: 8.046 - - type: mrr_at_1 - value: 50.2901 - - type: mrr_at_3 - value: 58.3172 - - type: mrr_at_5 - value: 59.4874 - - type: mrr_at_10 - value: 60.3699 + - type: ndcg_at_1 + value: 7.401000000000001 + - type: ndcg_at_3 + value: 11.512 + - type: ndcg_at_5 + value: 14.002999999999998 + - type: ndcg_at_10 + value: 17.378 + - type: ndcg_at_20 + value: 20.241 + - type: ndcg_at_100 + value: 24.549000000000003 + - type: ndcg_at_1000 + value: 27.012000000000004 + - type: map_at_1 + value: 6.984 + - type: map_at_3 + value: 10.213999999999999 + - type: map_at_5 + value: 11.603 + - type: map_at_10 + value: 13.025 + - type: map_at_20 + value: 13.816999999999998 + - type: map_at_100 + value: 14.447 + - type: map_at_1000 + value: 14.536999999999999 + - type: recall_at_1 + value: 6.984 + - type: recall_at_3 + value: 14.462 + - type: recall_at_5 + value: 20.321 + - type: recall_at_10 + value: 30.342000000000002 + - type: recall_at_20 + value: 41.243 + - type: recall_at_100 + value: 63.599000000000004 + - type: recall_at_1000 + value: 82.609 + - type: precision_at_1 + value: 7.401000000000001 + - type: precision_at_3 + value: 5.365 + - type: precision_at_5 + value: 4.569999999999999 + - type: precision_at_10 + value: 3.4410000000000003 + - type: precision_at_20 + value: 2.3539999999999996 + - type: precision_at_100 + value: 0.731 + - type: precision_at_1000 + value: 0.096 + - type: mrr_at_1 + value: 7.4006 + - type: mrr_at_3 + value: 10.9929 + - type: mrr_at_5 + value: 12.417499999999999 + - type: mrr_at_10 + value: 13.8602 + - type: mrr_at_20 + value: 14.682500000000001 + - type: mrr_at_100 + value: 15.25 + - type: mrr_at_1000 + value: 15.3278 + - type: nauc_ndcg_at_1_max + value: 4.4628 + - type: nauc_ndcg_at_1_std + value: 0.0991 + - type: nauc_ndcg_at_1_diff1 + value: 7.2256 + - type: nauc_ndcg_at_3_max + value: 5.8659 + - type: nauc_ndcg_at_3_std + value: 4.412599999999999 + - type: nauc_ndcg_at_3_diff1 + value: 5.5699 + - type: nauc_ndcg_at_5_max + value: 7.5637 + - type: nauc_ndcg_at_5_std + value: 5.2681 + - type: nauc_ndcg_at_5_diff1 + value: 6.2124 + - type: nauc_ndcg_at_10_max + value: 10.6347 + - type: nauc_ndcg_at_10_std + value: 6.1522 + - type: nauc_ndcg_at_10_diff1 + value: 6.2313 + - type: nauc_ndcg_at_20_max + value: 11.1052 + - type: nauc_ndcg_at_20_std + value: 8.0997 + - type: nauc_ndcg_at_20_diff1 + value: 6.259099999999999 + - type: nauc_ndcg_at_100_max + value: 12.1237 + - type: nauc_ndcg_at_100_std + value: 11.128300000000001 + - type: nauc_ndcg_at_100_diff1 + value: 6.855 + - type: nauc_ndcg_at_1000_max + value: 12.0395 + - type: nauc_ndcg_at_1000_std + value: 11.9957 + - type: nauc_ndcg_at_1000_diff1 + value: 7.0405999999999995 + - type: nauc_map_at_1_max + value: 4.0845 + - type: nauc_map_at_1_std + value: -0.6178 + - type: nauc_map_at_1_diff1 + value: 6.468400000000001 + - type: nauc_map_at_3_max + value: 5.214499999999999 + - type: nauc_map_at_3_std + value: 3.3358 + - type: nauc_map_at_3_diff1 + value: 5.5802 + - type: nauc_map_at_5_max + value: 6.3618999999999994 + - type: nauc_map_at_5_std + value: 4.0575 + - type: nauc_map_at_5_diff1 + value: 6.0938 + - type: nauc_map_at_10_max + value: 7.9055 + - type: nauc_map_at_10_std + value: 4.4857000000000005 + - type: nauc_map_at_10_diff1 + value: 5.9283 + - type: nauc_map_at_20_max + value: 8.0925 + - type: nauc_map_at_20_std + value: 5.194 + - type: nauc_map_at_20_diff1 + value: 5.9140999999999995 + - type: nauc_map_at_100_max + value: 8.315100000000001 + - type: nauc_map_at_100_std + value: 5.7394 + - type: nauc_map_at_100_diff1 + value: 6.0712 + - type: nauc_map_at_1000_max + value: 8.3048 + - type: nauc_map_at_1000_std + value: 5.7991 + - type: nauc_map_at_1000_diff1 + value: 6.0765 + - type: nauc_recall_at_1_max + value: 4.0845 + - type: nauc_recall_at_1_std + value: -0.6178 + - type: nauc_recall_at_1_diff1 + value: 6.468400000000001 + - type: nauc_recall_at_3_max + value: 7.1412 + - type: nauc_recall_at_3_std + value: 6.5206 + - type: nauc_recall_at_3_diff1 + value: 5.220000000000001 + - type: nauc_recall_at_5_max + value: 9.8023 + - type: nauc_recall_at_5_std + value: 7.240099999999999 + - type: nauc_recall_at_5_diff1 + value: 6.4299 + - type: nauc_recall_at_10_max + value: 15.7093 + - type: nauc_recall_at_10_std + value: 8.549800000000001 + - type: nauc_recall_at_10_diff1 + value: 6.7775 + - type: nauc_recall_at_20_max + value: 16.723 + - type: nauc_recall_at_20_std + value: 13.177 + - type: nauc_recall_at_20_diff1 + value: 6.816 + - type: nauc_recall_at_100_max + value: 21.105999999999998 + - type: nauc_recall_at_100_std + value: 25.0098 + - type: nauc_recall_at_100_diff1 + value: 8.9565 + - type: nauc_recall_at_1000_max + value: 26.9686 + - type: nauc_recall_at_1000_std + value: 41.6479 + - type: nauc_recall_at_1000_diff1 + value: 12.691099999999999 + - type: nauc_precision_at_1_max + value: 4.4628 + - type: nauc_precision_at_1_std + value: 0.0991 + - type: nauc_precision_at_1_diff1 + value: 7.2256 + - type: nauc_precision_at_3_max + value: 8.185 + - type: nauc_precision_at_3_std + value: 7.5577000000000005 + - type: nauc_precision_at_3_diff1 + value: 6.4395999999999995 + - type: nauc_precision_at_5_max + value: 10.7 + - type: nauc_precision_at_5_std + value: 9.5349 + - type: nauc_precision_at_5_diff1 + value: 6.7633 + - type: nauc_precision_at_10_max + value: 15.4529 + - type: nauc_precision_at_10_std + value: 10.758700000000001 + - type: nauc_precision_at_10_diff1 + value: 5.9852 + - type: nauc_precision_at_20_max + value: 16.1342 + - type: nauc_precision_at_20_std + value: 15.7733 + - type: nauc_precision_at_20_diff1 + value: 5.9866 + - type: nauc_precision_at_100_max + value: 18.0199 + - type: nauc_precision_at_100_std + value: 25.7156 + - type: nauc_precision_at_100_diff1 + value: 6.7398 + - type: nauc_precision_at_1000_max + value: 16.2 + - type: nauc_precision_at_1000_std + value: 30.476599999999998 + - type: nauc_precision_at_1000_diff1 + value: 4.853 + - type: nauc_mrr_at_1_max + value: 4.4628 + - type: nauc_mrr_at_1_std + value: 0.0991 + - type: nauc_mrr_at_1_diff1 + value: 7.2256 + - type: nauc_mrr_at_3_max + value: 5.3888 + - type: nauc_mrr_at_3_std + value: 3.6304000000000003 + - type: nauc_mrr_at_3_diff1 + value: 5.9391 + - type: nauc_mrr_at_5_max + value: 6.442399999999999 + - type: nauc_mrr_at_5_std + value: 4.1495999999999995 + - type: nauc_mrr_at_5_diff1 + value: 6.15 + - type: nauc_mrr_at_10_max + value: 8.031 + - type: nauc_mrr_at_10_std + value: 4.7912 + - type: nauc_mrr_at_10_diff1 + value: 6.269900000000001 + - type: nauc_mrr_at_20_max + value: 8.0549 + - type: nauc_mrr_at_20_std + value: 5.2743 + - type: nauc_mrr_at_20_diff1 + value: 6.2928999999999995 + - type: nauc_mrr_at_100_max + value: 8.2201 + - type: nauc_mrr_at_100_std + value: 5.7367 + - type: nauc_mrr_at_100_diff1 + value: 6.3441 + - type: nauc_mrr_at_1000_max + value: 8.211 + - type: nauc_mrr_at_1000_std + value: 5.7768 + - type: nauc_mrr_at_1000_diff1 + value: 6.366199999999999 + - type: main_score + value: 17.378 task: type: Retrieval - dataset: config: default - name: MTEB SadeemQuestionRetrieval (ar) + name: MTEB SadeemQuestionRetrieval (default) revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9 split: test - type: sadeem/mmteb-sadeem + type: sadeem-ai/sadeem-ar-eval-retrieval-questions + metrics: + - type: ndcg_at_1 + value: 28.147 + - type: ndcg_at_3 + value: 59.156 + - type: ndcg_at_5 + value: 61.065999999999995 + - type: ndcg_at_10 + value: 62.241 + - type: ndcg_at_20 + value: 62.873000000000005 + - type: ndcg_at_100 + value: 63.676 + - type: ndcg_at_1000 + value: 63.904 + - type: map_at_1 + value: 28.147 + - type: map_at_3 + value: 50.989 + - type: map_at_5 + value: 52.059 + - type: map_at_10 + value: 52.553000000000004 + - type: map_at_20 + value: 52.727999999999994 + - type: map_at_100 + value: 52.842999999999996 + - type: map_at_1000 + value: 52.852 + - type: recall_at_1 + value: 28.147 + - type: recall_at_3 + value: 83.006 + - type: recall_at_5 + value: 87.602 + - type: recall_at_10 + value: 91.192 + - type: recall_at_20 + value: 93.681 + - type: recall_at_100 + value: 97.942 + - type: recall_at_1000 + value: 99.713 + - type: precision_at_1 + value: 28.147 + - type: precision_at_3 + value: 27.669 + - type: precision_at_5 + value: 17.52 + - type: precision_at_10 + value: 9.119 + - type: precision_at_20 + value: 4.684 + - type: precision_at_100 + value: 0.979 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 26.9507 + - type: mrr_at_3 + value: 50.1675 + - type: mrr_at_5 + value: 51.220699999999994 + - type: mrr_at_10 + value: 51.739599999999996 + - type: mrr_at_20 + value: 51.9078 + - type: mrr_at_100 + value: 52.019000000000005 + - type: mrr_at_1000 + value: 52.027699999999996 + - type: nauc_ndcg_at_1_max + value: 12.1091 + - type: nauc_ndcg_at_1_std + value: -0.2641 + - type: nauc_ndcg_at_1_diff1 + value: -0.0456 + - type: nauc_ndcg_at_3_max + value: 32.2194 + - type: nauc_ndcg_at_3_std + value: 6.8115 + - type: nauc_ndcg_at_3_diff1 + value: -44.6169 + - type: nauc_ndcg_at_5_max + value: 30.223499999999998 + - type: nauc_ndcg_at_5_std + value: 6.616 + - type: nauc_ndcg_at_5_diff1 + value: -37.8131 + - type: nauc_ndcg_at_10_max + value: 28.215 + - type: nauc_ndcg_at_10_std + value: 6.638199999999999 + - type: nauc_ndcg_at_10_diff1 + value: -34.1462 + - type: nauc_ndcg_at_20_max + value: 27.520699999999998 + - type: nauc_ndcg_at_20_std + value: 6.793 + - type: nauc_ndcg_at_20_diff1 + value: -31.5702 + - type: nauc_ndcg_at_100_max + value: 25.8959 + - type: nauc_ndcg_at_100_std + value: 6.0431 + - type: nauc_ndcg_at_100_diff1 + value: -27.7369 + - type: nauc_ndcg_at_1000_max + value: 25.263999999999996 + - type: nauc_ndcg_at_1000_std + value: 5.544099999999999 + - type: nauc_ndcg_at_1000_diff1 + value: -26.8195 + - type: nauc_map_at_1_max + value: 12.1091 + - type: nauc_map_at_1_std + value: -0.2641 + - type: nauc_map_at_1_diff1 + value: -0.0456 + - type: nauc_map_at_3_max + value: 25.443500000000004 + - type: nauc_map_at_3_std + value: 4.6888 + - type: nauc_map_at_3_diff1 + value: -28.6402 + - type: nauc_map_at_5_max + value: 24.252000000000002 + - type: nauc_map_at_5_std + value: 4.518599999999999 + - type: nauc_map_at_5_diff1 + value: -24.7719 + - type: nauc_map_at_10_max + value: 23.4405 + - type: nauc_map_at_10_std + value: 4.5044 + - type: nauc_map_at_10_diff1 + value: -23.2632 + - type: nauc_map_at_20_max + value: 23.2572 + - type: nauc_map_at_20_std + value: 4.539499999999999 + - type: nauc_map_at_20_diff1 + value: -22.6096 + - type: nauc_map_at_100_max + value: 23.055 + - type: nauc_map_at_100_std + value: 4.4593 + - type: nauc_map_at_100_diff1 + value: -22.1369 + - type: nauc_map_at_1000_max + value: 23.035600000000002 + - type: nauc_map_at_1000_std + value: 4.4453 + - type: nauc_map_at_1000_diff1 + value: -22.1081 + - type: nauc_recall_at_1_max + value: 12.1091 + - type: nauc_recall_at_1_std + value: -0.2641 + - type: nauc_recall_at_1_diff1 + value: -0.0456 + - type: nauc_recall_at_3_max + value: 66.4442 + - type: nauc_recall_at_3_std + value: 17.372799999999998 + - type: nauc_recall_at_3_diff1 + value: -125.90520000000001 + - type: nauc_recall_at_5_max + value: 68.48689999999999 + - type: nauc_recall_at_5_std + value: 19.979 + - type: nauc_recall_at_5_diff1 + value: -121.6742 + - type: nauc_recall_at_10_max + value: 67.44839999999999 + - type: nauc_recall_at_10_std + value: 24.8948 + - type: nauc_recall_at_10_diff1 + value: -124.82839999999999 + - type: nauc_recall_at_20_max + value: 73.4407 + - type: nauc_recall_at_20_std + value: 33.7021 + - type: nauc_recall_at_20_diff1 + value: -126.0851 + - type: nauc_recall_at_100_max + value: 81.9264 + - type: nauc_recall_at_100_std + value: 46.7656 + - type: nauc_recall_at_100_diff1 + value: -117.83879999999999 + - type: nauc_recall_at_1000_max + value: 76.4994 + - type: nauc_recall_at_1000_std + value: 16.3124 + - type: nauc_recall_at_1000_diff1 + value: -164.1088 + - type: nauc_precision_at_1_max + value: 12.1091 + - type: nauc_precision_at_1_std + value: -0.2641 + - type: nauc_precision_at_1_diff1 + value: -0.0456 + - type: nauc_precision_at_3_max + value: 66.4442 + - type: nauc_precision_at_3_std + value: 17.372799999999998 + - type: nauc_precision_at_3_diff1 + value: -125.90520000000001 + - type: nauc_precision_at_5_max + value: 68.48689999999999 + - type: nauc_precision_at_5_std + value: 19.979 + - type: nauc_precision_at_5_diff1 + value: -121.6742 + - type: nauc_precision_at_10_max + value: 67.44839999999999 + - type: nauc_precision_at_10_std + value: 24.8948 + - type: nauc_precision_at_10_diff1 + value: -124.82839999999999 + - type: nauc_precision_at_20_max + value: 73.4407 + - type: nauc_precision_at_20_std + value: 33.7021 + - type: nauc_precision_at_20_diff1 + value: -126.0851 + - type: nauc_precision_at_100_max + value: 81.9264 + - type: nauc_precision_at_100_std + value: 46.7656 + - type: nauc_precision_at_100_diff1 + value: -117.83879999999999 + - type: nauc_precision_at_1000_max + value: 76.4994 + - type: nauc_precision_at_1000_std + value: 16.3124 + - type: nauc_precision_at_1000_diff1 + value: -164.1088 + - type: nauc_mrr_at_1_max + value: 12.9902 + - type: nauc_mrr_at_1_std + value: 4.414499999999999 + - type: nauc_mrr_at_1_diff1 + value: -24.3025 + - type: nauc_mrr_at_3_max + value: 26.009500000000003 + - type: nauc_mrr_at_3_std + value: 7.7266 + - type: nauc_mrr_at_3_diff1 + value: -47.2008 + - type: nauc_mrr_at_5_max + value: 24.5728 + - type: nauc_mrr_at_5_std + value: 7.8084 + - type: nauc_mrr_at_5_diff1 + value: -44.370599999999996 + - type: nauc_mrr_at_10_max + value: 23.688000000000002 + - type: nauc_mrr_at_10_std + value: 7.656300000000001 + - type: nauc_mrr_at_10_diff1 + value: -42.9363 + - type: nauc_mrr_at_20_max + value: 23.5016 + - type: nauc_mrr_at_20_std + value: 7.7171 + - type: nauc_mrr_at_20_diff1 + value: -42.4626 + - type: nauc_mrr_at_100_max + value: 23.304 + - type: nauc_mrr_at_100_std + value: 7.6429 + - type: nauc_mrr_at_100_diff1 + value: -42.094 + - type: nauc_mrr_at_1000_max + value: 23.2846 + - type: nauc_mrr_at_1000_std + value: 7.6298 + - type: nauc_mrr_at_1000_diff1 + value: -42.0719 + - type: main_score + value: 62.241 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB XPQARetrieval (ara-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa metrics: - - type: main_score - value: 62.241 - - type: map_at_1 - value: 28.147 - - type: map_at_3 - value: 50.989 - - type: map_at_5 - value: 52.059 - - type: map_at_10 - value: 52.553 - - type: ndcg_at_1 - value: 28.147 - - type: ndcg_at_3 - value: 59.156 - - type: ndcg_at_5 - value: 61.066 - - type: ndcg_at_10 - value: 62.241 - - type: recall_at_1 - value: 28.147 - - type: recall_at_3 - value: 83.006 - - type: recall_at_5 - value: 87.602 - - type: recall_at_10 - value: 91.192 - - type: precision_at_1 - value: 28.147 - - type: precision_at_3 - value: 27.669 - - type: precision_at_5 - value: 17.52 - - type: precision_at_10 - value: 9.119 - - type: mrr_at_1 - value: 26.9507 - - type: mrr_at_3 - value: 50.1675 - - type: mrr_at_5 - value: 51.2207 - - type: mrr_at_10 - value: 51.7396 + - type: ndcg_at_1 + value: 26.0 + - type: ndcg_at_3 + value: 27.519 + - type: ndcg_at_5 + value: 29.212 + - type: ndcg_at_10 + value: 33.564 + - type: ndcg_at_20 + value: 36.436 + - type: ndcg_at_100 + value: 40.905 + - type: ndcg_at_1000 + value: 44.172 + - type: map_at_1 + value: 13.862 + - type: map_at_3 + value: 22.226000000000003 + - type: map_at_5 + value: 24.876 + - type: map_at_10 + value: 27.217000000000002 + - type: map_at_20 + value: 28.259 + - type: map_at_100 + value: 29.076999999999998 + - type: map_at_1000 + value: 29.232000000000003 + - type: recall_at_1 + value: 13.862 + - type: recall_at_3 + value: 26.700000000000003 + - type: recall_at_5 + value: 33.42 + - type: recall_at_10 + value: 44.393 + - type: recall_at_20 + value: 54.08 + - type: recall_at_100 + value: 74.53999999999999 + - type: recall_at_1000 + value: 97.251 + - type: precision_at_1 + value: 26.0 + - type: precision_at_3 + value: 19.022 + - type: precision_at_5 + value: 14.613000000000001 + - type: precision_at_10 + value: 9.68 + - type: precision_at_20 + value: 5.779999999999999 + - type: precision_at_100 + value: 1.5650000000000002 + - type: precision_at_1000 + value: 0.196 + - type: mrr_at_1 + value: 26.0 + - type: mrr_at_3 + value: 31.2222 + - type: mrr_at_5 + value: 32.8089 + - type: mrr_at_10 + value: 34.2539 + - type: mrr_at_20 + value: 34.8057 + - type: mrr_at_100 + value: 35.2117 + - type: mrr_at_1000 + value: 35.2937 + - type: nauc_ndcg_at_1_max + value: 37.0131 + - type: nauc_ndcg_at_1_std + value: 1.23 + - type: nauc_ndcg_at_1_diff1 + value: 34.386 + - type: nauc_ndcg_at_3_max + value: 30.478300000000004 + - type: nauc_ndcg_at_3_std + value: -0.42189999999999994 + - type: nauc_ndcg_at_3_diff1 + value: 28.220699999999997 + - type: nauc_ndcg_at_5_max + value: 28.219699999999996 + - type: nauc_ndcg_at_5_std + value: -1.0019 + - type: nauc_ndcg_at_5_diff1 + value: 27.2105 + - type: nauc_ndcg_at_10_max + value: 30.467100000000002 + - type: nauc_ndcg_at_10_std + value: 0.0898 + - type: nauc_ndcg_at_10_diff1 + value: 27.1735 + - type: nauc_ndcg_at_20_max + value: 31.635400000000004 + - type: nauc_ndcg_at_20_std + value: 1.0711 + - type: nauc_ndcg_at_20_diff1 + value: 27.1711 + - type: nauc_ndcg_at_100_max + value: 31.730000000000004 + - type: nauc_ndcg_at_100_std + value: 2.5065 + - type: nauc_ndcg_at_100_diff1 + value: 26.785700000000002 + - type: nauc_ndcg_at_1000_max + value: 32.5146 + - type: nauc_ndcg_at_1000_std + value: 2.1953 + - type: nauc_ndcg_at_1000_diff1 + value: 27.626299999999997 + - type: nauc_map_at_1_max + value: 20.5785 + - type: nauc_map_at_1_std + value: 0.1734 + - type: nauc_map_at_1_diff1 + value: 33.5835 + - type: nauc_map_at_3_max + value: 27.1963 + - type: nauc_map_at_3_std + value: -1.038 + - type: nauc_map_at_3_diff1 + value: 29.028399999999998 + - type: nauc_map_at_5_max + value: 28.5489 + - type: nauc_map_at_5_std + value: -1.4671999999999998 + - type: nauc_map_at_5_diff1 + value: 28.2777 + - type: nauc_map_at_10_max + value: 30.2132 + - type: nauc_map_at_10_std + value: -0.984 + - type: nauc_map_at_10_diff1 + value: 28.527 + - type: nauc_map_at_20_max + value: 30.8029 + - type: nauc_map_at_20_std + value: -0.6748 + - type: nauc_map_at_20_diff1 + value: 28.4974 + - type: nauc_map_at_100_max + value: 30.868000000000002 + - type: nauc_map_at_100_std + value: -0.4051 + - type: nauc_map_at_100_diff1 + value: 28.348000000000003 + - type: nauc_map_at_1000_max + value: 30.9483 + - type: nauc_map_at_1000_std + value: -0.3498 + - type: nauc_map_at_1000_diff1 + value: 28.407799999999998 + - type: nauc_recall_at_1_max + value: 20.5785 + - type: nauc_recall_at_1_std + value: 0.1734 + - type: nauc_recall_at_1_diff1 + value: 33.5835 + - type: nauc_recall_at_3_max + value: 22.6433 + - type: nauc_recall_at_3_std + value: -1.0766 + - type: nauc_recall_at_3_diff1 + value: 24.5419 + - type: nauc_recall_at_5_max + value: 21.1675 + - type: nauc_recall_at_5_std + value: -1.6594000000000002 + - type: nauc_recall_at_5_diff1 + value: 20.7746 + - type: nauc_recall_at_10_max + value: 25.8163 + - type: nauc_recall_at_10_std + value: 1.4134 + - type: nauc_recall_at_10_diff1 + value: 20.0466 + - type: nauc_recall_at_20_max + value: 28.211000000000002 + - type: nauc_recall_at_20_std + value: 4.3018 + - type: nauc_recall_at_20_diff1 + value: 19.7529 + - type: nauc_recall_at_100_max + value: 28.4752 + - type: nauc_recall_at_100_std + value: 13.855300000000002 + - type: nauc_recall_at_100_diff1 + value: 15.8335 + - type: nauc_recall_at_1000_max + value: 56.1762 + - type: nauc_recall_at_1000_std + value: 40.7642 + - type: nauc_recall_at_1000_diff1 + value: 7.8241000000000005 + - type: nauc_precision_at_1_max + value: 37.0131 + - type: nauc_precision_at_1_std + value: 1.23 + - type: nauc_precision_at_1_diff1 + value: 34.386 + - type: nauc_precision_at_3_max + value: 37.2799 + - type: nauc_precision_at_3_std + value: 0.3125 + - type: nauc_precision_at_3_diff1 + value: 22.5924 + - type: nauc_precision_at_5_max + value: 36.275200000000005 + - type: nauc_precision_at_5_std + value: -0.4414 + - type: nauc_precision_at_5_diff1 + value: 20.1792 + - type: nauc_precision_at_10_max + value: 36.3329 + - type: nauc_precision_at_10_std + value: 0.7673 + - type: nauc_precision_at_10_diff1 + value: 18.4001 + - type: nauc_precision_at_20_max + value: 36.1432 + - type: nauc_precision_at_20_std + value: 2.7744 + - type: nauc_precision_at_20_diff1 + value: 15.949399999999999 + - type: nauc_precision_at_100_max + value: 29.2087 + - type: nauc_precision_at_100_std + value: 5.795 + - type: nauc_precision_at_100_diff1 + value: 9.8339 + - type: nauc_precision_at_1000_max + value: 25.1923 + - type: nauc_precision_at_1000_std + value: 4.9289 + - type: nauc_precision_at_1000_diff1 + value: 5.8301 + - type: nauc_mrr_at_1_max + value: 37.0131 + - type: nauc_mrr_at_1_std + value: 1.23 + - type: nauc_mrr_at_1_diff1 + value: 34.386 + - type: nauc_mrr_at_3_max + value: 32.9506 + - type: nauc_mrr_at_3_std + value: 1.0282 + - type: nauc_mrr_at_3_diff1 + value: 31.368000000000002 + - type: nauc_mrr_at_5_max + value: 32.4437 + - type: nauc_mrr_at_5_std + value: 0.8541 + - type: nauc_mrr_at_5_diff1 + value: 30.3286 + - type: nauc_mrr_at_10_max + value: 32.9949 + - type: nauc_mrr_at_10_std + value: 1.1716 + - type: nauc_mrr_at_10_diff1 + value: 30.272900000000003 + - type: nauc_mrr_at_20_max + value: 33.1598 + - type: nauc_mrr_at_20_std + value: 1.4285 + - type: nauc_mrr_at_20_diff1 + value: 30.3452 + - type: nauc_mrr_at_100_max + value: 33.1941 + - type: nauc_mrr_at_100_std + value: 1.5522 + - type: nauc_mrr_at_100_diff1 + value: 30.411899999999996 + - type: nauc_mrr_at_1000_max + value: 33.218599999999995 + - type: nauc_mrr_at_1000_std + value: 1.5448 + - type: nauc_mrr_at_1000_diff1 + value: 30.4433 + - type: main_score + value: 33.564 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB XPQARetrieval (eng-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 5.6000000000000005 + - type: ndcg_at_3 + value: 6.115 + - type: ndcg_at_5 + value: 6.412 + - type: ndcg_at_10 + value: 8.06 + - type: ndcg_at_20 + value: 9.904 + - type: ndcg_at_100 + value: 13.441 + - type: ndcg_at_1000 + value: 21.157999999999998 + - type: map_at_1 + value: 2.858 + - type: map_at_3 + value: 4.5760000000000005 + - type: map_at_5 + value: 5.008 + - type: map_at_10 + value: 5.769 + - type: map_at_20 + value: 6.32 + - type: map_at_100 + value: 6.84 + - type: map_at_1000 + value: 7.114 + - type: recall_at_1 + value: 2.858 + - type: recall_at_3 + value: 6.262 + - type: recall_at_5 + value: 7.558 + - type: recall_at_10 + value: 11.600000000000001 + - type: recall_at_20 + value: 17.843999999999998 + - type: recall_at_100 + value: 33.924 + - type: recall_at_1000 + value: 88.14 + - type: precision_at_1 + value: 5.6000000000000005 + - type: precision_at_3 + value: 4.133 + - type: precision_at_5 + value: 3.2 + - type: precision_at_10 + value: 2.547 + - type: precision_at_20 + value: 1.867 + - type: precision_at_100 + value: 0.716 + - type: precision_at_1000 + value: 0.182 + - type: mrr_at_1 + value: 5.6000000000000005 + - type: mrr_at_3 + value: 7.6667 + - type: mrr_at_5 + value: 8.093300000000001 + - type: mrr_at_10 + value: 8.8209 + - type: mrr_at_20 + value: 9.3654 + - type: mrr_at_100 + value: 9.8288 + - type: mrr_at_1000 + value: 10.009500000000001 + - type: nauc_ndcg_at_1_max + value: 32.838899999999995 + - type: nauc_ndcg_at_1_std + value: 20.5796 + - type: nauc_ndcg_at_1_diff1 + value: 22.6813 + - type: nauc_ndcg_at_3_max + value: 35.1866 + - type: nauc_ndcg_at_3_std + value: 24.829 + - type: nauc_ndcg_at_3_diff1 + value: 20.6032 + - type: nauc_ndcg_at_5_max + value: 36.8889 + - type: nauc_ndcg_at_5_std + value: 27.8175 + - type: nauc_ndcg_at_5_diff1 + value: 18.686 + - type: nauc_ndcg_at_10_max + value: 37.3493 + - type: nauc_ndcg_at_10_std + value: 31.882700000000003 + - type: nauc_ndcg_at_10_diff1 + value: 18.4922 + - type: nauc_ndcg_at_20_max + value: 37.1177 + - type: nauc_ndcg_at_20_std + value: 33.9735 + - type: nauc_ndcg_at_20_diff1 + value: 17.1864 + - type: nauc_ndcg_at_100_max + value: 34.8607 + - type: nauc_ndcg_at_100_std + value: 32.9944 + - type: nauc_ndcg_at_100_diff1 + value: 18.2682 + - type: nauc_ndcg_at_1000_max + value: 32.228899999999996 + - type: nauc_ndcg_at_1000_std + value: 31.282500000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 18.4402 + - type: nauc_map_at_1_max + value: 28.424300000000002 + - type: nauc_map_at_1_std + value: 18.1568 + - type: nauc_map_at_1_diff1 + value: 27.4362 + - type: nauc_map_at_3_max + value: 34.8293 + - type: nauc_map_at_3_std + value: 23.643 + - type: nauc_map_at_3_diff1 + value: 21.8558 + - type: nauc_map_at_5_max + value: 36.3296 + - type: nauc_map_at_5_std + value: 25.9859 + - type: nauc_map_at_5_diff1 + value: 20.552999999999997 + - type: nauc_map_at_10_max + value: 37.282199999999996 + - type: nauc_map_at_10_std + value: 28.8291 + - type: nauc_map_at_10_diff1 + value: 20.2188 + - type: nauc_map_at_20_max + value: 37.366 + - type: nauc_map_at_20_std + value: 30.12 + - type: nauc_map_at_20_diff1 + value: 19.4849 + - type: nauc_map_at_100_max + value: 37.0376 + - type: nauc_map_at_100_std + value: 30.318800000000003 + - type: nauc_map_at_100_diff1 + value: 19.8468 + - type: nauc_map_at_1000_max + value: 36.9108 + - type: nauc_map_at_1000_std + value: 30.303600000000003 + - type: nauc_map_at_1000_diff1 + value: 19.8765 + - type: nauc_recall_at_1_max + value: 28.424300000000002 + - type: nauc_recall_at_1_std + value: 18.1568 + - type: nauc_recall_at_1_diff1 + value: 27.4362 + - type: nauc_recall_at_3_max + value: 35.3652 + - type: nauc_recall_at_3_std + value: 26.3617 + - type: nauc_recall_at_3_diff1 + value: 18.121499999999997 + - type: nauc_recall_at_5_max + value: 37.9415 + - type: nauc_recall_at_5_std + value: 31.6361 + - type: nauc_recall_at_5_diff1 + value: 14.7091 + - type: nauc_recall_at_10_max + value: 36.7605 + - type: nauc_recall_at_10_std + value: 36.6161 + - type: nauc_recall_at_10_diff1 + value: 14.8281 + - type: nauc_recall_at_20_max + value: 35.1301 + - type: nauc_recall_at_20_std + value: 38.683800000000005 + - type: nauc_recall_at_20_diff1 + value: 13.0095 + - type: nauc_recall_at_100_max + value: 29.624 + - type: nauc_recall_at_100_std + value: 34.0362 + - type: nauc_recall_at_100_diff1 + value: 15.9544 + - type: nauc_recall_at_1000_max + value: 13.4196 + - type: nauc_recall_at_1000_std + value: 34.4493 + - type: nauc_recall_at_1000_diff1 + value: 13.950899999999999 + - type: nauc_precision_at_1_max + value: 32.838899999999995 + - type: nauc_precision_at_1_std + value: 20.5796 + - type: nauc_precision_at_1_diff1 + value: 22.6813 + - type: nauc_precision_at_3_max + value: 40.4435 + - type: nauc_precision_at_3_std + value: 27.6221 + - type: nauc_precision_at_3_diff1 + value: 19.8144 + - type: nauc_precision_at_5_max + value: 41.9666 + - type: nauc_precision_at_5_std + value: 31.5946 + - type: nauc_precision_at_5_diff1 + value: 16.1282 + - type: nauc_precision_at_10_max + value: 39.9322 + - type: nauc_precision_at_10_std + value: 36.756499999999996 + - type: nauc_precision_at_10_diff1 + value: 16.2153 + - type: nauc_precision_at_20_max + value: 38.3678 + - type: nauc_precision_at_20_std + value: 38.7305 + - type: nauc_precision_at_20_diff1 + value: 12.822700000000001 + - type: nauc_precision_at_100_max + value: 28.3971 + - type: nauc_precision_at_100_std + value: 30.848100000000002 + - type: nauc_precision_at_100_diff1 + value: 12.8062 + - type: nauc_precision_at_1000_max + value: 2.3346999999999998 + - type: nauc_precision_at_1000_std + value: 5.900799999999999 + - type: nauc_precision_at_1000_diff1 + value: 5.9445 + - type: nauc_mrr_at_1_max + value: 32.838899999999995 + - type: nauc_mrr_at_1_std + value: 20.5796 + - type: nauc_mrr_at_1_diff1 + value: 22.6813 + - type: nauc_mrr_at_3_max + value: 34.682 + - type: nauc_mrr_at_3_std + value: 22.7573 + - type: nauc_mrr_at_3_diff1 + value: 21.3031 + - type: nauc_mrr_at_5_max + value: 35.1101 + - type: nauc_mrr_at_5_std + value: 24.595200000000002 + - type: nauc_mrr_at_5_diff1 + value: 19.8655 + - type: nauc_mrr_at_10_max + value: 34.9324 + - type: nauc_mrr_at_10_std + value: 26.1953 + - type: nauc_mrr_at_10_diff1 + value: 19.862199999999998 + - type: nauc_mrr_at_20_max + value: 34.7806 + - type: nauc_mrr_at_20_std + value: 26.606999999999996 + - type: nauc_mrr_at_20_diff1 + value: 19.4267 + - type: nauc_mrr_at_100_max + value: 34.3513 + - type: nauc_mrr_at_100_std + value: 26.3405 + - type: nauc_mrr_at_100_diff1 + value: 19.5093 + - type: nauc_mrr_at_1000_max + value: 34.3621 + - type: nauc_mrr_at_1000_std + value: 26.3118 + - type: nauc_mrr_at_1000_diff1 + value: 19.557 + - type: main_score + value: 8.06 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB XPQARetrieval (ara-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 4.717 + - type: ndcg_at_3 + value: 6.136 + - type: ndcg_at_5 + value: 6.796 + - type: ndcg_at_10 + value: 8.417 + - type: ndcg_at_20 + value: 10.041 + - type: ndcg_at_100 + value: 13.668 + - type: ndcg_at_1000 + value: 21.077 + - type: map_at_1 + value: 2.3810000000000002 + - type: map_at_3 + value: 4.62 + - type: map_at_5 + value: 5.285 + - type: map_at_10 + value: 6.115 + - type: map_at_20 + value: 6.605999999999999 + - type: map_at_100 + value: 7.173 + - type: map_at_1000 + value: 7.424 + - type: recall_at_1 + value: 2.3810000000000002 + - type: recall_at_3 + value: 6.611000000000001 + - type: recall_at_5 + value: 8.643 + - type: recall_at_10 + value: 12.873000000000001 + - type: recall_at_20 + value: 18.358 + - type: recall_at_100 + value: 35.274 + - type: recall_at_1000 + value: 87.25699999999999 + - type: precision_at_1 + value: 4.717 + - type: precision_at_3 + value: 4.717 + - type: precision_at_5 + value: 3.7740000000000005 + - type: precision_at_10 + value: 2.709 + - type: precision_at_20 + value: 1.8800000000000001 + - type: precision_at_100 + value: 0.697 + - type: precision_at_1000 + value: 0.17700000000000002 + - type: mrr_at_1 + value: 4.717 + - type: mrr_at_3 + value: 6.9407 + - type: mrr_at_5 + value: 7.5066999999999995 + - type: mrr_at_10 + value: 8.0793 + - type: mrr_at_20 + value: 8.5387 + - type: mrr_at_100 + value: 8.9732 + - type: mrr_at_1000 + value: 9.1562 + - type: nauc_ndcg_at_1_max + value: 54.243300000000005 + - type: nauc_ndcg_at_1_std + value: 25.9453 + - type: nauc_ndcg_at_1_diff1 + value: 39.2959 + - type: nauc_ndcg_at_3_max + value: 42.9191 + - type: nauc_ndcg_at_3_std + value: 20.4861 + - type: nauc_ndcg_at_3_diff1 + value: 25.1422 + - type: nauc_ndcg_at_5_max + value: 38.6922 + - type: nauc_ndcg_at_5_std + value: 20.5677 + - type: nauc_ndcg_at_5_diff1 + value: 21.3885 + - type: nauc_ndcg_at_10_max + value: 36.5826 + - type: nauc_ndcg_at_10_std + value: 20.7746 + - type: nauc_ndcg_at_10_diff1 + value: 18.6611 + - type: nauc_ndcg_at_20_max + value: 35.204299999999996 + - type: nauc_ndcg_at_20_std + value: 21.1932 + - type: nauc_ndcg_at_20_diff1 + value: 17.1578 + - type: nauc_ndcg_at_100_max + value: 32.2066 + - type: nauc_ndcg_at_100_std + value: 22.0766 + - type: nauc_ndcg_at_100_diff1 + value: 13.971 + - type: nauc_ndcg_at_1000_max + value: 33.6484 + - type: nauc_ndcg_at_1000_std + value: 22.9162 + - type: nauc_ndcg_at_1000_diff1 + value: 14.0986 + - type: nauc_map_at_1_max + value: 40.3701 + - type: nauc_map_at_1_std + value: 16.161900000000003 + - type: nauc_map_at_1_diff1 + value: 39.9372 + - type: nauc_map_at_3_max + value: 41.3994 + - type: nauc_map_at_3_std + value: 19.808400000000002 + - type: nauc_map_at_3_diff1 + value: 27.0159 + - type: nauc_map_at_5_max + value: 39.7394 + - type: nauc_map_at_5_std + value: 19.3577 + - type: nauc_map_at_5_diff1 + value: 25.1608 + - type: nauc_map_at_10_max + value: 39.2515 + - type: nauc_map_at_10_std + value: 20.1689 + - type: nauc_map_at_10_diff1 + value: 22.7535 + - type: nauc_map_at_20_max + value: 38.8313 + - type: nauc_map_at_20_std + value: 20.5593 + - type: nauc_map_at_20_diff1 + value: 21.933600000000002 + - type: nauc_map_at_100_max + value: 38.0329 + - type: nauc_map_at_100_std + value: 20.7943 + - type: nauc_map_at_100_diff1 + value: 20.9206 + - type: nauc_map_at_1000_max + value: 38.0858 + - type: nauc_map_at_1000_std + value: 20.8558 + - type: nauc_map_at_1000_diff1 + value: 20.887700000000002 + - type: nauc_recall_at_1_max + value: 40.3701 + - type: nauc_recall_at_1_std + value: 16.161900000000003 + - type: nauc_recall_at_1_diff1 + value: 39.9372 + - type: nauc_recall_at_3_max + value: 36.5375 + - type: nauc_recall_at_3_std + value: 18.166 + - type: nauc_recall_at_3_diff1 + value: 18.7422 + - type: nauc_recall_at_5_max + value: 32.6016 + - type: nauc_recall_at_5_std + value: 18.378700000000002 + - type: nauc_recall_at_5_diff1 + value: 15.2924 + - type: nauc_recall_at_10_max + value: 28.719299999999997 + - type: nauc_recall_at_10_std + value: 18.121499999999997 + - type: nauc_recall_at_10_diff1 + value: 12.0404 + - type: nauc_recall_at_20_max + value: 27.1826 + - type: nauc_recall_at_20_std + value: 19.482499999999998 + - type: nauc_recall_at_20_diff1 + value: 11.1159 + - type: nauc_recall_at_100_max + value: 21.4272 + - type: nauc_recall_at_100_std + value: 21.723200000000002 + - type: nauc_recall_at_100_diff1 + value: 4.9525 + - type: nauc_recall_at_1000_max + value: 24.616699999999998 + - type: nauc_recall_at_1000_std + value: 36.6124 + - type: nauc_recall_at_1000_diff1 + value: -1.4559 + - type: nauc_precision_at_1_max + value: 54.243300000000005 + - type: nauc_precision_at_1_std + value: 25.9453 + - type: nauc_precision_at_1_diff1 + value: 39.2959 + - type: nauc_precision_at_3_max + value: 48.6299 + - type: nauc_precision_at_3_std + value: 24.9782 + - type: nauc_precision_at_3_diff1 + value: 23.6147 + - type: nauc_precision_at_5_max + value: 43.9644 + - type: nauc_precision_at_5_std + value: 23.6441 + - type: nauc_precision_at_5_diff1 + value: 20.3201 + - type: nauc_precision_at_10_max + value: 41.4126 + - type: nauc_precision_at_10_std + value: 24.6059 + - type: nauc_precision_at_10_diff1 + value: 16.0803 + - type: nauc_precision_at_20_max + value: 37.7543 + - type: nauc_precision_at_20_std + value: 23.7518 + - type: nauc_precision_at_20_diff1 + value: 11.8993 + - type: nauc_precision_at_100_max + value: 28.8901 + - type: nauc_precision_at_100_std + value: 21.9506 + - type: nauc_precision_at_100_diff1 + value: 7.3769 + - type: nauc_precision_at_1000_max + value: 12.132900000000001 + - type: nauc_precision_at_1000_std + value: 8.134 + - type: nauc_precision_at_1000_diff1 + value: -1.0386 + - type: nauc_mrr_at_1_max + value: 54.243300000000005 + - type: nauc_mrr_at_1_std + value: 25.9453 + - type: nauc_mrr_at_1_diff1 + value: 39.2959 + - type: nauc_mrr_at_3_max + value: 45.3324 + - type: nauc_mrr_at_3_std + value: 23.9364 + - type: nauc_mrr_at_3_diff1 + value: 25.5843 + - type: nauc_mrr_at_5_max + value: 43.5379 + - type: nauc_mrr_at_5_std + value: 23.9876 + - type: nauc_mrr_at_5_diff1 + value: 24.0945 + - type: nauc_mrr_at_10_max + value: 41.2615 + - type: nauc_mrr_at_10_std + value: 23.1665 + - type: nauc_mrr_at_10_diff1 + value: 22.6914 + - type: nauc_mrr_at_20_max + value: 40.3956 + - type: nauc_mrr_at_20_std + value: 22.9236 + - type: nauc_mrr_at_20_diff1 + value: 22.037399999999998 + - type: nauc_mrr_at_100_max + value: 39.8172 + - type: nauc_mrr_at_100_std + value: 23.0539 + - type: nauc_mrr_at_100_diff1 + value: 21.4238 + - type: nauc_mrr_at_1000_max + value: 39.9549 + - type: nauc_mrr_at_1000_std + value: 23.125999999999998 + - type: nauc_mrr_at_1000_diff1 + value: 21.4921 + - type: main_score + value: 8.417 task: type: Retrieval - dataset: