| --- |
| tags: |
| - mteb |
| model-index: |
| - name: mist-zh |
| results: |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/AFQMC |
| name: MTEB AFQMC |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 44.80910972039708 |
| - type: cos_sim_spearman |
| value: 46.97947004057185 |
| - type: euclidean_pearson |
| value: 45.36774158404125 |
| - type: euclidean_spearman |
| value: 46.97947004232487 |
| - type: manhattan_pearson |
| value: 45.23486628014998 |
| - type: manhattan_spearman |
| value: 46.87721960765866 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/ATEC |
| name: MTEB ATEC |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 49.5294624928126 |
| - type: cos_sim_spearman |
| value: 51.34771777448503 |
| - type: euclidean_pearson |
| value: 53.56859824288157 |
| - type: euclidean_spearman |
| value: 51.34771439634126 |
| - type: manhattan_pearson |
| value: 53.581640877132685 |
| - type: manhattan_spearman |
| value: 51.349656519071274 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_reviews_multi |
| name: MTEB AmazonReviewsClassification (zh) |
| config: zh |
| split: test |
| revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
| metrics: |
| - type: accuracy |
| value: 39.318 |
| - type: f1 |
| value: 37.37720144558489 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/BQ |
| name: MTEB BQ |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 62.12016334764962 |
| - type: cos_sim_spearman |
| value: 65.08208654969742 |
| - type: euclidean_pearson |
| value: 63.53078822303454 |
| - type: euclidean_spearman |
| value: 65.0820865487212 |
| - type: manhattan_pearson |
| value: 63.510532363654725 |
| - type: manhattan_spearman |
| value: 65.06622789125241 |
| - task: |
| type: Clustering |
| dataset: |
| type: C-MTEB/CLSClusteringP2P |
| name: MTEB CLSClusteringP2P |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: v_measure |
| value: 39.5071157612481 |
| - task: |
| type: Clustering |
| dataset: |
| type: C-MTEB/CLSClusteringS2S |
| name: MTEB CLSClusteringS2S |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: v_measure |
| value: 37.99964332311132 |
| - task: |
| type: Reranking |
| dataset: |
| type: C-MTEB/CMedQAv1-reranking |
| name: MTEB CMedQAv1 |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: map |
| value: 84.67010533089491 |
| - type: mrr |
| value: 86.99488095238095 |
| - task: |
| type: Reranking |
| dataset: |
| type: C-MTEB/CMedQAv2-reranking |
| name: MTEB CMedQAv2 |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: map |
| value: 85.27288868896477 |
| - type: mrr |
| value: 87.5929761904762 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/CmedqaRetrieval |
| name: MTEB CmedqaRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 23.949 |
| - type: map_at_10 |
| value: 35.394 |
| - type: map_at_100 |
| value: 37.235 |
| - type: map_at_1000 |
| value: 37.364999999999995 |
| - type: map_at_3 |
| value: 31.433 |
| - type: map_at_5 |
| value: 33.668 |
| - type: mrr_at_1 |
| value: 36.834 |
| - type: mrr_at_10 |
| value: 44.451 |
| - type: mrr_at_100 |
| value: 45.445 |
| - type: mrr_at_1000 |
| value: 45.501000000000005 |
| - type: mrr_at_3 |
| value: 42.010999999999996 |
| - type: mrr_at_5 |
| value: 43.34 |
| - type: ndcg_at_1 |
| value: 36.834 |
| - type: ndcg_at_10 |
| value: 41.803000000000004 |
| - type: ndcg_at_100 |
| value: 49.091 |
| - type: ndcg_at_1000 |
| value: 51.474 |
| - type: ndcg_at_3 |
| value: 36.736000000000004 |
| - type: ndcg_at_5 |
| value: 38.868 |
| - type: precision_at_1 |
| value: 36.834 |
| - type: precision_at_10 |
| value: 9.354999999999999 |
| - type: precision_at_100 |
| value: 1.5310000000000001 |
| - type: precision_at_1000 |
| value: 0.183 |
| - type: precision_at_3 |
| value: 20.78 |
| - type: precision_at_5 |
| value: 15.238999999999999 |
| - type: recall_at_1 |
| value: 23.949 |
| - type: recall_at_10 |
| value: 51.68000000000001 |
| - type: recall_at_100 |
| value: 81.938 |
| - type: recall_at_1000 |
| value: 98.091 |
| - type: recall_at_3 |
| value: 36.408 |
| - type: recall_at_5 |
| value: 42.952 |
| - task: |
| type: PairClassification |
| dataset: |
| type: C-MTEB/CMNLI |
| name: MTEB Cmnli |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: cos_sim_accuracy |
| value: 76.24774503908598 |
| - type: cos_sim_ap |
| value: 84.76081551540754 |
| - type: cos_sim_f1 |
| value: 77.76321537789427 |
| - type: cos_sim_precision |
| value: 72.96577167452347 |
| - type: cos_sim_recall |
| value: 83.23591302314706 |
| - type: dot_accuracy |
| value: 76.24774503908598 |
| - type: dot_ap |
| value: 84.75968761251127 |
| - type: dot_f1 |
| value: 77.76321537789427 |
| - type: dot_precision |
| value: 72.96577167452347 |
| - type: dot_recall |
| value: 83.23591302314706 |
| - type: euclidean_accuracy |
| value: 76.24774503908598 |
| - type: euclidean_ap |
| value: 84.7608250840413 |
| - type: euclidean_f1 |
| value: 77.76321537789427 |
| - type: euclidean_precision |
| value: 72.96577167452347 |
| - type: euclidean_recall |
| value: 83.23591302314706 |
| - type: manhattan_accuracy |
| value: 76.19963920625375 |
| - type: manhattan_ap |
| value: 84.76313920535411 |
| - type: manhattan_f1 |
| value: 77.74253527288636 |
| - type: manhattan_precision |
| value: 73.0374023838882 |
| - type: manhattan_recall |
| value: 83.09562777647884 |
| - type: max_accuracy |
| value: 76.24774503908598 |
| - type: max_ap |
| value: 84.76313920535411 |
| - type: max_f1 |
| value: 77.76321537789427 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/CovidRetrieval |
| name: MTEB CovidRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 66.149 |
| - type: map_at_10 |
| value: 75.22999999999999 |
| - type: map_at_100 |
| value: 75.536 |
| - type: map_at_1000 |
| value: 75.542 |
| - type: map_at_3 |
| value: 73.384 |
| - type: map_at_5 |
| value: 74.459 |
| - type: mrr_at_1 |
| value: 66.28 |
| - type: mrr_at_10 |
| value: 75.232 |
| - type: mrr_at_100 |
| value: 75.52799999999999 |
| - type: mrr_at_1000 |
| value: 75.534 |
| - type: mrr_at_3 |
| value: 73.446 |
| - type: mrr_at_5 |
| value: 74.473 |
| - type: ndcg_at_1 |
| value: 66.386 |
| - type: ndcg_at_10 |
| value: 79.295 |
| - type: ndcg_at_100 |
| value: 80.741 |
| - type: ndcg_at_1000 |
| value: 80.891 |
| - type: ndcg_at_3 |
| value: 75.613 |
| - type: ndcg_at_5 |
| value: 77.46300000000001 |
| - type: precision_at_1 |
| value: 66.386 |
| - type: precision_at_10 |
| value: 9.283 |
| - type: precision_at_100 |
| value: 0.996 |
| - type: precision_at_1000 |
| value: 0.101 |
| - type: precision_at_3 |
| value: 27.503 |
| - type: precision_at_5 |
| value: 17.408 |
| - type: recall_at_1 |
| value: 66.149 |
| - type: recall_at_10 |
| value: 91.886 |
| - type: recall_at_100 |
| value: 98.52499999999999 |
| - type: recall_at_1000 |
| value: 99.684 |
| - type: recall_at_3 |
| value: 81.849 |
| - type: recall_at_5 |
| value: 86.275 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/DuRetrieval |
| name: MTEB DuRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 25.166 |
| - type: map_at_10 |
| value: 78.805 |
| - type: map_at_100 |
| value: 81.782 |
| - type: map_at_1000 |
| value: 81.818 |
| - type: map_at_3 |
| value: 54.226 |
| - type: map_at_5 |
| value: 68.783 |
| - type: mrr_at_1 |
| value: 88.6 |
| - type: mrr_at_10 |
| value: 92.244 |
| - type: mrr_at_100 |
| value: 92.31899999999999 |
| - type: mrr_at_1000 |
| value: 92.321 |
| - type: mrr_at_3 |
| value: 91.867 |
| - type: mrr_at_5 |
| value: 92.119 |
| - type: ndcg_at_1 |
| value: 88.6 |
| - type: ndcg_at_10 |
| value: 86.432 |
| - type: ndcg_at_100 |
| value: 89.357 |
| - type: ndcg_at_1000 |
| value: 89.688 |
| - type: ndcg_at_3 |
| value: 84.90299999999999 |
| - type: ndcg_at_5 |
| value: 84.137 |
| - type: precision_at_1 |
| value: 88.6 |
| - type: precision_at_10 |
| value: 41.685 |
| - type: precision_at_100 |
| value: 4.811 |
| - type: precision_at_1000 |
| value: 0.48900000000000005 |
| - type: precision_at_3 |
| value: 76.44999999999999 |
| - type: precision_at_5 |
| value: 64.87 |
| - type: recall_at_1 |
| value: 25.166 |
| - type: recall_at_10 |
| value: 88.227 |
| - type: recall_at_100 |
| value: 97.597 |
| - type: recall_at_1000 |
| value: 99.359 |
| - type: recall_at_3 |
| value: 56.946 |
| - type: recall_at_5 |
| value: 74.261 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/EcomRetrieval |
| name: MTEB EcomRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 48.3 |
| - type: map_at_10 |
| value: 57.635999999999996 |
| - type: map_at_100 |
| value: 58.306000000000004 |
| - type: map_at_1000 |
| value: 58.326 |
| - type: map_at_3 |
| value: 54.900000000000006 |
| - type: map_at_5 |
| value: 56.620000000000005 |
| - type: mrr_at_1 |
| value: 48.3 |
| - type: mrr_at_10 |
| value: 57.635999999999996 |
| - type: mrr_at_100 |
| value: 58.306000000000004 |
| - type: mrr_at_1000 |
| value: 58.326 |
| - type: mrr_at_3 |
| value: 54.900000000000006 |
| - type: mrr_at_5 |
| value: 56.620000000000005 |
| - type: ndcg_at_1 |
| value: 48.3 |
| - type: ndcg_at_10 |
| value: 62.638000000000005 |
| - type: ndcg_at_100 |
| value: 65.726 |
| - type: ndcg_at_1000 |
| value: 66.253 |
| - type: ndcg_at_3 |
| value: 57.081 |
| - type: ndcg_at_5 |
| value: 60.217 |
| - type: precision_at_1 |
| value: 48.3 |
| - type: precision_at_10 |
| value: 7.85 |
| - type: precision_at_100 |
| value: 0.9249999999999999 |
| - type: precision_at_1000 |
| value: 0.097 |
| - type: precision_at_3 |
| value: 21.133 |
| - type: precision_at_5 |
| value: 14.219999999999999 |
| - type: recall_at_1 |
| value: 48.3 |
| - type: recall_at_10 |
| value: 78.5 |
| - type: recall_at_100 |
| value: 92.5 |
| - type: recall_at_1000 |
| value: 96.6 |
| - type: recall_at_3 |
| value: 63.4 |
| - type: recall_at_5 |
| value: 71.1 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/IFlyTek-classification |
| name: MTEB IFlyTek |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 47.9646017699115 |
| - type: f1 |
| value: 35.03552351349023 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/JDReview-classification |
| name: MTEB JDReview |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 84.8968105065666 |
| - type: ap |
| value: 52.564605306946774 |
| - type: f1 |
| value: 79.59880155481291 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/LCQMC |
| name: MTEB LCQMC |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 70.03662039861051 |
| - type: cos_sim_spearman |
| value: 76.9642260444222 |
| - type: euclidean_pearson |
| value: 75.47376966815843 |
| - type: euclidean_spearman |
| value: 76.9642282583736 |
| - type: manhattan_pearson |
| value: 75.45535385433548 |
| - type: manhattan_spearman |
| value: 76.94609742735338 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/MMarcoRetrieval |
| name: MTEB MMarcoRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 65.604 |
| - type: map_at_10 |
| value: 74.522 |
| - type: map_at_100 |
| value: 74.878 |
| - type: map_at_1000 |
| value: 74.889 |
| - type: map_at_3 |
| value: 72.61 |
| - type: map_at_5 |
| value: 73.882 |
| - type: mrr_at_1 |
| value: 67.75099999999999 |
| - type: mrr_at_10 |
| value: 75.08399999999999 |
| - type: mrr_at_100 |
| value: 75.402 |
| - type: mrr_at_1000 |
| value: 75.412 |
| - type: mrr_at_3 |
| value: 73.446 |
| - type: mrr_at_5 |
| value: 74.531 |
| - type: ndcg_at_1 |
| value: 67.75099999999999 |
| - type: ndcg_at_10 |
| value: 78.172 |
| - type: ndcg_at_100 |
| value: 79.753 |
| - type: ndcg_at_1000 |
| value: 80.06400000000001 |
| - type: ndcg_at_3 |
| value: 74.607 |
| - type: ndcg_at_5 |
| value: 76.728 |
| - type: precision_at_1 |
| value: 67.75099999999999 |
| - type: precision_at_10 |
| value: 9.443999999999999 |
| - type: precision_at_100 |
| value: 1.023 |
| - type: precision_at_1000 |
| value: 0.105 |
| - type: precision_at_3 |
| value: 28.009 |
| - type: precision_at_5 |
| value: 17.934 |
| - type: recall_at_1 |
| value: 65.604 |
| - type: recall_at_10 |
| value: 88.84100000000001 |
| - type: recall_at_100 |
| value: 95.954 |
| - type: recall_at_1000 |
| value: 98.425 |
| - type: recall_at_3 |
| value: 79.497 |
| - type: recall_at_5 |
| value: 84.515 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_massive_intent |
| name: MTEB MassiveIntentClassification (zh-CN) |
| config: zh-CN |
| split: test |
| revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 |
| metrics: |
| - type: accuracy |
| value: 67.64963012777405 |
| - type: f1 |
| value: 65.01092085388518 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_massive_scenario |
| name: MTEB MassiveScenarioClassification (zh-CN) |
| config: zh-CN |
| split: test |
| revision: 7d571f92784cd94a019292a1f45445077d0ef634 |
| metrics: |
| - type: accuracy |
| value: 72.9724277067922 |
| - type: f1 |
| value: 72.48003852874602 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/MedicalRetrieval |
| name: MTEB MedicalRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 48.9 |
| - type: map_at_10 |
| value: 55.189 |
| - type: map_at_100 |
| value: 55.687 |
| - type: map_at_1000 |
| value: 55.74400000000001 |
| - type: map_at_3 |
| value: 53.75 |
| - type: map_at_5 |
| value: 54.555 |
| - type: mrr_at_1 |
| value: 49.1 |
| - type: mrr_at_10 |
| value: 55.289 |
| - type: mrr_at_100 |
| value: 55.788000000000004 |
| - type: mrr_at_1000 |
| value: 55.845 |
| - type: mrr_at_3 |
| value: 53.849999999999994 |
| - type: mrr_at_5 |
| value: 54.655 |
| - type: ndcg_at_1 |
| value: 48.9 |
| - type: ndcg_at_10 |
| value: 58.275 |
| - type: ndcg_at_100 |
| value: 60.980000000000004 |
| - type: ndcg_at_1000 |
| value: 62.672000000000004 |
| - type: ndcg_at_3 |
| value: 55.282 |
| - type: ndcg_at_5 |
| value: 56.749 |
| - type: precision_at_1 |
| value: 48.9 |
| - type: precision_at_10 |
| value: 6.800000000000001 |
| - type: precision_at_100 |
| value: 0.8130000000000001 |
| - type: precision_at_1000 |
| value: 0.095 |
| - type: precision_at_3 |
| value: 19.900000000000002 |
| - type: precision_at_5 |
| value: 12.659999999999998 |
| - type: recall_at_1 |
| value: 48.9 |
| - type: recall_at_10 |
| value: 68.0 |
| - type: recall_at_100 |
| value: 81.3 |
| - type: recall_at_1000 |
| value: 95.0 |
| - type: recall_at_3 |
| value: 59.699999999999996 |
| - type: recall_at_5 |
| value: 63.3 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/MultilingualSentiment-classification |
| name: MTEB MultilingualSentiment |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 71.53666666666668 |
| - type: f1 |
| value: 70.74267338218574 |
| - task: |
| type: PairClassification |
| dataset: |
| type: C-MTEB/OCNLI |
| name: MTEB Ocnli |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: cos_sim_accuracy |
| value: 70.43854899837575 |
| - type: cos_sim_ap |
| value: 75.25713109733296 |
| - type: cos_sim_f1 |
| value: 73.18777292576418 |
| - type: cos_sim_precision |
| value: 62.397617274758 |
| - type: cos_sim_recall |
| value: 88.48996832101372 |
| - type: dot_accuracy |
| value: 70.43854899837575 |
| - type: dot_ap |
| value: 75.25713109733296 |
| - type: dot_f1 |
| value: 73.18777292576418 |
| - type: dot_precision |
| value: 62.397617274758 |
| - type: dot_recall |
| value: 88.48996832101372 |
| - type: euclidean_accuracy |
| value: 70.43854899837575 |
| - type: euclidean_ap |
| value: 75.25713109733296 |
| - type: euclidean_f1 |
| value: 73.18777292576418 |
| - type: euclidean_precision |
| value: 62.397617274758 |
| - type: euclidean_recall |
| value: 88.48996832101372 |
| - type: manhattan_accuracy |
| value: 70.60097455332972 |
| - type: manhattan_ap |
| value: 75.22177995740668 |
| - type: manhattan_f1 |
| value: 73.13750532141337 |
| - type: manhattan_precision |
| value: 61.26961483594865 |
| - type: manhattan_recall |
| value: 90.70749736008447 |
| - type: max_accuracy |
| value: 70.60097455332972 |
| - type: max_ap |
| value: 75.25713109733296 |
| - type: max_f1 |
| value: 73.18777292576418 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/OnlineShopping-classification |
| name: MTEB OnlineShopping |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 91.3 |
| - type: ap |
| value: 89.03601366589187 |
| - type: f1 |
| value: 91.28612226957141 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/PAWSX |
| name: MTEB PAWSX |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 24.254041798082984 |
| - type: cos_sim_spearman |
| value: 30.029755057178846 |
| - type: euclidean_pearson |
| value: 30.394005237465905 |
| - type: euclidean_spearman |
| value: 30.029751825186153 |
| - type: manhattan_pearson |
| value: 30.400683181995863 |
| - type: manhattan_spearman |
| value: 29.981240616043326 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/QBQTC |
| name: MTEB QBQTC |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 35.09911024323138 |
| - type: cos_sim_spearman |
| value: 37.49790006053554 |
| - type: euclidean_pearson |
| value: 35.65689785105493 |
| - type: euclidean_spearman |
| value: 37.498032509597344 |
| - type: manhattan_pearson |
| value: 35.68350134483341 |
| - type: manhattan_spearman |
| value: 37.54046578100128 |
| - task: |
| type: STS |
| dataset: |
| type: mteb/sts22-crosslingual-sts |
| name: MTEB STS22 (zh) |
| config: zh |
| split: test |
| revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 |
| metrics: |
| - type: cos_sim_pearson |
| value: 68.26707578158273 |
| - type: cos_sim_spearman |
| value: 69.19741429899995 |
| - type: euclidean_pearson |
| value: 68.53026048034656 |
| - type: euclidean_spearman |
| value: 69.1974135636389 |
| - type: manhattan_pearson |
| value: 70.02306646353263 |
| - type: manhattan_spearman |
| value: 70.46158498712836 |
| - task: |
| type: STS |
| dataset: |
| type: C-MTEB/STSB |
| name: MTEB STSB |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: cos_sim_pearson |
| value: 78.88749955421177 |
| - type: cos_sim_spearman |
| value: 79.56695106617856 |
| - type: euclidean_pearson |
| value: 79.13787024514338 |
| - type: euclidean_spearman |
| value: 79.56690827015423 |
| - type: manhattan_pearson |
| value: 79.08154812411563 |
| - type: manhattan_spearman |
| value: 79.52391077945943 |
| - task: |
| type: Reranking |
| dataset: |
| type: C-MTEB/T2Reranking |
| name: MTEB T2Reranking |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map |
| value: 65.78663254562939 |
| - type: mrr |
| value: 74.9786877626248 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/T2Retrieval |
| name: MTEB T2Retrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 26.169999999999998 |
| - type: map_at_10 |
| value: 74.009 |
| - type: map_at_100 |
| value: 77.788 |
| - type: map_at_1000 |
| value: 77.866 |
| - type: map_at_3 |
| value: 51.861000000000004 |
| - type: map_at_5 |
| value: 63.775000000000006 |
| - type: mrr_at_1 |
| value: 87.748 |
| - type: mrr_at_10 |
| value: 90.737 |
| - type: mrr_at_100 |
| value: 90.84400000000001 |
| - type: mrr_at_1000 |
| value: 90.849 |
| - type: mrr_at_3 |
| value: 90.257 |
| - type: mrr_at_5 |
| value: 90.54299999999999 |
| - type: ndcg_at_1 |
| value: 87.748 |
| - type: ndcg_at_10 |
| value: 82.114 |
| - type: ndcg_at_100 |
| value: 86.148 |
| - type: ndcg_at_1000 |
| value: 86.913 |
| - type: ndcg_at_3 |
| value: 83.54599999999999 |
| - type: ndcg_at_5 |
| value: 81.987 |
| - type: precision_at_1 |
| value: 87.748 |
| - type: precision_at_10 |
| value: 41.076 |
| - type: precision_at_100 |
| value: 4.976 |
| - type: precision_at_1000 |
| value: 0.515 |
| - type: precision_at_3 |
| value: 73.282 |
| - type: precision_at_5 |
| value: 61.351 |
| - type: recall_at_1 |
| value: 26.169999999999998 |
| - type: recall_at_10 |
| value: 81.292 |
| - type: recall_at_100 |
| value: 94.285 |
| - type: recall_at_1000 |
| value: 98.221 |
| - type: recall_at_3 |
| value: 53.824000000000005 |
| - type: recall_at_5 |
| value: 67.547 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/TNews-classification |
| name: MTEB TNews |
| config: default |
| split: validation |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 51.564 |
| - type: f1 |
| value: 49.711462885083286 |
| - task: |
| type: Clustering |
| dataset: |
| type: C-MTEB/ThuNewsClusteringP2P |
| name: MTEB ThuNewsClusteringP2P |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: v_measure |
| value: 62.57078038998942 |
| - task: |
| type: Clustering |
| dataset: |
| type: C-MTEB/ThuNewsClusteringS2S |
| name: MTEB ThuNewsClusteringS2S |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: v_measure |
| value: 57.842602165392144 |
| - task: |
| type: Retrieval |
| dataset: |
| type: C-MTEB/VideoRetrieval |
| name: MTEB VideoRetrieval |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map_at_1 |
| value: 52.0 |
| - type: map_at_10 |
| value: 62.932 |
| - type: map_at_100 |
| value: 63.471999999999994 |
| - type: map_at_1000 |
| value: 63.483999999999995 |
| - type: map_at_3 |
| value: 60.516999999999996 |
| - type: map_at_5 |
| value: 62.097 |
| - type: mrr_at_1 |
| value: 52.0 |
| - type: mrr_at_10 |
| value: 62.932 |
| - type: mrr_at_100 |
| value: 63.471999999999994 |
| - type: mrr_at_1000 |
| value: 63.483999999999995 |
| - type: mrr_at_3 |
| value: 60.516999999999996 |
| - type: mrr_at_5 |
| value: 62.097 |
| - type: ndcg_at_1 |
| value: 52.0 |
| - type: ndcg_at_10 |
| value: 67.963 |
| - type: ndcg_at_100 |
| value: 70.598 |
| - type: ndcg_at_1000 |
| value: 70.896 |
| - type: ndcg_at_3 |
| value: 63.144 |
| - type: ndcg_at_5 |
| value: 65.988 |
| - type: precision_at_1 |
| value: 52.0 |
| - type: precision_at_10 |
| value: 8.36 |
| - type: precision_at_100 |
| value: 0.959 |
| - type: precision_at_1000 |
| value: 0.098 |
| - type: precision_at_3 |
| value: 23.567 |
| - type: precision_at_5 |
| value: 15.52 |
| - type: recall_at_1 |
| value: 52.0 |
| - type: recall_at_10 |
| value: 83.6 |
| - type: recall_at_100 |
| value: 95.89999999999999 |
| - type: recall_at_1000 |
| value: 98.2 |
| - type: recall_at_3 |
| value: 70.7 |
| - type: recall_at_5 |
| value: 77.60000000000001 |
| - task: |
| type: Classification |
| dataset: |
| type: C-MTEB/waimai-classification |
| name: MTEB Waimai |
| config: default |
| split: test |
| revision: None |
| metrics: |
| - type: accuracy |
| value: 86.65999999999998 |
| - type: ap |
| value: 69.91988858863054 |
| - type: f1 |
| value: 84.92982698422784 |
| - task: |
| type: Reranking |
| dataset: |
| type: C-MTEB/Mmarco-reranking |
| name: MTEB MMarcoReranking |
| config: default |
| split: dev |
| revision: None |
| metrics: |
| - type: map |
| value: 27.838972963193315 |
| - type: mrr |
| value: 26.65238095238095 |
| --- |
