--- license: mit model-index: - name: EminEmbed results: - dataset: config: default name: MTEB AFQMC revision: b44c3b011063adb25877c13823db83bb193913c4 split: validation type: C-MTEB/AFQMC metrics: - type: cosine_pearson value: 36.94750617036286 - type: cosine_spearman value: 38.09192513857209 - type: euclidean_pearson value: 36.69447825096787 - type: euclidean_spearman value: 38.09192513857209 - type: main_score value: 38.09192513857209 - type: manhattan_pearson value: 36.25775655385771 - type: manhattan_spearman value: 37.65288759353835 - type: pearson value: 36.94750617036286 - type: spearman value: 38.09192513857209 task: type: STS - dataset: config: default name: MTEB ATEC revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 split: test type: C-MTEB/ATEC metrics: - type: cosine_pearson value: 44.80037999024395 - type: cosine_spearman value: 45.50577230339956 - type: euclidean_pearson value: 47.73398769945317 - type: euclidean_spearman value: 45.505774554265685 - type: main_score value: 45.50577230339956 - type: manhattan_pearson value: 47.45103214178619 - type: manhattan_spearman value: 45.21210646955935 - type: pearson value: 44.80037999024395 - type: spearman value: 45.50577230339956 task: type: STS - dataset: config: default name: MTEB ATEC revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 split: validation type: C-MTEB/ATEC metrics: - type: cosine_pearson value: 44.770400536106756 - type: cosine_spearman value: 46.12164101951547 - type: euclidean_pearson value: 47.421403845172726 - type: euclidean_spearman value: 46.12163208647492 - type: main_score value: 46.12164101951547 - type: manhattan_pearson value: 47.1638757792998 - type: manhattan_spearman value: 45.86649618463682 - type: pearson value: 44.770400536106756 - type: spearman value: 46.12164101951547 task: type: STS - dataset: config: zh name: MTEB AmazonReviewsClassification (zh) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 41.846 - type: f1 value: 37.526512857499384 - type: f1_weighted value: 37.52651285749939 - type: main_score value: 41.846 task: type: Classification - dataset: config: zh name: MTEB AmazonReviewsClassification (zh) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: validation type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 41.478 - type: f1 value: 37.16170020726448 - type: f1_weighted value: 37.16170020726448 - type: main_score value: 41.478 task: type: Classification - dataset: config: default name: MTEB BQ revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 split: test type: C-MTEB/BQ metrics: - type: cosine_pearson value: 49.59670724400229 - type: cosine_spearman value: 49.87785003578883 - type: euclidean_pearson value: 49.33387869830988 - type: euclidean_spearman value: 49.87783964258614 - type: main_score value: 49.87785003578883 - type: manhattan_pearson value: 48.94160384328118 - type: manhattan_spearman value: 49.479308607065384 - type: pearson value: 49.59670724400229 - type: spearman value: 49.87785003578883 task: type: STS - dataset: config: default name: MTEB BQ revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 split: validation type: C-MTEB/BQ metrics: - type: cosine_pearson value: 53.662498629923384 - type: cosine_spearman value: 54.23553054135202 - type: euclidean_pearson value: 53.555331391296136 - type: euclidean_spearman value: 54.23552361266062 - type: main_score value: 54.23553054135202 - type: manhattan_pearson value: 53.09448016750997 - type: manhattan_spearman value: 53.79139807023168 - type: pearson value: 53.662498629923384 - type: spearman value: 54.23553054135202 task: type: STS - dataset: config: default name: MTEB CLSClusteringP2P revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 split: test type: C-MTEB/CLSClusteringP2P metrics: - type: main_score value: 42.01337284966507 - type: v_measure value: 42.01337284966507 - type: v_measure_std value: 1.1585045562186 task: type: Clustering - dataset: config: default name: MTEB CLSClusteringS2S revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f split: test type: C-MTEB/CLSClusteringS2S metrics: - type: main_score value: 39.71930540375059 - type: v_measure value: 39.71930540375059 - type: v_measure_std value: 1.006149326954496 task: type: Clustering - dataset: config: default name: MTEB CMedQAv1 revision: 8d7f1e942507dac42dc58017c1a001c3717da7df split: test type: C-MTEB/CMedQAv1-reranking metrics: - type: main_score value: 81.15179153230247 - type: map value: 81.15179153230247 - type: mrr value: 84.23710317460318 - type: nAUC_map_diff1 value: 57.32314743929844 - type: nAUC_map_max value: 64.36224272398161 - type: nAUC_map_std value: 27.288383615648947 - type: nAUC_mrr_diff1 value: 64.64017774436103 - type: nAUC_mrr_max value: 72.97344488067866 - type: nAUC_mrr_std value: 33.4914082659524 task: type: Reranking - dataset: config: default name: MTEB CMedQAv2 revision: 23d186750531a14a0357ca22cd92d712fd512ea0 split: test type: C-MTEB/CMedQAv2-reranking metrics: - type: main_score value: 81.65586291177934 - type: map value: 81.65586291177934 - type: mrr value: 84.85746031746031 - type: nAUC_map_diff1 value: 58.79676213379247 - type: nAUC_map_max value: 65.29677994361917 - type: nAUC_map_std value: 22.098709266713147 - type: nAUC_mrr_diff1 value: 68.97372459085847 - type: nAUC_mrr_max value: 76.6810412404642 - type: nAUC_mrr_std value: 30.705968654773297 task: type: Reranking - dataset: config: default name: MTEB CmedqaRetrieval revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 split: dev type: C-MTEB/CmedqaRetrieval metrics: - type: main_score value: 40.682 - type: map_at_1 value: 23.778 - type: map_at_10 value: 34.658 - type: map_at_100 value: 36.258 - type: map_at_1000 value: 36.403 - type: map_at_20 value: 35.503 - type: map_at_3 value: 31.147000000000002 - type: map_at_5 value: 33.114 - type: mrr_at_1 value: 36.434108527131784 - type: mrr_at_10 value: 43.71669306215434 - type: mrr_at_100 value: 44.623110916171115 - type: mrr_at_1000 value: 44.68610884995655 - type: mrr_at_20 value: 44.20392543834379 - type: mrr_at_3 value: 41.53121613736758 - type: mrr_at_5 value: 42.767775277152595 - type: nauc_map_at_1000_diff1 value: 47.00163888159955 - type: nauc_map_at_1000_max value: 45.41114127890037 - type: nauc_map_at_1000_std value: -4.143493865801472 - type: nauc_map_at_100_diff1 value: 46.95819090465289 - type: nauc_map_at_100_max value: 45.37317981217976 - type: nauc_map_at_100_std value: -4.179422916552053 - type: nauc_map_at_10_diff1 value: 46.7915886121469 - type: nauc_map_at_10_max value: 44.44182796658237 - type: nauc_map_at_10_std value: -5.411530247614057 - type: nauc_map_at_1_diff1 value: 51.11486709647198 - type: nauc_map_at_1_max value: 35.99781188589047 - type: nauc_map_at_1_std value: -7.6830064434968985 - type: nauc_map_at_20_diff1 value: 46.80378031500405 - type: nauc_map_at_20_max value: 45.00339784193948 - type: nauc_map_at_20_std value: -4.73244437597153 - type: nauc_map_at_3_diff1 value: 47.53767895763552 - type: nauc_map_at_3_max value: 42.10344539293583 - type: nauc_map_at_3_std value: -7.235486140701148 - type: nauc_map_at_5_diff1 value: 46.94013055504831 - type: nauc_map_at_5_max value: 43.45456586429292 - type: nauc_map_at_5_std value: -6.192671491330838 - type: nauc_mrr_at_1000_diff1 value: 53.88501119688347 - type: nauc_mrr_at_1000_max value: 52.47343096696907 - type: nauc_mrr_at_1000_std value: -0.39315973265918425 - type: nauc_mrr_at_100_diff1 value: 53.859406869202665 - type: nauc_mrr_at_100_max value: 52.473700575053705 - type: nauc_mrr_at_100_std value: -0.37186574605892303 - type: nauc_mrr_at_10_diff1 value: 53.783148535080414 - type: nauc_mrr_at_10_max value: 52.35042043224545 - type: nauc_mrr_at_10_std value: -0.7125893585136307 - type: nauc_mrr_at_1_diff1 value: 58.7821457812329 - type: nauc_mrr_at_1_max value: 53.41764408468484 - type: nauc_mrr_at_1_std value: -1.1681318000906797 - type: nauc_mrr_at_20_diff1 value: 53.79108965485471 - type: nauc_mrr_at_20_max value: 52.41414249778962 - type: nauc_mrr_at_20_std value: -0.5001708944098202 - type: nauc_mrr_at_3_diff1 value: 54.924008098615474 - type: nauc_mrr_at_3_max value: 52.62959505687979 - type: nauc_mrr_at_3_std value: -1.405867307753663 - type: nauc_mrr_at_5_diff1 value: 54.11121595858454 - type: nauc_mrr_at_5_max value: 52.49364370117957 - type: nauc_mrr_at_5_std value: -0.8338392299179493 - type: nauc_ndcg_at_1000_diff1 value: 47.710348288915995 - type: nauc_ndcg_at_1000_max value: 48.67032846348942 - type: nauc_ndcg_at_1000_std value: -0.23578117109502034 - type: nauc_ndcg_at_100_diff1 value: 46.74147681805379 - type: nauc_ndcg_at_100_max value: 48.40454801359317 - type: nauc_ndcg_at_100_std value: 0.1856656875365217 - type: nauc_ndcg_at_10_diff1 value: 46.288591130727575 - type: nauc_ndcg_at_10_max value: 46.3512081375141 - type: nauc_ndcg_at_10_std value: -3.581690127100946 - type: nauc_ndcg_at_1_diff1 value: 58.7821457812329 - type: nauc_ndcg_at_1_max value: 53.41764408468484 - type: nauc_ndcg_at_1_std value: -1.1681318000906797 - type: nauc_ndcg_at_20_diff1 value: 46.14181520362091 - type: nauc_ndcg_at_20_max value: 47.07705907350151 - type: nauc_ndcg_at_20_std value: -2.1522567479168693 - type: nauc_ndcg_at_3_diff1 value: 48.58697926953125 - type: nauc_ndcg_at_3_max value: 47.68272984001249 - type: nauc_ndcg_at_3_std value: -3.8434712995822737 - type: nauc_ndcg_at_5_diff1 value: 46.994490290927345 - type: nauc_ndcg_at_5_max value: 46.42257278763592 - type: nauc_ndcg_at_5_std value: -3.651513615219643 - type: nauc_precision_at_1000_diff1 value: 8.889182072569026 - type: nauc_precision_at_1000_max value: 29.621688581646893 - type: nauc_precision_at_1000_std value: 22.143511451746708 - type: nauc_precision_at_100_diff1 value: 15.181933003639372 - type: nauc_precision_at_100_max value: 39.41684342315269 - type: nauc_precision_at_100_std value: 23.064527074502518 - type: nauc_precision_at_10_diff1 value: 26.646517940856473 - type: nauc_precision_at_10_max value: 48.42695708292774 - type: nauc_precision_at_10_std value: 10.1631230987956 - type: nauc_precision_at_1_diff1 value: 58.7821457812329 - type: nauc_precision_at_1_max value: 53.41764408468484 - type: nauc_precision_at_1_std value: -1.1681318000906797 - type: nauc_precision_at_20_diff1 value: 22.458866620196872 - type: nauc_precision_at_20_max value: 45.76491879368842 - type: nauc_precision_at_20_std value: 14.822790872752323 - type: nauc_precision_at_3_diff1 value: 37.79471007830705 - type: nauc_precision_at_3_max value: 52.535224390510635 - type: nauc_precision_at_3_std value: 2.320527919681478 - type: nauc_precision_at_5_diff1 value: 32.142855366234116 - type: nauc_precision_at_5_max value: 51.17816642711372 - type: nauc_precision_at_5_std value: 6.504095600254731 - type: nauc_recall_at_1000_diff1 value: 29.64234118357263 - type: nauc_recall_at_1000_max value: 53.34350009543345 - type: nauc_recall_at_1000_std value: 41.65582212928125 - type: nauc_recall_at_100_diff1 value: 29.179545501413244 - type: nauc_recall_at_100_max value: 42.77865032661821 - type: nauc_recall_at_100_std value: 15.279606042125558 - type: nauc_recall_at_10_diff1 value: 34.746065935300784 - type: nauc_recall_at_10_max value: 38.67459960861178 - type: nauc_recall_at_10_std value: -3.521630007166523 - type: nauc_recall_at_1_diff1 value: 51.11486709647198 - type: nauc_recall_at_1_max value: 35.99781188589047 - type: nauc_recall_at_1_std value: -7.6830064434968985 - type: nauc_recall_at_20_diff1 value: 32.40015805994461 - type: nauc_recall_at_20_max value: 39.44583365648735 - type: nauc_recall_at_20_std value: 0.9987678144001091 - type: nauc_recall_at_3_diff1 value: 41.42988616747043 - type: nauc_recall_at_3_max value: 38.890412303508874 - type: nauc_recall_at_3_std value: -7.393635847062383 - type: nauc_recall_at_5_diff1 value: 37.56508589068159 - type: nauc_recall_at_5_max value: 38.74624980836372 - type: nauc_recall_at_5_std value: -5.010187531842253 - type: ndcg_at_1 value: 36.434 - type: ndcg_at_10 value: 40.682 - type: ndcg_at_100 value: 47.239 - type: ndcg_at_1000 value: 50.024 - type: ndcg_at_20 value: 42.972 - type: ndcg_at_3 value: 36.385 - type: ndcg_at_5 value: 38.122 - type: precision_at_1 value: 36.434 - type: precision_at_10 value: 8.945 - type: precision_at_100 value: 1.435 - type: precision_at_1000 value: 0.179 - type: precision_at_20 value: 5.26 - type: precision_at_3 value: 20.547 - type: precision_at_5 value: 14.759 - type: recall_at_1 value: 23.778 - type: recall_at_10 value: 49.479 - type: recall_at_100 value: 77.00200000000001 - type: recall_at_1000 value: 96.051 - type: recall_at_20 value: 57.181000000000004 - type: recall_at_3 value: 36.05 - type: recall_at_5 value: 41.798 task: type: Retrieval - dataset: config: default name: MTEB Cmnli revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 split: validation type: C-MTEB/CMNLI metrics: - type: cosine_accuracy value: 70.5832832230908 - type: cosine_accuracy_threshold value: 81.79542422294617 - type: cosine_ap value: 77.4679640451328 - type: cosine_f1 value: 73.07730673316709 - type: cosine_f1_threshold value: 78.30514907836914 - type: cosine_precision value: 63.72651356993737 - type: cosine_recall value: 85.6441430909516 - type: dot_accuracy value: 70.5832832230908 - type: dot_accuracy_threshold value: 81.79541826248169 - type: dot_ap value: 77.47235424130939 - type: dot_f1 value: 73.07730673316709 - type: dot_f1_threshold value: 78.30514907836914 - type: dot_precision value: 63.72651356993737 - type: dot_recall value: 85.6441430909516 - type: euclidean_accuracy value: 70.5832832230908 - type: euclidean_accuracy_threshold value: 60.3399932384491 - type: euclidean_ap value: 77.46796516248034 - type: euclidean_f1 value: 73.07730673316709 - type: euclidean_f1_threshold value: 65.87086319923401 - type: euclidean_precision value: 63.72651356993737 - type: euclidean_recall value: 85.6441430909516 - type: main_score value: 77.47235424130939 - type: manhattan_accuracy value: 70.33072760072159 - type: manhattan_accuracy_threshold value: 1418.0521965026855 - type: manhattan_ap value: 76.9202213673423 - type: manhattan_f1 value: 72.82363333006184 - type: manhattan_f1_threshold value: 1559.0934753417969 - type: manhattan_precision value: 62.75372124492557 - type: manhattan_recall value: 86.7430441898527 - type: max_ap value: 77.47235424130939 - type: max_f1 value: 73.07730673316709 - type: max_precision value: 63.72651356993737 - type: max_recall value: 86.7430441898527 - type: similarity_accuracy value: 70.5832832230908 - type: similarity_accuracy_threshold value: 81.79542422294617 - type: similarity_ap value: 77.4679640451328 - type: similarity_f1 value: 73.07730673316709 - type: similarity_f1_threshold value: 78.30514907836914 - type: similarity_precision value: 63.72651356993737 - type: similarity_recall value: 85.6441430909516 task: type: PairClassification - dataset: config: default name: MTEB CovidRetrieval revision: 1271c7809071a13532e05f25fb53511ffce77117 split: dev type: C-MTEB/CovidRetrieval metrics: - type: main_score value: 81.63 - type: map_at_1 value: 69.415 - type: map_at_10 value: 77.816 - type: map_at_100 value: 78.08699999999999 - type: map_at_1000 value: 78.091 - type: map_at_20 value: 78.015 - type: map_at_3 value: 76.063 - type: map_at_5 value: 77.145 - type: mrr_at_1 value: 69.44151738672286 - type: mrr_at_10 value: 77.75691203773397 - type: mrr_at_100 value: 78.01919110926802 - type: mrr_at_1000 value: 78.02306429731772 - type: mrr_at_20 value: 77.9472276531712 - type: mrr_at_3 value: 76.06252195293293 - type: mrr_at_5 value: 77.10572532490345 - type: nauc_map_at_1000_diff1 value: 78.61687896769004 - type: nauc_map_at_1000_max value: 42.494763913180826 - type: nauc_map_at_1000_std value: -42.22427970208097 - type: nauc_map_at_100_diff1 value: 78.6133846197271 - type: nauc_map_at_100_max value: 42.50273564386538 - type: nauc_map_at_100_std value: -42.219137296920564 - type: nauc_map_at_10_diff1 value: 78.4712793272335 - type: nauc_map_at_10_max value: 42.42346847936101 - type: nauc_map_at_10_std value: -42.367878116688736 - type: nauc_map_at_1_diff1 value: 82.0063089297074 - type: nauc_map_at_1_max value: 40.75528216797404 - type: nauc_map_at_1_std value: -40.71208997298676 - type: nauc_map_at_20_diff1 value: 78.5706612599326 - type: nauc_map_at_20_max value: 42.514937956097675 - type: nauc_map_at_20_std value: -42.25879815023213 - type: nauc_map_at_3_diff1 value: 78.64778647680042 - type: nauc_map_at_3_max value: 41.46582541651822 - type: nauc_map_at_3_std value: -44.20655839626272 - type: nauc_map_at_5_diff1 value: 78.11852887108182 - type: nauc_map_at_5_max value: 42.07382660742316 - type: nauc_map_at_5_std value: -43.01571383273115 - type: nauc_mrr_at_1000_diff1 value: 78.81845504091277 - type: nauc_mrr_at_1000_max value: 42.892261094039696 - type: nauc_mrr_at_1000_std value: -41.801850664083666 - type: nauc_mrr_at_100_diff1 value: 78.81492760813883 - type: nauc_mrr_at_100_max value: 42.90013797694179 - type: nauc_mrr_at_100_std value: -41.79680242363989 - type: nauc_mrr_at_10_diff1 value: 78.66551686313989 - type: nauc_mrr_at_10_max value: 42.816609891500335 - type: nauc_mrr_at_10_std value: -41.89517679527097 - type: nauc_mrr_at_1_diff1 value: 82.11987510244447 - type: nauc_mrr_at_1_max value: 41.818738752860234 - type: nauc_mrr_at_1_std value: -39.32497625154933 - type: nauc_mrr_at_20_diff1 value: 78.77170267471053 - type: nauc_mrr_at_20_max value: 42.9094539033982 - type: nauc_mrr_at_20_std value: -41.841404041202765 - type: nauc_mrr_at_3_diff1 value: 78.73858700356782 - type: nauc_mrr_at_3_max value: 42.39748893646247 - type: nauc_mrr_at_3_std value: -43.3238579958647 - type: nauc_mrr_at_5_diff1 value: 78.26213211093749 - type: nauc_mrr_at_5_max value: 42.6504727863941 - type: nauc_mrr_at_5_std value: -42.411513534496926 - type: nauc_ndcg_at_1000_diff1 value: 78.07979011976678 - type: nauc_ndcg_at_1000_max value: 43.1127184202902 - type: nauc_ndcg_at_1000_std value: -41.91361728507576 - type: nauc_ndcg_at_100_diff1 value: 77.98128917533009 - type: nauc_ndcg_at_100_max value: 43.37801343838994 - type: nauc_ndcg_at_100_std value: -41.71700502693297 - type: nauc_ndcg_at_10_diff1 value: 77.29238214085179 - type: nauc_ndcg_at_10_max value: 43.00510328700816 - type: nauc_ndcg_at_10_std value: -42.39486221904048 - type: nauc_ndcg_at_1_diff1 value: 81.68006141986145 - type: nauc_ndcg_at_1_max value: 41.56995578000533 - type: nauc_ndcg_at_1_std value: -39.57613931680327 - type: nauc_ndcg_at_20_diff1 value: 77.61017303824586 - type: nauc_ndcg_at_20_max value: 43.4959600277062 - type: nauc_ndcg_at_20_std value: -41.939339826764446 - type: nauc_ndcg_at_3_diff1 value: 77.50842946598097 - type: nauc_ndcg_at_3_max value: 41.568648325265514 - type: nauc_ndcg_at_3_std value: -45.670897243356464 - type: nauc_ndcg_at_5_diff1 value: 76.37610913353805 - type: nauc_ndcg_at_5_max value: 42.44441000557945 - type: nauc_ndcg_at_5_std value: -43.72857485691191 - type: nauc_precision_at_1000_diff1 value: -24.14297967674887 - type: nauc_precision_at_1000_max value: 41.15437635163637 - type: nauc_precision_at_1000_std value: 60.22637939324663 - type: nauc_precision_at_100_diff1 value: 0.04375807684745937 - type: nauc_precision_at_100_max value: 51.93275325122975 - type: nauc_precision_at_100_std value: 40.3432602836904 - type: nauc_precision_at_10_diff1 value: 47.02591617251201 - type: nauc_precision_at_10_max value: 47.606442063691766 - type: nauc_precision_at_10_std value: -17.991619368678396 - type: nauc_precision_at_1_diff1 value: 81.68006141986145 - type: nauc_precision_at_1_max value: 41.56995578000533 - type: nauc_precision_at_1_std value: -39.57613931680327 - type: nauc_precision_at_20_diff1 value: 32.69170059432312 - type: nauc_precision_at_20_max value: 53.37515486935399 - type: nauc_precision_at_20_std value: 1.5143288838377487 - type: nauc_precision_at_3_diff1 value: 68.75301597016977 - type: nauc_precision_at_3_max value: 41.48587470406772 - type: nauc_precision_at_3_std value: -46.964766782190665 - type: nauc_precision_at_5_diff1 value: 56.924959307122144 - type: nauc_precision_at_5_max value: 44.1600318557319 - type: nauc_precision_at_5_std value: -35.66301638580739 - type: nauc_recall_at_1000_diff1 value: 73.7310658964024 - type: nauc_recall_at_1000_max value: 77.70125019980898 - type: nauc_recall_at_1000_std value: -0.07043385889695859 - type: nauc_recall_at_100_diff1 value: 67.69934230366086 - type: nauc_recall_at_100_max value: 79.72592487315357 - type: nauc_recall_at_100_std value: -8.553426523383651 - type: nauc_recall_at_10_diff1 value: 68.23823692895427 - type: nauc_recall_at_10_max value: 46.824843205140425 - type: nauc_recall_at_10_std value: -42.666766955024514 - type: nauc_recall_at_1_diff1 value: 82.0063089297074 - type: nauc_recall_at_1_max value: 40.75528216797404 - type: nauc_recall_at_1_std value: -40.71208997298676 - type: nauc_recall_at_20_diff1 value: 66.48250408589931 - type: nauc_recall_at_20_max value: 57.856779806174906 - type: nauc_recall_at_20_std value: -35.357226712323886 - type: nauc_recall_at_3_diff1 value: 73.16420110962125 - type: nauc_recall_at_3_max value: 40.57124451851279 - type: nauc_recall_at_3_std value: -52.628449839471756 - type: nauc_recall_at_5_diff1 value: 67.22528811210948 - type: nauc_recall_at_5_max value: 43.300534748041734 - type: nauc_recall_at_5_std value: -48.035544086879135 - type: ndcg_at_1 value: 69.652 - type: ndcg_at_10 value: 81.63 - type: ndcg_at_100 value: 82.824 - type: ndcg_at_1000 value: 82.931 - type: ndcg_at_20 value: 82.32199999999999 - type: ndcg_at_3 value: 78.152 - type: ndcg_at_5 value: 80.06299999999999 - type: precision_at_1 value: 69.652 - type: precision_at_10 value: 9.431000000000001 - type: precision_at_100 value: 0.9979999999999999 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 4.852 - type: precision_at_3 value: 28.17 - type: precision_at_5 value: 17.871000000000002 - type: recall_at_1 value: 69.415 - type: recall_at_10 value: 93.414 - type: recall_at_100 value: 98.736 - type: recall_at_1000 value: 99.579 - type: recall_at_20 value: 96.101 - type: recall_at_3 value: 84.062 - type: recall_at_5 value: 88.672 task: type: Retrieval - dataset: config: default name: MTEB DuRetrieval revision: a1a333e290fe30b10f3f56498e3a0d911a693ced split: dev type: C-MTEB/DuRetrieval metrics: - type: main_score value: 81.62 - type: map_at_1 value: 23.11 - type: map_at_10 value: 72.54599999999999 - type: map_at_100 value: 75.806 - type: map_at_1000 value: 75.861 - type: map_at_20 value: 75.062 - type: map_at_3 value: 48.986000000000004 - type: map_at_5 value: 62.257 - type: mrr_at_1 value: 81.75 - type: mrr_at_10 value: 87.96956349206351 - type: mrr_at_100 value: 88.04506671076874 - type: mrr_at_1000 value: 88.05006232429908 - type: mrr_at_20 value: 88.01986269642809 - type: mrr_at_3 value: 87.33333333333331 - type: mrr_at_5 value: 87.82833333333335 - type: nauc_map_at_1000_diff1 value: 3.5906828467587677 - type: nauc_map_at_1000_max value: 41.41753955618995 - type: nauc_map_at_1000_std value: 12.173336855445356 - type: nauc_map_at_100_diff1 value: 3.58856942784536 - type: nauc_map_at_100_max value: 41.402218570408266 - type: nauc_map_at_100_std value: 12.12583179432158 - type: nauc_map_at_10_diff1 value: 6.4911424440820795 - type: nauc_map_at_10_max value: 38.276950940417095 - type: nauc_map_at_10_std value: 2.5519720475143384 - type: nauc_map_at_1_diff1 value: 39.932773135200314 - type: nauc_map_at_1_max value: -7.407688603214001 - type: nauc_map_at_1_std value: -28.608762513963583 - type: nauc_map_at_20_diff1 value: 4.047269103550991 - type: nauc_map_at_20_max value: 41.23911501982884 - type: nauc_map_at_20_std value: 10.080147931392187 - type: nauc_map_at_3_diff1 value: 25.62496954886051 - type: nauc_map_at_3_max value: 7.543983717857697 - type: nauc_map_at_3_std value: -23.70913659366946 - type: nauc_map_at_5_diff1 value: 16.82529123690898 - type: nauc_map_at_5_max value: 20.932932116645613 - type: nauc_map_at_5_std value: -16.127094659806357 - type: nauc_mrr_at_1000_diff1 value: 24.23048651048568 - type: nauc_mrr_at_1000_max value: 55.26918525085256 - type: nauc_mrr_at_1000_std value: 22.52937521033219 - type: nauc_mrr_at_100_diff1 value: 24.217943531726103 - type: nauc_mrr_at_100_max value: 55.28273748298444 - type: nauc_mrr_at_100_std value: 22.5526384306986 - type: nauc_mrr_at_10_diff1 value: 24.371931731211635 - type: nauc_mrr_at_10_max value: 55.50217261231476 - type: nauc_mrr_at_10_std value: 22.74771240612397 - type: nauc_mrr_at_1_diff1 value: 25.9834427633457 - type: nauc_mrr_at_1_max value: 48.12215380014414 - type: nauc_mrr_at_1_std value: 14.36143169800036 - type: nauc_mrr_at_20_diff1 value: 24.261786341301217 - type: nauc_mrr_at_20_max value: 55.36688948242149 - type: nauc_mrr_at_20_std value: 22.643516849636455 - type: nauc_mrr_at_3_diff1 value: 23.758324671825008 - type: nauc_mrr_at_3_max value: 56.292200793009265 - type: nauc_mrr_at_3_std value: 23.539156433255062 - type: nauc_mrr_at_5_diff1 value: 23.946128923120348 - type: nauc_mrr_at_5_max value: 55.74834117345351 - type: nauc_mrr_at_5_std value: 22.978010205467147 - type: nauc_ndcg_at_1000_diff1 value: 5.49215885415021 - type: nauc_ndcg_at_1000_max value: 49.71347259630886 - type: nauc_ndcg_at_1000_std value: 22.816752763370104 - type: nauc_ndcg_at_100_diff1 value: 4.862195263382888 - type: nauc_ndcg_at_100_max value: 49.570654655095886 - type: nauc_ndcg_at_100_std value: 23.21257427597271 - type: nauc_ndcg_at_10_diff1 value: 5.261316080011822 - type: nauc_ndcg_at_10_max value: 46.24779793554532 - type: nauc_ndcg_at_10_std value: 14.796197446095634 - type: nauc_ndcg_at_1_diff1 value: 25.9834427633457 - type: nauc_ndcg_at_1_max value: 48.12215380014414 - type: nauc_ndcg_at_1_std value: 14.36143169800036 - type: nauc_ndcg_at_20_diff1 value: 4.743331682890385 - type: nauc_ndcg_at_20_max value: 48.97834633035464 - type: nauc_ndcg_at_20_std value: 19.845653063170356 - type: nauc_ndcg_at_3_diff1 value: 7.074271618414266 - type: nauc_ndcg_at_3_max value: 43.078034493660255 - type: nauc_ndcg_at_3_std value: 14.496163239799815 - type: nauc_ndcg_at_5_diff1 value: 6.7315613259788565 - type: nauc_ndcg_at_5_max value: 39.21451451763309 - type: nauc_ndcg_at_5_std value: 7.909971639227694 - type: nauc_precision_at_1000_diff1 value: -28.068073851034203 - type: nauc_precision_at_1000_max value: 22.392767819817752 - type: nauc_precision_at_1000_std value: 48.854277758097474 - type: nauc_precision_at_100_diff1 value: -29.021880008341643 - type: nauc_precision_at_100_max value: 24.58225555918389 - type: nauc_precision_at_100_std value: 50.587100686063536 - type: nauc_precision_at_10_diff1 value: -29.820936821204597 - type: nauc_precision_at_10_max value: 37.79087049353512 - type: nauc_precision_at_10_std value: 45.83621800718858 - type: nauc_precision_at_1_diff1 value: 25.9834427633457 - type: nauc_precision_at_1_max value: 48.12215380014414 - type: nauc_precision_at_1_std value: 14.36143169800036 - type: nauc_precision_at_20_diff1 value: -29.46315160367549 - type: nauc_precision_at_20_max value: 30.38225521309578 - type: nauc_precision_at_20_std value: 49.59859405280495 - type: nauc_precision_at_3_diff1 value: -17.662551518531274 - type: nauc_precision_at_3_max value: 45.865617305110305 - type: nauc_precision_at_3_std value: 29.791981710236215 - type: nauc_precision_at_5_diff1 value: -25.897796808255517 - type: nauc_precision_at_5_max value: 42.739980504534444 - type: nauc_precision_at_5_std value: 34.8657926029508 - type: nauc_recall_at_1000_diff1 value: -23.028361675864367 - type: nauc_recall_at_1000_max value: 76.51737954826903 - type: nauc_recall_at_1000_std value: 79.13444633195914 - type: nauc_recall_at_100_diff1 value: -16.629870699866654 - type: nauc_recall_at_100_max value: 55.4220746082562 - type: nauc_recall_at_100_std value: 53.91248579963073 - type: nauc_recall_at_10_diff1 value: 2.063913070604239 - type: nauc_recall_at_10_max value: 39.56261066120038 - type: nauc_recall_at_10_std value: 3.8989919069745174 - type: nauc_recall_at_1_diff1 value: 39.932773135200314 - type: nauc_recall_at_1_max value: -7.407688603214001 - type: nauc_recall_at_1_std value: -28.608762513963583 - type: nauc_recall_at_20_diff1 value: -5.217198220822737 - type: nauc_recall_at_20_max value: 48.545350228284335 - type: nauc_recall_at_20_std value: 25.748037815530378 - type: nauc_recall_at_3_diff1 value: 24.133913315327103 - type: nauc_recall_at_3_max value: 3.4080834300660436 - type: nauc_recall_at_3_std value: -25.976489495828247 - type: nauc_recall_at_5_diff1 value: 14.69482245545054 - type: nauc_recall_at_5_max value: 13.979284738247378 - type: nauc_recall_at_5_std value: -21.850574214433554 - type: ndcg_at_1 value: 81.75 - type: ndcg_at_10 value: 81.62 - type: ndcg_at_100 value: 85.289 - type: ndcg_at_1000 value: 85.809 - type: ndcg_at_20 value: 83.736 - type: ndcg_at_3 value: 78.571 - type: ndcg_at_5 value: 78.238 - type: precision_at_1 value: 81.75 - type: precision_at_10 value: 40.12 - type: precision_at_100 value: 4.749 - type: precision_at_1000 value: 0.488 - type: precision_at_20 value: 22.248 - type: precision_at_3 value: 71.083 - type: precision_at_5 value: 60.660000000000004 - type: recall_at_1 value: 23.11 - type: recall_at_10 value: 84.714 - type: recall_at_100 value: 96.18299999999999 - type: recall_at_1000 value: 98.857 - type: recall_at_20 value: 91.022 - type: recall_at_3 value: 52.361000000000004 - type: recall_at_5 value: 69.299 task: type: Retrieval - dataset: config: default name: MTEB EcomRetrieval revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 split: dev type: C-MTEB/EcomRetrieval metrics: - type: main_score value: 61.986 - type: map_at_1 value: 46.400000000000006 - type: map_at_10 value: 56.586000000000006 - type: map_at_100 value: 57.165 - type: map_at_1000 value: 57.184000000000005 - type: map_at_20 value: 56.962999999999994 - type: map_at_3 value: 53.800000000000004 - type: map_at_5 value: 55.345 - type: mrr_at_1 value: 46.400000000000006 - type: mrr_at_10 value: 56.585873015872956 - type: mrr_at_100 value: 57.165095747891606 - type: mrr_at_1000 value: 57.18423838204879 - type: mrr_at_20 value: 56.96251765176681 - type: mrr_at_3 value: 53.79999999999998 - type: mrr_at_5 value: 55.344999999999956 - type: nauc_map_at_1000_diff1 value: 60.49496658636134 - type: nauc_map_at_1000_max value: 31.98953038350097 - type: nauc_map_at_1000_std value: -13.431544451172183 - type: nauc_map_at_100_diff1 value: 60.49636760836081 - type: nauc_map_at_100_max value: 32.007866856746816 - type: nauc_map_at_100_std value: -13.417575573443816 - type: nauc_map_at_10_diff1 value: 60.37845163768565 - type: nauc_map_at_10_max value: 31.85341989740244 - type: nauc_map_at_10_std value: -13.727406580313984 - type: nauc_map_at_1_diff1 value: 62.38249505242327 - type: nauc_map_at_1_max value: 27.44615562760538 - type: nauc_map_at_1_std value: -17.51468482883489 - type: nauc_map_at_20_diff1 value: 60.4525826366832 - type: nauc_map_at_20_max value: 32.04549197098932 - type: nauc_map_at_20_std value: -13.474928939133878 - type: nauc_map_at_3_diff1 value: 60.72190452499476 - type: nauc_map_at_3_max value: 30.68785611377925 - type: nauc_map_at_3_std value: -14.835769535552723 - type: nauc_map_at_5_diff1 value: 59.96835059929255 - type: nauc_map_at_5_max value: 31.49549308189712 - type: nauc_map_at_5_std value: -13.713651027563007 - type: nauc_mrr_at_1000_diff1 value: 60.49496658636134 - type: nauc_mrr_at_1000_max value: 31.98953038350097 - type: nauc_mrr_at_1000_std value: -13.431544451172183 - type: nauc_mrr_at_100_diff1 value: 60.49636760836081 - type: nauc_mrr_at_100_max value: 32.007866856746816 - type: nauc_mrr_at_100_std value: -13.417575573443816 - type: nauc_mrr_at_10_diff1 value: 60.37845163768565 - type: nauc_mrr_at_10_max value: 31.85341989740244 - type: nauc_mrr_at_10_std value: -13.727406580313984 - type: nauc_mrr_at_1_diff1 value: 62.38249505242327 - type: nauc_mrr_at_1_max value: 27.44615562760538 - type: nauc_mrr_at_1_std value: -17.51468482883489 - type: nauc_mrr_at_20_diff1 value: 60.4525826366832 - type: nauc_mrr_at_20_max value: 32.04549197098932 - type: nauc_mrr_at_20_std value: -13.474928939133878 - type: nauc_mrr_at_3_diff1 value: 60.72190452499476 - type: nauc_mrr_at_3_max value: 30.68785611377925 - type: nauc_mrr_at_3_std value: -14.835769535552723 - type: nauc_mrr_at_5_diff1 value: 59.96835059929255 - type: nauc_mrr_at_5_max value: 31.49549308189712 - type: nauc_mrr_at_5_std value: -13.713651027563007 - type: nauc_ndcg_at_1000_diff1 value: 60.11997710840329 - type: nauc_ndcg_at_1000_max value: 34.74219496167232 - type: nauc_ndcg_at_1000_std value: -9.92559578404868 - type: nauc_ndcg_at_100_diff1 value: 60.065812633692495 - type: nauc_ndcg_at_100_max value: 35.24876162118874 - type: nauc_ndcg_at_100_std value: -9.507155171024866 - type: nauc_ndcg_at_10_diff1 value: 59.538650618875046 - type: nauc_ndcg_at_10_max value: 34.56142351031463 - type: nauc_ndcg_at_10_std value: -11.219045041189254 - type: nauc_ndcg_at_1_diff1 value: 62.38249505242327 - type: nauc_ndcg_at_1_max value: 27.44615562760538 - type: nauc_ndcg_at_1_std value: -17.51468482883489 - type: nauc_ndcg_at_20_diff1 value: 59.79565825757428 - type: nauc_ndcg_at_20_max value: 35.39990431359015 - type: nauc_ndcg_at_20_std value: -10.176376335534567 - type: nauc_ndcg_at_3_diff1 value: 60.0808334652043 - type: nauc_ndcg_at_3_max value: 31.671559516288468 - type: nauc_ndcg_at_3_std value: -13.84342862586278 - type: nauc_ndcg_at_5_diff1 value: 58.63595343407035 - type: nauc_ndcg_at_5_max value: 33.330601559666285 - type: nauc_ndcg_at_5_std value: -11.608634809262377 - type: nauc_precision_at_1000_diff1 value: 59.45198592257395 - type: nauc_precision_at_1000_max value: 93.07141660082812 - type: nauc_precision_at_1000_std value: 79.27769398357611 - type: nauc_precision_at_100_diff1 value: 57.65319826560762 - type: nauc_precision_at_100_max value: 80.04361561976417 - type: nauc_precision_at_100_std value: 49.83820012023082 - type: nauc_precision_at_10_diff1 value: 55.72439859722957 - type: nauc_precision_at_10_max value: 48.59952259469056 - type: nauc_precision_at_10_std value: 1.7566005266422613 - type: nauc_precision_at_1_diff1 value: 62.38249505242327 - type: nauc_precision_at_1_max value: 27.44615562760538 - type: nauc_precision_at_1_std value: -17.51468482883489 - type: nauc_precision_at_20_diff1 value: 56.368086920817305 - type: nauc_precision_at_20_max value: 58.81083983449656 - type: nauc_precision_at_20_std value: 12.974005874735342 - type: nauc_precision_at_3_diff1 value: 57.993786329293016 - type: nauc_precision_at_3_max value: 34.79118845924334 - type: nauc_precision_at_3_std value: -10.62575579137468 - type: nauc_precision_at_5_diff1 value: 53.56517863936262 - type: nauc_precision_at_5_max value: 40.24648282808514 - type: nauc_precision_at_5_std value: -3.5532222475842907 - type: nauc_recall_at_1000_diff1 value: 59.45198592257446 - type: nauc_recall_at_1000_max value: 93.07141660082867 - type: nauc_recall_at_1000_std value: 79.27769398357655 - type: nauc_recall_at_100_diff1 value: 57.653198265607685 - type: nauc_recall_at_100_max value: 80.04361561976386 - type: nauc_recall_at_100_std value: 49.838200120230766 - type: nauc_recall_at_10_diff1 value: 55.72439859722973 - type: nauc_recall_at_10_max value: 48.599522594690605 - type: nauc_recall_at_10_std value: 1.7566005266422282 - type: nauc_recall_at_1_diff1 value: 62.38249505242327 - type: nauc_recall_at_1_max value: 27.44615562760538 - type: nauc_recall_at_1_std value: -17.51468482883489 - type: nauc_recall_at_20_diff1 value: 56.36808692081745 - type: nauc_recall_at_20_max value: 58.81083983449671 - type: nauc_recall_at_20_std value: 12.97400587473541 - type: nauc_recall_at_3_diff1 value: 57.99378632929299 - type: nauc_recall_at_3_max value: 34.79118845924333 - type: nauc_recall_at_3_std value: -10.625755791374711 - type: nauc_recall_at_5_diff1 value: 53.56517863936262 - type: nauc_recall_at_5_max value: 40.2464828280852 - type: nauc_recall_at_5_std value: -3.5532222475843303 - type: ndcg_at_1 value: 46.400000000000006 - type: ndcg_at_10 value: 61.986 - type: ndcg_at_100 value: 64.859 - type: ndcg_at_1000 value: 65.306 - type: ndcg_at_20 value: 63.353 - type: ndcg_at_3 value: 56.262 - type: ndcg_at_5 value: 59.053999999999995 - type: precision_at_1 value: 46.400000000000006 - type: precision_at_10 value: 7.91 - type: precision_at_100 value: 0.927 - type: precision_at_1000 value: 0.096 - type: precision_at_20 value: 4.2250000000000005 - type: precision_at_3 value: 21.133 - type: precision_at_5 value: 14.04 - type: recall_at_1 value: 46.400000000000006 - type: recall_at_10 value: 79.10000000000001 - type: recall_at_100 value: 92.7 - type: recall_at_1000 value: 96.1 - type: recall_at_20 value: 84.5 - type: recall_at_3 value: 63.4 - type: recall_at_5 value: 70.19999999999999 task: type: Retrieval - dataset: config: default name: MTEB IFlyTek revision: 421605374b29664c5fc098418fe20ada9bd55f8a split: validation type: C-MTEB/IFlyTek-classification metrics: - type: accuracy value: 46.52558676414006 - type: f1 value: 32.20382390285324 - type: f1_weighted value: 43.0549234063972 - type: main_score value: 46.52558676414006 task: type: Classification - dataset: config: default name: MTEB JDReview revision: b7c64bd89eb87f8ded463478346f76731f07bf8b split: test type: C-MTEB/JDReview-classification metrics: - type: accuracy value: 80.41275797373359 - type: ap value: 41.98914970109545 - type: ap_weighted value: 41.98914970109545 - type: f1 value: 73.44166944348041 - type: f1_weighted value: 81.98454884075552 - type: main_score value: 80.41275797373359 task: type: Classification - dataset: config: default name: MTEB LCQMC revision: 17f9b096f80380fce5ed12a9be8be7784b337daf split: test type: C-MTEB/LCQMC metrics: - type: cosine_pearson value: 66.99946602402228 - type: cosine_spearman value: 70.6820949266369 - type: euclidean_pearson value: 69.06666892479582 - type: euclidean_spearman value: 70.68210600872223 - type: main_score value: 70.6820949266369 - type: manhattan_pearson value: 68.91427658436886 - type: manhattan_spearman value: 70.52374390984075 - type: pearson value: 66.99946602402228 - type: spearman value: 70.6820949266369 task: type: STS - dataset: config: default name: MTEB MMarcoReranking revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 split: dev type: C-MTEB/Mmarco-reranking metrics: - type: main_score value: 28.680805212819944 - type: map value: 28.680805212819944 - type: mrr value: 27.168650793650794 - type: nAUC_map_diff1 value: 12.901975623175165 - type: nAUC_map_max value: 7.964170173266427 - type: nAUC_map_std value: 0.7334425985092213 - type: nAUC_mrr_diff1 value: 11.53161316577776 - type: nAUC_mrr_max value: 7.872954393214853 - type: nAUC_mrr_std value: 0.510832628850031 task: type: Reranking - dataset: config: default name: MTEB MMarcoRetrieval revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 split: dev type: C-MTEB/MMarcoRetrieval metrics: - type: main_score value: 78.068 - type: map_at_1 value: 64.61 - type: map_at_10 value: 74.11999999999999 - type: map_at_100 value: 74.47200000000001 - type: map_at_1000 value: 74.483 - type: map_at_20 value: 74.363 - type: map_at_3 value: 72.116 - type: map_at_5 value: 73.421 - type: mrr_at_1 value: 66.84813753581662 - type: mrr_at_10 value: 74.7041717833264 - type: mrr_at_100 value: 75.01392867891005 - type: mrr_at_1000 value: 75.02353354902085 - type: mrr_at_20 value: 74.9180034297917 - type: mrr_at_3 value: 72.93696275071633 - type: mrr_at_5 value: 74.07091690544392 - type: nauc_map_at_1000_diff1 value: 76.92300583304612 - type: nauc_map_at_1000_max value: 38.39501081284927 - type: nauc_map_at_1000_std value: -17.843297670738707 - type: nauc_map_at_100_diff1 value: 76.91872794128633 - type: nauc_map_at_100_max value: 38.40807160507491 - type: nauc_map_at_100_std value: -17.818723667336815 - type: nauc_map_at_10_diff1 value: 76.77531740027409 - type: nauc_map_at_10_max value: 38.51254893838762 - type: nauc_map_at_10_std value: -17.916386245534355 - type: nauc_map_at_1_diff1 value: 79.28241919922023 - type: nauc_map_at_1_max value: 31.0991754020255 - type: nauc_map_at_1_std value: -23.475728163203502 - type: nauc_map_at_20_diff1 value: 76.87372113507259 - type: nauc_map_at_20_max value: 38.47892176082849 - type: nauc_map_at_20_std value: -17.785493070069755 - type: nauc_map_at_3_diff1 value: 76.71542313535392 - type: nauc_map_at_3_max value: 37.034729930473006 - type: nauc_map_at_3_std value: -19.40413387268677 - type: nauc_map_at_5_diff1 value: 76.68182489724016 - type: nauc_map_at_5_max value: 38.038191046351756 - type: nauc_map_at_5_std value: -18.714136452460284 - type: nauc_mrr_at_1000_diff1 value: 77.17606544231111 - type: nauc_mrr_at_1000_max value: 39.02112230396238 - type: nauc_mrr_at_1000_std value: -16.9093296232164 - type: nauc_mrr_at_100_diff1 value: 77.17202781264683 - type: nauc_mrr_at_100_max value: 39.03465245180763 - type: nauc_mrr_at_100_std value: -16.882923475289566 - type: nauc_mrr_at_10_diff1 value: 77.03445791086565 - type: nauc_mrr_at_10_max value: 39.18119307042729 - type: nauc_mrr_at_10_std value: -16.842795795967195 - type: nauc_mrr_at_1_diff1 value: 79.8857906376081 - type: nauc_mrr_at_1_max value: 34.89198300279177 - type: nauc_mrr_at_1_std value: -22.116367139311073 - type: nauc_mrr_at_20_diff1 value: 77.139616629579 - type: nauc_mrr_at_20_max value: 39.115438616836556 - type: nauc_mrr_at_20_std value: -16.836028340780583 - type: nauc_mrr_at_3_diff1 value: 76.93798466159102 - type: nauc_mrr_at_3_max value: 38.11891844304171 - type: nauc_mrr_at_3_std value: -18.037951657097874 - type: nauc_mrr_at_5_diff1 value: 76.96545928944774 - type: nauc_mrr_at_5_max value: 38.814377321964535 - type: nauc_mrr_at_5_std value: -17.549114542872395 - type: nauc_ndcg_at_1000_diff1 value: 76.48898156841476 - type: nauc_ndcg_at_1000_max value: 40.399898252484476 - type: nauc_ndcg_at_1000_std value: -14.72017129585273 - type: nauc_ndcg_at_100_diff1 value: 76.3904962353208 - type: nauc_ndcg_at_100_max value: 40.86617916901589 - type: nauc_ndcg_at_100_std value: -13.832050133829267 - type: nauc_ndcg_at_10_diff1 value: 75.6897858470601 - type: nauc_ndcg_at_10_max value: 41.55947827286525 - type: nauc_ndcg_at_10_std value: -14.036484587174417 - type: nauc_ndcg_at_1_diff1 value: 79.8857906376081 - type: nauc_ndcg_at_1_max value: 34.89198300279177 - type: nauc_ndcg_at_1_std value: -22.116367139311073 - type: nauc_ndcg_at_20_diff1 value: 76.07060402674 - type: nauc_ndcg_at_20_max value: 41.48222717438128 - type: nauc_ndcg_at_20_std value: -13.473804488825797 - type: nauc_ndcg_at_3_diff1 value: 75.6398615357621 - type: nauc_ndcg_at_3_max value: 38.49271247834503 - type: nauc_ndcg_at_3_std value: -17.52560255417611 - type: nauc_ndcg_at_5_diff1 value: 75.5227568448847 - type: nauc_ndcg_at_5_max value: 40.277183170679514 - type: nauc_ndcg_at_5_std value: -16.200948364737876 - type: nauc_precision_at_1000_diff1 value: -15.60097685340191 - type: nauc_precision_at_1000_max value: 19.62149867853509 - type: nauc_precision_at_1000_std value: 26.853108313133617 - type: nauc_precision_at_100_diff1 value: -2.3898841160744166 - type: nauc_precision_at_100_max value: 28.40893593410523 - type: nauc_precision_at_100_std value: 30.234999822521996 - type: nauc_precision_at_10_diff1 value: 24.100668488994454 - type: nauc_precision_at_10_max value: 40.60444738866958 - type: nauc_precision_at_10_std value: 16.27421643845186 - type: nauc_precision_at_1_diff1 value: 79.8857906376081 - type: nauc_precision_at_1_max value: 34.89198300279177 - type: nauc_precision_at_1_std value: -22.116367139311073 - type: nauc_precision_at_20_diff1 value: 13.75757481544003 - type: nauc_precision_at_20_max value: 37.49854014278494 - type: nauc_precision_at_20_std value: 24.8059735164961 - type: nauc_precision_at_3_diff1 value: 47.0915358536794 - type: nauc_precision_at_3_max value: 38.33169859493898 - type: nauc_precision_at_3_std value: -3.48227767218676 - type: nauc_precision_at_5_diff1 value: 35.7960315081131 - type: nauc_precision_at_5_max value: 39.50991114545869 - type: nauc_precision_at_5_std value: 4.120275257477141 - type: nauc_recall_at_1000_diff1 value: 70.49468642418863 - type: nauc_recall_at_1000_max value: 86.98877769937535 - type: nauc_recall_at_1000_std value: 72.12894063477951 - type: nauc_recall_at_100_diff1 value: 70.36150345972044 - type: nauc_recall_at_100_max value: 76.91004467687978 - type: nauc_recall_at_100_std value: 54.35379395986247 - type: nauc_recall_at_10_diff1 value: 68.12325785162912 - type: nauc_recall_at_10_max value: 59.789034864449256 - type: nauc_recall_at_10_std value: 9.385229663055632 - type: nauc_recall_at_1_diff1 value: 79.28241919922023 - type: nauc_recall_at_1_max value: 31.0991754020255 - type: nauc_recall_at_1_std value: -23.475728163203502 - type: nauc_recall_at_20_diff1 value: 68.62104502666753 - type: nauc_recall_at_20_max value: 66.75766245811133 - type: nauc_recall_at_20_std value: 24.98345389025761 - type: nauc_recall_at_3_diff1 value: 71.20060265284265 - type: nauc_recall_at_3_max value: 42.12745244974141 - type: nauc_recall_at_3_std value: -12.400137894343024 - type: nauc_recall_at_5_diff1 value: 69.34691978566994 - type: nauc_recall_at_5_max value: 49.09721704441277 - type: nauc_recall_at_5_std value: -6.306180090414637 - type: ndcg_at_1 value: 66.848 - type: ndcg_at_10 value: 78.068 - type: ndcg_at_100 value: 79.61200000000001 - type: ndcg_at_1000 value: 79.889 - type: ndcg_at_20 value: 78.89699999999999 - type: ndcg_at_3 value: 74.27 - type: ndcg_at_5 value: 76.467 - type: precision_at_1 value: 66.848 - type: precision_at_10 value: 9.539 - type: precision_at_100 value: 1.03 - type: precision_at_1000 value: 0.105 - type: precision_at_20 value: 4.944 - type: precision_at_3 value: 28.095 - type: precision_at_5 value: 18.026 - type: recall_at_1 value: 64.61 - type: recall_at_10 value: 89.67500000000001 - type: recall_at_100 value: 96.57 - type: recall_at_1000 value: 98.749 - type: recall_at_20 value: 92.865 - type: recall_at_3 value: 79.636 - type: recall_at_5 value: 84.872 task: type: Retrieval - dataset: config: zh-CN name: MTEB MassiveIntentClassification (zh-CN) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 65.22192333557499 - type: f1 value: 62.47465518949227 - type: f1_weighted value: 64.03730634553634 - type: main_score value: 65.22192333557499 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveIntentClassification (zh-TW) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 55.80363147276396 - type: f1 value: 53.93105022651322 - type: f1_weighted value: 53.85056857026388 - type: main_score value: 55.80363147276396 task: type: Classification - dataset: config: zh-CN name: MTEB MassiveIntentClassification (zh-CN) revision: 4672e20407010da34463acc759c162ca9734bca6 split: validation type: mteb/amazon_massive_intent metrics: - type: accuracy value: 66.12887358583374 - type: f1 value: 62.35383652296933 - type: f1_weighted value: 64.90413470244583 - type: main_score value: 66.12887358583374 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveIntentClassification (zh-TW) revision: 4672e20407010da34463acc759c162ca9734bca6 split: validation type: mteb/amazon_massive_intent metrics: - type: accuracy value: 56.851942941465815 - type: f1 value: 52.97946915380787 - type: f1_weighted value: 54.727133596462465 - type: main_score value: 56.851942941465815 task: type: Classification - dataset: config: zh-CN name: MTEB MassiveScenarioClassification (zh-CN) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 70.9885675857431 - type: f1 value: 70.86227730966266 - type: f1_weighted value: 70.34538527132177 - type: main_score value: 70.9885675857431 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveScenarioClassification (zh-TW) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 64.17955615332885 - type: f1 value: 64.83282663245971 - type: f1_weighted value: 62.609482948389115 - type: main_score value: 64.17955615332885 task: type: Classification - dataset: config: zh-CN name: MTEB MassiveScenarioClassification (zh-CN) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: validation type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 70.97884899163797 - type: f1 value: 70.58830331494195 - type: f1_weighted value: 70.51588521259714 - type: main_score value: 70.97884899163797 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveScenarioClassification (zh-TW) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: validation type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 64.24495818986719 - type: f1 value: 64.79972581326642 - type: f1_weighted value: 62.69498313971792 - type: main_score value: 64.24495818986719 task: type: Classification - dataset: config: default name: MTEB MedicalRetrieval revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 split: dev type: C-MTEB/MedicalRetrieval metrics: - type: main_score value: 56.739 - type: map_at_1 value: 48.0 - type: map_at_10 value: 53.915 - type: map_at_100 value: 54.492 - type: map_at_1000 value: 54.537 - type: map_at_20 value: 54.230000000000004 - type: map_at_3 value: 52.717000000000006 - type: map_at_5 value: 53.352 - type: mrr_at_1 value: 48.0 - type: mrr_at_10 value: 53.91499999999998 - type: mrr_at_100 value: 54.49183257091978 - type: mrr_at_1000 value: 54.536629542558536 - type: mrr_at_20 value: 54.22960265611578 - type: mrr_at_3 value: 52.71666666666665 - type: mrr_at_5 value: 53.35166666666663 - type: nauc_map_at_1000_diff1 value: 77.39643360403208 - type: nauc_map_at_1000_max value: 63.18472518757685 - type: nauc_map_at_1000_std value: 16.001559984640295 - type: nauc_map_at_100_diff1 value: 77.39139808034219 - type: nauc_map_at_100_max value: 63.182492164000834 - type: nauc_map_at_100_std value: 16.0186937515541 - type: nauc_map_at_10_diff1 value: 77.45427934163514 - type: nauc_map_at_10_max value: 63.26968876049719 - type: nauc_map_at_10_std value: 15.716588884771726 - type: nauc_map_at_1_diff1 value: 81.23015242934262 - type: nauc_map_at_1_max value: 63.180639356409465 - type: nauc_map_at_1_std value: 13.565946861437508 - type: nauc_map_at_20_diff1 value: 77.35715966269646 - type: nauc_map_at_20_max value: 63.15281414186479 - type: nauc_map_at_20_std value: 15.876045939850936 - type: nauc_map_at_3_diff1 value: 77.61841269680632 - type: nauc_map_at_3_max value: 63.79941390226045 - type: nauc_map_at_3_std value: 15.346068381749692 - type: nauc_map_at_5_diff1 value: 77.63266467181629 - type: nauc_map_at_5_max value: 63.6569124319587 - type: nauc_map_at_5_std value: 15.626981187703318 - type: nauc_mrr_at_1000_diff1 value: 77.39643360403208 - type: nauc_mrr_at_1000_max value: 63.18472518757685 - type: nauc_mrr_at_1000_std value: 16.001559984640295 - type: nauc_mrr_at_100_diff1 value: 77.39139808034219 - type: nauc_mrr_at_100_max value: 63.182492164000834 - type: nauc_mrr_at_100_std value: 16.0186937515541 - type: nauc_mrr_at_10_diff1 value: 77.45427934163514 - type: nauc_mrr_at_10_max value: 63.26968876049719 - type: nauc_mrr_at_10_std value: 15.716588884771726 - type: nauc_mrr_at_1_diff1 value: 81.23015242934262 - type: nauc_mrr_at_1_max value: 63.180639356409465 - type: nauc_mrr_at_1_std value: 13.565946861437508 - type: nauc_mrr_at_20_diff1 value: 77.35715966269646 - type: nauc_mrr_at_20_max value: 63.15281414186479 - type: nauc_mrr_at_20_std value: 15.876045939850936 - type: nauc_mrr_at_3_diff1 value: 77.61841269680632 - type: nauc_mrr_at_3_max value: 63.79941390226045 - type: nauc_mrr_at_3_std value: 15.346068381749692 - type: nauc_mrr_at_5_diff1 value: 77.63266467181629 - type: nauc_mrr_at_5_max value: 63.6569124319587 - type: nauc_mrr_at_5_std value: 15.626981187703318 - type: nauc_ndcg_at_1000_diff1 value: 75.96184928092609 - type: nauc_ndcg_at_1000_max value: 62.77136240354784 - type: nauc_ndcg_at_1000_std value: 18.19744409337408 - type: nauc_ndcg_at_100_diff1 value: 75.70924247225722 - type: nauc_ndcg_at_100_max value: 62.516338663993096 - type: nauc_ndcg_at_100_std value: 18.48287472676602 - type: nauc_ndcg_at_10_diff1 value: 75.90776230922926 - type: nauc_ndcg_at_10_max value: 62.794524679837295 - type: nauc_ndcg_at_10_std value: 16.798283361693894 - type: nauc_ndcg_at_1_diff1 value: 81.23015242934262 - type: nauc_ndcg_at_1_max value: 63.180639356409465 - type: nauc_ndcg_at_1_std value: 13.565946861437508 - type: nauc_ndcg_at_20_diff1 value: 75.49911076638199 - type: nauc_ndcg_at_20_max value: 62.39845310632713 - type: nauc_ndcg_at_20_std value: 17.449119633703635 - type: nauc_ndcg_at_3_diff1 value: 76.40463060161782 - type: nauc_ndcg_at_3_max value: 63.98845402713438 - type: nauc_ndcg_at_3_std value: 16.04292596827571 - type: nauc_ndcg_at_5_diff1 value: 76.40368037074337 - type: nauc_ndcg_at_5_max value: 63.720680326128985 - type: nauc_ndcg_at_5_std value: 16.553609705011453 - type: nauc_precision_at_1000_diff1 value: 62.69715093244479 - type: nauc_precision_at_1000_max value: 61.431599666893675 - type: nauc_precision_at_1000_std value: 53.31592096297959 - type: nauc_precision_at_100_diff1 value: 66.59204573752811 - type: nauc_precision_at_100_max value: 58.04946252178972 - type: nauc_precision_at_100_std value: 35.799887938905975 - type: nauc_precision_at_10_diff1 value: 70.41417487749611 - type: nauc_precision_at_10_max value: 60.74855761631277 - type: nauc_precision_at_10_std value: 20.68536276937659 - type: nauc_precision_at_1_diff1 value: 81.23015242934262 - type: nauc_precision_at_1_max value: 63.180639356409465 - type: nauc_precision_at_1_std value: 13.565946861437508 - type: nauc_precision_at_20_diff1 value: 67.94064934107745 - type: nauc_precision_at_20_max value: 58.8149642181104 - type: nauc_precision_at_20_std value: 24.203154127275994 - type: nauc_precision_at_3_diff1 value: 72.69676774700604 - type: nauc_precision_at_3_max value: 64.55974686576936 - type: nauc_precision_at_3_std value: 18.203956537109732 - type: nauc_precision_at_5_diff1 value: 72.51948470895431 - type: nauc_precision_at_5_max value: 63.86739137712228 - type: nauc_precision_at_5_std value: 19.57783384207112 - type: nauc_recall_at_1000_diff1 value: 62.697150932445176 - type: nauc_recall_at_1000_max value: 61.431599666893966 - type: nauc_recall_at_1000_std value: 53.315920962979725 - type: nauc_recall_at_100_diff1 value: 66.59204573752801 - type: nauc_recall_at_100_max value: 58.049462521789664 - type: nauc_recall_at_100_std value: 35.79988793890601 - type: nauc_recall_at_10_diff1 value: 70.41417487749621 - type: nauc_recall_at_10_max value: 60.74855761631276 - type: nauc_recall_at_10_std value: 20.685362769376695 - type: nauc_recall_at_1_diff1 value: 81.23015242934262 - type: nauc_recall_at_1_max value: 63.180639356409465 - type: nauc_recall_at_1_std value: 13.565946861437508 - type: nauc_recall_at_20_diff1 value: 67.94064934107753 - type: nauc_recall_at_20_max value: 58.814964218110376 - type: nauc_recall_at_20_std value: 24.20315412727603 - type: nauc_recall_at_3_diff1 value: 72.69676774700598 - type: nauc_recall_at_3_max value: 64.55974686576933 - type: nauc_recall_at_3_std value: 18.203956537109757 - type: nauc_recall_at_5_diff1 value: 72.51948470895428 - type: nauc_recall_at_5_max value: 63.86739137712231 - type: nauc_recall_at_5_std value: 19.57783384207116 - type: ndcg_at_1 value: 48.0 - type: ndcg_at_10 value: 56.739 - type: ndcg_at_100 value: 59.836 - type: ndcg_at_1000 value: 61.27 - type: ndcg_at_20 value: 57.847 - type: ndcg_at_3 value: 54.230000000000004 - type: ndcg_at_5 value: 55.379 - type: precision_at_1 value: 48.0 - type: precision_at_10 value: 6.5600000000000005 - type: precision_at_100 value: 0.808 - type: precision_at_1000 value: 0.093 - type: precision_at_20 value: 3.495 - type: precision_at_3 value: 19.533 - type: precision_at_5 value: 12.280000000000001 - type: recall_at_1 value: 48.0 - type: recall_at_10 value: 65.60000000000001 - type: recall_at_100 value: 80.80000000000001 - type: recall_at_1000 value: 92.60000000000001 - type: recall_at_20 value: 69.89999999999999 - type: recall_at_3 value: 58.599999999999994 - type: recall_at_5 value: 61.4 task: type: Retrieval - dataset: config: default name: MTEB MultilingualSentiment revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a split: test type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy value: 72.59 - type: f1 value: 71.18619985025713 - type: f1_weighted value: 71.18619985025713 - type: main_score value: 72.59 task: type: Classification - dataset: config: default name: MTEB MultilingualSentiment revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a split: validation type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy value: 71.34000000000002 - type: f1 value: 69.90975431939749 - type: f1_weighted value: 69.90975431939748 - type: main_score value: 71.34000000000002 task: type: Classification - dataset: config: default name: MTEB Ocnli revision: 66e76a618a34d6d565d5538088562851e6daa7ec split: validation type: C-MTEB/OCNLI metrics: - type: cosine_accuracy value: 66.54033567948024 - type: cosine_accuracy_threshold value: 82.18778371810913 - type: cosine_ap value: 69.20776463386046 - type: cosine_f1 value: 70.53649956024627 - type: cosine_f1_threshold value: 77.95027494430542 - type: cosine_precision value: 60.43707611152976 - type: cosine_recall value: 84.68848996832101 - type: dot_accuracy value: 66.54033567948024 - type: dot_accuracy_threshold value: 82.18777775764465 - type: dot_ap value: 69.20776463386046 - type: dot_f1 value: 70.53649956024627 - type: dot_f1_threshold value: 77.95027494430542 - type: dot_precision value: 60.43707611152976 - type: dot_recall value: 84.68848996832101 - type: euclidean_accuracy value: 66.54033567948024 - type: euclidean_accuracy_threshold value: 59.68620777130127 - type: euclidean_ap value: 69.20776463386046 - type: euclidean_f1 value: 70.53649956024627 - type: euclidean_f1_threshold value: 66.4074182510376 - type: euclidean_precision value: 60.43707611152976 - type: euclidean_recall value: 84.68848996832101 - type: main_score value: 69.20776463386046 - type: manhattan_accuracy value: 66.10720086626962 - type: manhattan_accuracy_threshold value: 1407.370662689209 - type: manhattan_ap value: 68.78801952084588 - type: manhattan_f1 value: 70.16788635385278 - type: manhattan_f1_threshold value: 1570.6421852111816 - type: manhattan_precision value: 59.229651162790695 - type: manhattan_recall value: 86.06124604012672 - type: max_ap value: 69.20776463386046 - type: max_f1 value: 70.53649956024627 - type: max_precision value: 60.43707611152976 - type: max_recall value: 86.06124604012672 - type: similarity_accuracy value: 66.54033567948024 - type: similarity_accuracy_threshold value: 82.18778371810913 - type: similarity_ap value: 69.20776463386046 - type: similarity_f1 value: 70.53649956024627 - type: similarity_f1_threshold value: 77.95027494430542 - type: similarity_precision value: 60.43707611152976 - type: similarity_recall value: 84.68848996832101 task: type: PairClassification - dataset: config: default name: MTEB OnlineShopping revision: e610f2ebd179a8fda30ae534c3878750a96db120 split: test type: C-MTEB/OnlineShopping-classification metrics: - type: accuracy value: 89.39 - type: ap value: 88.07000568126703 - type: ap_weighted value: 88.07000568126703 - type: f1 value: 89.38762094829701 - type: f1_weighted value: 89.38406047291011 - type: main_score value: 89.39 task: type: Classification - dataset: config: default name: MTEB PAWSX revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 split: test type: C-MTEB/PAWSX metrics: - type: cosine_pearson value: 14.235380278070927 - type: cosine_spearman value: 15.041816036353705 - type: euclidean_pearson value: 17.52710777858955 - type: euclidean_spearman value: 15.016792323583239 - type: main_score value: 15.041816036353705 - type: manhattan_pearson value: 17.55074611654745 - type: manhattan_spearman value: 15.11067883557568 - type: pearson value: 14.235380278070927 - type: spearman value: 15.041816036353705 task: type: STS - dataset: config: default name: MTEB QBQTC revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 split: test type: C-MTEB/QBQTC metrics: - type: cosine_pearson value: 30.901016456406705 - type: cosine_spearman value: 33.679163453659974 - type: euclidean_pearson value: 31.305947963686048 - type: euclidean_spearman value: 33.679231034522324 - type: main_score value: 33.679163453659974 - type: manhattan_pearson value: 31.264196470091548 - type: manhattan_spearman value: 33.659209432488346 - type: pearson value: 30.901016456406705 - type: spearman value: 33.679163453659974 task: type: STS - dataset: config: zh name: MTEB STS22 (zh) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 74.43290893539664 - type: cosine_spearman value: 74.01504711686904 - type: euclidean_pearson value: 72.35671187733934 - type: euclidean_spearman value: 74.01474422869344 - type: main_score value: 74.01504711686904 - type: manhattan_pearson value: 71.92908768518947 - type: manhattan_spearman value: 73.74256565833456 - type: pearson value: 74.43290893539664 - type: spearman value: 74.01504711686904 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 78.83317778206556 - type: cosine_spearman value: 78.00089559829223 - type: euclidean_pearson value: 79.89342231025401 - type: euclidean_spearman value: 78.00089559829223 - type: main_score value: 78.00089559829223 - type: manhattan_pearson value: 79.97037004799317 - type: manhattan_spearman value: 77.9460764213753 - type: pearson value: 78.83317778206556 - type: spearman value: 78.00089559829223 task: type: STS - dataset: config: default name: MTEB STSB revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 split: test type: C-MTEB/STSB metrics: - type: cosine_pearson value: 77.53398794762293 - type: cosine_spearman value: 78.60304298982291 - type: euclidean_pearson value: 77.74218953810976 - type: euclidean_spearman value: 78.603440626661 - type: main_score value: 78.60304298982291 - type: manhattan_pearson value: 77.62904828279467 - type: manhattan_spearman value: 78.48796389634035 - type: pearson value: 77.53398794762293 - type: spearman value: 78.60304298982291 task: type: STS - dataset: config: default name: MTEB STSB revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 split: validation type: C-MTEB/STSB metrics: - type: cosine_pearson value: 82.08947768248326 - type: cosine_spearman value: 83.21418573413976 - type: euclidean_pearson value: 82.36724489911187 - type: euclidean_spearman value: 83.21397206071354 - type: main_score value: 83.21418573413976 - type: manhattan_pearson value: 82.23117811775076 - type: manhattan_spearman value: 83.15379710466932 - type: pearson value: 82.08947768248326 - type: spearman value: 83.21418573413976 task: type: STS - dataset: config: default name: MTEB T2Reranking revision: 76631901a18387f85eaa53e5450019b87ad58ef9 split: dev type: C-MTEB/T2Reranking metrics: - type: main_score value: 66.59298686957766 - type: map value: 66.59298686957766 - type: mrr value: 76.79086603045641 - type: nAUC_map_diff1 value: -7.287266490832418 - type: nAUC_map_max value: 32.45245224386463 - type: nAUC_map_std value: 1.300414874783602 - type: nAUC_mrr_diff1 value: -5.327979525054396 - type: nAUC_mrr_max value: 26.45109674157677 - type: nAUC_mrr_std value: -2.4205987735213172 task: type: Reranking - dataset: config: default name: MTEB T2Retrieval revision: 8731a845f1bf500a4f111cf1070785c793d10e64 split: dev type: C-MTEB/T2Retrieval metrics: - type: main_score value: 83.87400000000001 - type: map_at_1 value: 27.198 - type: map_at_10 value: 76.236 - type: map_at_100 value: 79.864 - type: map_at_1000 value: 79.935 - type: map_at_20 value: 78.988 - type: map_at_3 value: 53.671 - type: map_at_5 value: 65.911 - type: mrr_at_1 value: 89.43100122742416 - type: mrr_at_10 value: 91.95848432598832 - type: mrr_at_100 value: 92.05846901084819 - type: mrr_at_1000 value: 92.06244655739671 - type: mrr_at_20 value: 92.02949897934299 - type: mrr_at_3 value: 91.51250803670571 - type: mrr_at_5 value: 91.77465076860139 - type: nauc_map_at_1000_diff1 value: 15.58166245717321 - type: nauc_map_at_1000_max value: 49.4228909048966 - type: nauc_map_at_1000_std value: 19.60552382270768 - type: nauc_map_at_100_diff1 value: 15.578731640510338 - type: nauc_map_at_100_max value: 49.317489343310164 - type: nauc_map_at_100_std value: 19.538549025941077 - type: nauc_map_at_10_diff1 value: 19.414245733716314 - type: nauc_map_at_10_max value: 36.73954080265322 - type: nauc_map_at_10_std value: 4.088626712338934 - type: nauc_map_at_1_diff1 value: 51.06925640880755 - type: nauc_map_at_1_max value: -23.75392695878556 - type: nauc_map_at_1_std value: -35.98997423866977 - type: nauc_map_at_20_diff1 value: 16.050506300322056 - type: nauc_map_at_20_max value: 46.803120702175605 - type: nauc_map_at_20_std value: 16.171960971248055 - type: nauc_map_at_3_diff1 value: 37.66276695544022 - type: nauc_map_at_3_max value: -9.75537422902144 - type: nauc_map_at_3_std value: -33.13183552411652 - type: nauc_map_at_5_diff1 value: 30.421926574270802 - type: nauc_map_at_5_max value: 7.379557988089422 - type: nauc_map_at_5_std value: -22.508327475221986 - type: nauc_mrr_at_1000_diff1 value: 49.78648853698272 - type: nauc_mrr_at_1000_max value: 78.64108634774428 - type: nauc_mrr_at_1000_std value: 41.42108362525161 - type: nauc_mrr_at_100_diff1 value: 49.78722300488286 - type: nauc_mrr_at_100_max value: 78.64888583147703 - type: nauc_mrr_at_100_std value: 41.43756983082654 - type: nauc_mrr_at_10_diff1 value: 49.7689425723836 - type: nauc_mrr_at_10_max value: 78.77388021501466 - type: nauc_mrr_at_10_std value: 41.53520995547139 - type: nauc_mrr_at_1_diff1 value: 49.86909806440699 - type: nauc_mrr_at_1_max value: 74.82089497094245 - type: nauc_mrr_at_1_std value: 35.586793018880215 - type: nauc_mrr_at_20_diff1 value: 49.80318008721698 - type: nauc_mrr_at_20_max value: 78.69565910707628 - type: nauc_mrr_at_20_std value: 41.480523833897394 - type: nauc_mrr_at_3_diff1 value: 49.654024520685084 - type: nauc_mrr_at_3_max value: 78.61876211672465 - type: nauc_mrr_at_3_std value: 41.201904939700306 - type: nauc_mrr_at_5_diff1 value: 49.746747182258545 - type: nauc_mrr_at_5_max value: 78.8152081501982 - type: nauc_mrr_at_5_std value: 41.57858809386562 - type: nauc_ndcg_at_1000_diff1 value: 20.620940436699158 - type: nauc_ndcg_at_1000_max value: 61.235871063574635 - type: nauc_ndcg_at_1000_std value: 32.29889623723719 - type: nauc_ndcg_at_100_diff1 value: 20.137202228423718 - type: nauc_ndcg_at_100_max value: 60.198388186158994 - type: nauc_ndcg_at_100_std value: 32.10017721326009 - type: nauc_ndcg_at_10_diff1 value: 19.58018738101906 - type: nauc_ndcg_at_10_max value: 51.587688985417216 - type: nauc_ndcg_at_10_std value: 20.576380160966043 - type: nauc_ndcg_at_1_diff1 value: 49.86909806440699 - type: nauc_ndcg_at_1_max value: 74.82089497094245 - type: nauc_ndcg_at_1_std value: 35.586793018880215 - type: nauc_ndcg_at_20_diff1 value: 19.842342024950092 - type: nauc_ndcg_at_20_max value: 55.13644776987241 - type: nauc_ndcg_at_20_std value: 25.454196949667086 - type: nauc_ndcg_at_3_diff1 value: 16.45804890913617 - type: nauc_ndcg_at_3_max value: 65.64329075659812 - type: nauc_ndcg_at_3_std value: 32.72843192307359 - type: nauc_ndcg_at_5_diff1 value: 16.449652344155083 - type: nauc_ndcg_at_5_max value: 58.92372615784787 - type: nauc_ndcg_at_5_std value: 27.443699070180816 - type: nauc_precision_at_1000_diff1 value: -32.07440161839419 - type: nauc_precision_at_1000_max value: 49.149168895089105 - type: nauc_precision_at_1000_std value: 59.83978905864201 - type: nauc_precision_at_100_diff1 value: -32.017089404636835 - type: nauc_precision_at_100_max value: 50.97883217763381 - type: nauc_precision_at_100_std value: 61.31750979253966 - type: nauc_precision_at_10_diff1 value: -31.55948794959721 - type: nauc_precision_at_10_max value: 55.92691452603835 - type: nauc_precision_at_10_std value: 56.63437003218304 - type: nauc_precision_at_1_diff1 value: 49.86909806440699 - type: nauc_precision_at_1_max value: 74.82089497094245 - type: nauc_precision_at_1_std value: 35.586793018880215 - type: nauc_precision_at_20_diff1 value: -31.963565141688115 - type: nauc_precision_at_20_max value: 53.82815703721656 - type: nauc_precision_at_20_std value: 60.213947480927075 - type: nauc_precision_at_3_diff1 value: -25.674097177567035 - type: nauc_precision_at_3_max value: 66.1981869789327 - type: nauc_precision_at_3_std value: 48.45943511692881 - type: nauc_precision_at_5_diff1 value: -30.82353427063075 - type: nauc_precision_at_5_max value: 60.99045681396462 - type: nauc_precision_at_5_std value: 51.97181254595853 - type: nauc_recall_at_1000_diff1 value: 8.989517849244324 - type: nauc_recall_at_1000_max value: 60.56879483015647 - type: nauc_recall_at_1000_std value: 61.72884869394747 - type: nauc_recall_at_100_diff1 value: 10.475542284301069 - type: nauc_recall_at_100_max value: 52.314712965789376 - type: nauc_recall_at_100_std value: 44.86650275626585 - type: nauc_recall_at_10_diff1 value: 17.793248655180417 - type: nauc_recall_at_10_max value: 26.976445810272587 - type: nauc_recall_at_10_std value: -1.0508493018155316 - type: nauc_recall_at_1_diff1 value: 51.06925640880755 - type: nauc_recall_at_1_max value: -23.75392695878556 - type: nauc_recall_at_1_std value: -35.98997423866977 - type: nauc_recall_at_20_diff1 value: 12.548742822819284 - type: nauc_recall_at_20_max value: 41.04166319967849 - type: nauc_recall_at_20_std value: 19.74995153671942 - type: nauc_recall_at_3_diff1 value: 36.030090259500156 - type: nauc_recall_at_3_max value: -14.267216544958867 - type: nauc_recall_at_3_std value: -35.55661692419165 - type: nauc_recall_at_5_diff1 value: 29.265146636109264 - type: nauc_recall_at_5_max value: -1.0341071772545916 - type: nauc_recall_at_5_std value: -27.611476613878168 - type: ndcg_at_1 value: 89.43100000000001 - type: ndcg_at_10 value: 83.87400000000001 - type: ndcg_at_100 value: 87.542 - type: ndcg_at_1000 value: 88.236 - type: ndcg_at_20 value: 85.668 - type: ndcg_at_3 value: 85.37400000000001 - type: ndcg_at_5 value: 83.898 - type: precision_at_1 value: 89.43100000000001 - type: precision_at_10 value: 41.677 - type: precision_at_100 value: 4.986 - type: precision_at_1000 value: 0.515 - type: precision_at_20 value: 23.158 - type: precision_at_3 value: 74.721 - type: precision_at_5 value: 62.541999999999994 - type: recall_at_1 value: 27.198 - type: recall_at_10 value: 82.738 - type: recall_at_100 value: 94.682 - type: recall_at_1000 value: 98.222 - type: recall_at_20 value: 88.774 - type: recall_at_3 value: 55.348 - type: recall_at_5 value: 69.284 task: type: Retrieval - dataset: config: default name: MTEB TNews revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 split: validation type: C-MTEB/TNews-classification metrics: - type: accuracy value: 50.85400000000001 - type: f1 value: 48.570610774764525 - type: f1_weighted value: 50.639105620481814 - type: main_score value: 50.85400000000001 task: type: Classification - dataset: config: default name: MTEB ThuNewsClusteringP2P revision: 5798586b105c0434e4f0fe5e767abe619442cf93 split: test type: C-MTEB/ThuNewsClusteringP2P metrics: - type: main_score value: 62.01481290584332 - type: v_measure value: 62.01481290584332 - type: v_measure_std value: 1.8292739704592271 task: type: Clustering - dataset: config: default name: MTEB ThuNewsClusteringS2S revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d split: test type: C-MTEB/ThuNewsClusteringS2S metrics: - type: main_score value: 56.70077693237652 - type: v_measure value: 56.70077693237652 - type: v_measure_std value: 1.0543474019025139 task: type: Clustering - dataset: config: default name: MTEB VideoRetrieval revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 split: dev type: C-MTEB/VideoRetrieval metrics: - type: main_score value: 69.798 - type: map_at_1 value: 55.50000000000001 - type: map_at_10 value: 65.154 - type: map_at_100 value: 65.66199999999999 - type: map_at_1000 value: 65.671 - type: map_at_20 value: 65.5 - type: map_at_3 value: 62.849999999999994 - type: map_at_5 value: 64.375 - type: mrr_at_1 value: 55.50000000000001 - type: mrr_at_10 value: 65.1537698412699 - type: mrr_at_100 value: 65.66232258854477 - type: mrr_at_1000 value: 65.67133539870385 - type: mrr_at_20 value: 65.49969740184143 - type: mrr_at_3 value: 62.85000000000005 - type: mrr_at_5 value: 64.37500000000009 - type: nauc_map_at_1000_diff1 value: 58.97121320458988 - type: nauc_map_at_1000_max value: 21.213164965117773 - type: nauc_map_at_1000_std value: -36.68142171279306 - type: nauc_map_at_100_diff1 value: 58.95806124533141 - type: nauc_map_at_100_max value: 21.21671993731715 - type: nauc_map_at_100_std value: -36.69460061754053 - type: nauc_map_at_10_diff1 value: 58.945897921793566 - type: nauc_map_at_10_max value: 21.00548660417014 - type: nauc_map_at_10_std value: -37.22967677061907 - type: nauc_map_at_1_diff1 value: 61.04896832623904 - type: nauc_map_at_1_max value: 18.30202664068948 - type: nauc_map_at_1_std value: -35.39159837078139 - type: nauc_map_at_20_diff1 value: 58.942136925801435 - type: nauc_map_at_20_max value: 21.199930633234832 - type: nauc_map_at_20_std value: -36.779409748823895 - type: nauc_map_at_3_diff1 value: 59.1570919662219 - type: nauc_map_at_3_max value: 21.58711126291567 - type: nauc_map_at_3_std value: -36.91836232614465 - type: nauc_map_at_5_diff1 value: 59.00392463433618 - type: nauc_map_at_5_max value: 21.254724830946987 - type: nauc_map_at_5_std value: -37.01777977238089 - type: nauc_mrr_at_1000_diff1 value: 58.97121320458988 - type: nauc_mrr_at_1000_max value: 21.213164965117773 - type: nauc_mrr_at_1000_std value: -36.68142171279306 - type: nauc_mrr_at_100_diff1 value: 58.95806124533141 - type: nauc_mrr_at_100_max value: 21.21671993731715 - type: nauc_mrr_at_100_std value: -36.69460061754053 - type: nauc_mrr_at_10_diff1 value: 58.945897921793566 - type: nauc_mrr_at_10_max value: 21.00548660417014 - type: nauc_mrr_at_10_std value: -37.22967677061907 - type: nauc_mrr_at_1_diff1 value: 61.04896832623904 - type: nauc_mrr_at_1_max value: 18.30202664068948 - type: nauc_mrr_at_1_std value: -35.39159837078139 - type: nauc_mrr_at_20_diff1 value: 58.942136925801435 - type: nauc_mrr_at_20_max value: 21.199930633234832 - type: nauc_mrr_at_20_std value: -36.779409748823895 - type: nauc_mrr_at_3_diff1 value: 59.1570919662219 - type: nauc_mrr_at_3_max value: 21.58711126291567 - type: nauc_mrr_at_3_std value: -36.91836232614465 - type: nauc_mrr_at_5_diff1 value: 59.00392463433618 - type: nauc_mrr_at_5_max value: 21.254724830946987 - type: nauc_mrr_at_5_std value: -37.01777977238089 - type: nauc_ndcg_at_1000_diff1 value: 58.32754522453224 - type: nauc_ndcg_at_1000_max value: 22.480858116625686 - type: nauc_ndcg_at_1000_std value: -35.123298006360635 - type: nauc_ndcg_at_100_diff1 value: 58.05124597123339 - type: nauc_ndcg_at_100_max value: 22.804742575095776 - type: nauc_ndcg_at_100_std value: -35.26747614247206 - type: nauc_ndcg_at_10_diff1 value: 58.19747189274344 - type: nauc_ndcg_at_10_max value: 21.824208714705836 - type: nauc_ndcg_at_10_std value: -38.143119417191656 - type: nauc_ndcg_at_1_diff1 value: 61.04896832623904 - type: nauc_ndcg_at_1_max value: 18.30202664068948 - type: nauc_ndcg_at_1_std value: -35.39159837078139 - type: nauc_ndcg_at_20_diff1 value: 58.10146896005486 - type: nauc_ndcg_at_20_max value: 22.736455378099816 - type: nauc_ndcg_at_20_std value: -36.136743229864805 - type: nauc_ndcg_at_3_diff1 value: 58.75580442565851 - type: nauc_ndcg_at_3_max value: 22.938830969833045 - type: nauc_ndcg_at_3_std value: -37.30933187976488 - type: nauc_ndcg_at_5_diff1 value: 58.374134624481776 - type: nauc_ndcg_at_5_max value: 22.406068555199827 - type: nauc_ndcg_at_5_std value: -37.52762390633242 - type: nauc_precision_at_1000_diff1 value: 40.20419762107693 - type: nauc_precision_at_1000_max value: 53.759184833353046 - type: nauc_precision_at_1000_std value: 55.882352941176194 - type: nauc_precision_at_100_diff1 value: 38.156373660575625 - type: nauc_precision_at_100_max value: 55.407718643013204 - type: nauc_precision_at_100_std value: 12.037037037036992 - type: nauc_precision_at_10_diff1 value: 54.125693807088815 - type: nauc_precision_at_10_max value: 25.73095581486816 - type: nauc_precision_at_10_std value: -43.41343722489679 - type: nauc_precision_at_1_diff1 value: 61.04896832623904 - type: nauc_precision_at_1_max value: 18.30202664068948 - type: nauc_precision_at_1_std value: -35.39159837078139 - type: nauc_precision_at_20_diff1 value: 51.39767816435893 - type: nauc_precision_at_20_max value: 35.49600851985165 - type: nauc_precision_at_20_std value: -27.403029476223118 - type: nauc_precision_at_3_diff1 value: 57.474651415100766 - type: nauc_precision_at_3_max value: 27.67114480504696 - type: nauc_precision_at_3_std value: -38.60026444041772 - type: nauc_precision_at_5_diff1 value: 55.79089009808661 - type: nauc_precision_at_5_max value: 27.10473200269106 - type: nauc_precision_at_5_std value: -39.58664321714817 - type: nauc_recall_at_1000_diff1 value: 40.20419762107757 - type: nauc_recall_at_1000_max value: 53.75918483335395 - type: nauc_recall_at_1000_std value: 55.88235294117608 - type: nauc_recall_at_100_diff1 value: 38.15637366057539 - type: nauc_recall_at_100_max value: 55.40771864301273 - type: nauc_recall_at_100_std value: 12.037037037037193 - type: nauc_recall_at_10_diff1 value: 54.12569380708885 - type: nauc_recall_at_10_max value: 25.73095581486824 - type: nauc_recall_at_10_std value: -43.41343722489652 - type: nauc_recall_at_1_diff1 value: 61.04896832623904 - type: nauc_recall_at_1_max value: 18.30202664068948 - type: nauc_recall_at_1_std value: -35.39159837078139 - type: nauc_recall_at_20_diff1 value: 51.397678164359085 - type: nauc_recall_at_20_max value: 35.49600851985177 - type: nauc_recall_at_20_std value: -27.40302947622285 - type: nauc_recall_at_3_diff1 value: 57.47465141510061 - type: nauc_recall_at_3_max value: 27.671144805046954 - type: nauc_recall_at_3_std value: -38.60026444041768 - type: nauc_recall_at_5_diff1 value: 55.79089009808662 - type: nauc_recall_at_5_max value: 27.10473200269124 - type: nauc_recall_at_5_std value: -39.58664321714806 - type: ndcg_at_1 value: 55.50000000000001 - type: ndcg_at_10 value: 69.798 - type: ndcg_at_100 value: 72.259 - type: ndcg_at_1000 value: 72.499 - type: ndcg_at_20 value: 71.06099999999999 - type: ndcg_at_3 value: 65.227 - type: ndcg_at_5 value: 67.918 - type: precision_at_1 value: 55.50000000000001 - type: precision_at_10 value: 8.43 - type: precision_at_100 value: 0.958 - type: precision_at_1000 value: 0.098 - type: precision_at_20 value: 4.465 - type: precision_at_3 value: 24.032999999999998 - type: precision_at_5 value: 15.7 - type: recall_at_1 value: 55.50000000000001 - type: recall_at_10 value: 84.3 - type: recall_at_100 value: 95.8 - type: recall_at_1000 value: 97.7 - type: recall_at_20 value: 89.3 - type: recall_at_3 value: 72.1 - type: recall_at_5 value: 78.5 task: type: Retrieval - dataset: config: default name: MTEB Waimai revision: 339287def212450dcaa9df8c22bf93e9980c7023 split: test type: C-MTEB/waimai-classification metrics: - type: accuracy value: 86.25999999999999 - type: ap value: 69.14466140212808 - type: ap_weighted value: 69.14466140212808 - type: f1 value: 84.44840432076532 - type: f1_weighted value: 86.30203005061755 - type: main_score value: 86.25999999999999 task: type: Classification - dataset: config: en-ext name: MTEB AmazonCounterfactualClassification (en-ext) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 73.68065967016493 - type: ap value: 22.38585510206364 - type: ap_weighted value: 22.38585510206364 - type: f1 value: 60.896593873020166 - type: f1_weighted value: 78.55866139430351 - type: main_score value: 73.68065967016493 task: type: Classification - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 72.55223880597015 - type: ap value: 34.4590789991467 - type: ap_weighted value: 34.4590789991467 - type: f1 value: 66.18204002711315 - type: f1_weighted value: 75.09670195673188 - type: main_score value: 72.55223880597015 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 95.18907500000002 - type: ap value: 93.59358842394879 - type: ap_weighted value: 93.59358842394879 - type: f1 value: 95.18661577501697 - type: f1_weighted value: 95.18661577501697 - type: main_score value: 95.18907500000002 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 50.70400000000001 - type: f1 value: 48.17735451404137 - type: f1_weighted value: 48.17735451404137 - type: main_score value: 50.70400000000001 task: type: Classification - dataset: config: default name: MTEB ArguAna revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 57.907 - type: map_at_1 value: 31.65 - type: map_at_10 value: 48.725 - type: map_at_100 value: 49.462 - type: map_at_1000 value: 49.464999999999996 - type: map_at_20 value: 49.356 - type: map_at_3 value: 43.895 - type: map_at_5 value: 46.650999999999996 - type: mrr_at_1 value: 32.07681365576102 - type: mrr_at_10 value: 48.8733658470501 - type: mrr_at_100 value: 49.61636292610774 - type: mrr_at_1000 value: 49.61968868255626 - type: mrr_at_20 value: 49.51124945177419 - type: mrr_at_3 value: 44.037458511142766 - type: mrr_at_5 value: 46.80417259364635 - type: nauc_map_at_1000_diff1 value: 12.587387652601588 - type: nauc_map_at_1000_max value: -11.459815031396586 - type: nauc_map_at_1000_std value: -12.257764492546336 - type: nauc_map_at_100_diff1 value: 12.595013790963531 - type: nauc_map_at_100_max value: -11.451654926405041 - type: nauc_map_at_100_std value: -12.252264967310172 - type: nauc_map_at_10_diff1 value: 12.397562982739418 - type: nauc_map_at_10_max value: -11.169145383678861 - type: nauc_map_at_10_std value: -12.349183051871744 - type: nauc_map_at_1_diff1 value: 16.04097232109253 - type: nauc_map_at_1_max value: -13.952022406358067 - type: nauc_map_at_1_std value: -12.769101579110545 - type: nauc_map_at_20_diff1 value: 12.505876058615616 - type: nauc_map_at_20_max value: -11.43617815027485 - type: nauc_map_at_20_std value: -12.255363946025238 - type: nauc_map_at_3_diff1 value: 11.445733665999542 - type: nauc_map_at_3_max value: -11.907066566576601 - type: nauc_map_at_3_std value: -12.371537319643643 - type: nauc_map_at_5_diff1 value: 12.321530492197462 - type: nauc_map_at_5_max value: -11.593520527765111 - type: nauc_map_at_5_std value: -12.840706432922874 - type: nauc_mrr_at_1000_diff1 value: 11.140350022300701 - type: nauc_mrr_at_1000_max value: -12.104906260804022 - type: nauc_mrr_at_1000_std value: -12.158483392863245 - type: nauc_mrr_at_100_diff1 value: 11.148124699121446 - type: nauc_mrr_at_100_max value: -12.09668745395481 - type: nauc_mrr_at_100_std value: -12.153003568971775 - type: nauc_mrr_at_10_diff1 value: 10.949501880318484 - type: nauc_mrr_at_10_max value: -11.832126587622858 - type: nauc_mrr_at_10_std value: -12.231622782399441 - type: nauc_mrr_at_1_diff1 value: 14.785042472588062 - type: nauc_mrr_at_1_max value: -13.713511711478404 - type: nauc_mrr_at_1_std value: -12.474460140498211 - type: nauc_mrr_at_20_diff1 value: 11.064192510732347 - type: nauc_mrr_at_20_max value: -12.078693734187372 - type: nauc_mrr_at_20_std value: -12.156488045272525 - type: nauc_mrr_at_3_diff1 value: 10.029927896403294 - type: nauc_mrr_at_3_max value: -12.741966483506637 - type: nauc_mrr_at_3_std value: -12.288249653545233 - type: nauc_mrr_at_5_diff1 value: 11.012545889934183 - type: nauc_mrr_at_5_max value: -12.159575034159406 - type: nauc_mrr_at_5_std value: -12.74661021539791 - type: nauc_ndcg_at_1000_diff1 value: 12.348478868521482 - type: nauc_ndcg_at_1000_max value: -10.859173579366145 - type: nauc_ndcg_at_1000_std value: -12.00857975350943 - type: nauc_ndcg_at_100_diff1 value: 12.549559276304755 - type: nauc_ndcg_at_100_max value: -10.635546916619196 - type: nauc_ndcg_at_100_std value: -11.846427266078678 - type: nauc_ndcg_at_10_diff1 value: 11.68391562901436 - type: nauc_ndcg_at_10_max value: -9.40640762270492 - type: nauc_ndcg_at_10_std value: -12.460585306378771 - type: nauc_ndcg_at_1_diff1 value: 16.04097232109253 - type: nauc_ndcg_at_1_max value: -13.952022406358067 - type: nauc_ndcg_at_1_std value: -12.769101579110545 - type: nauc_ndcg_at_20_diff1 value: 11.955474141453495 - type: nauc_ndcg_at_20_max value: -10.478075818648701 - type: nauc_ndcg_at_20_std value: -11.951764961277995 - type: nauc_ndcg_at_3_diff1 value: 10.046114225845312 - type: nauc_ndcg_at_3_max value: -11.352292649917157 - type: nauc_ndcg_at_3_std value: -12.657914808418813 - type: nauc_ndcg_at_5_diff1 value: 11.510100765036112 - type: nauc_ndcg_at_5_max value: -10.774496654655325 - type: nauc_ndcg_at_5_std value: -13.598208812969334 - type: nauc_precision_at_1000_diff1 value: 4.707179107075386 - type: nauc_precision_at_1000_max value: 26.832693994163886 - type: nauc_precision_at_1000_std value: 71.33956928269471 - type: nauc_precision_at_100_diff1 value: 49.94522329062019 - type: nauc_precision_at_100_max value: 50.76513758040545 - type: nauc_precision_at_100_std value: 56.56470644836139 - type: nauc_precision_at_10_diff1 value: 7.514722054396357 - type: nauc_precision_at_10_max value: 4.566199756853431 - type: nauc_precision_at_10_std value: -13.104058439223158 - type: nauc_precision_at_1_diff1 value: 16.04097232109253 - type: nauc_precision_at_1_max value: -13.952022406358067 - type: nauc_precision_at_1_std value: -12.769101579110545 - type: nauc_precision_at_20_diff1 value: 3.9805826314855004 - type: nauc_precision_at_20_max value: 7.037163410001214 - type: nauc_precision_at_20_std value: -1.759599018612051 - type: nauc_precision_at_3_diff1 value: 5.764387391111062 - type: nauc_precision_at_3_max value: -9.67967171145722 - type: nauc_precision_at_3_std value: -13.68092607043845 - type: nauc_precision_at_5_diff1 value: 8.717674403250184 - type: nauc_precision_at_5_max value: -7.6826028939633915 - type: nauc_precision_at_5_std value: -16.836471114573058 - type: nauc_recall_at_1000_diff1 value: 4.70717910707459 - type: nauc_recall_at_1000_max value: 26.83269399415972 - type: nauc_recall_at_1000_std value: 71.3395692826897 - type: nauc_recall_at_100_diff1 value: 49.94522329061923 - type: nauc_recall_at_100_max value: 50.76513758040384 - type: nauc_recall_at_100_std value: 56.56470644835706 - type: nauc_recall_at_10_diff1 value: 7.514722054396435 - type: nauc_recall_at_10_max value: 4.566199756853509 - type: nauc_recall_at_10_std value: -13.10405843922308 - type: nauc_recall_at_1_diff1 value: 16.04097232109253 - type: nauc_recall_at_1_max value: -13.952022406358067 - type: nauc_recall_at_1_std value: -12.769101579110545 - type: nauc_recall_at_20_diff1 value: 3.9805826314859565 - type: nauc_recall_at_20_max value: 7.037163410001744 - type: nauc_recall_at_20_std value: -1.7595990186121262 - type: nauc_recall_at_3_diff1 value: 5.764387391111133 - type: nauc_recall_at_3_max value: -9.679671711457164 - type: nauc_recall_at_3_std value: -13.680926070438401 - type: nauc_recall_at_5_diff1 value: 8.717674403250243 - type: nauc_recall_at_5_max value: -7.682602893963317 - type: nauc_recall_at_5_std value: -16.836471114573023 - type: ndcg_at_1 value: 31.65 - type: ndcg_at_10 value: 57.907 - type: ndcg_at_100 value: 60.793 - type: ndcg_at_1000 value: 60.862 - type: ndcg_at_20 value: 60.12499999999999 - type: ndcg_at_3 value: 47.926 - type: ndcg_at_5 value: 52.915 - type: precision_at_1 value: 31.65 - type: precision_at_10 value: 8.713 - type: precision_at_100 value: 0.991 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.787 - type: precision_at_3 value: 19.867 - type: precision_at_5 value: 14.353 - type: recall_at_1 value: 31.65 - type: recall_at_10 value: 87.127 - type: recall_at_100 value: 99.14699999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 95.733 - type: recall_at_3 value: 59.602 - type: recall_at_5 value: 71.764 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: main_score value: 47.3754556394127 - type: v_measure value: 47.3754556394127 - type: v_measure_std value: 14.086457184860837 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: main_score value: 38.886030355462964 - type: v_measure value: 38.886030355462964 - type: v_measure_std value: 14.720754894640764 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: main_score value: 59.78851789969457 - type: map value: 59.78851789969457 - type: mrr value: 73.65628984742558 - type: nAUC_map_diff1 value: 17.971540122009895 - type: nAUC_map_max value: 23.173129047763148 - type: nAUC_map_std value: 17.342868036500906 - type: nAUC_mrr_diff1 value: 28.75693145406335 - type: nAUC_mrr_max value: 34.1364645799152 - type: nAUC_mrr_std value: 18.720254365914467 task: type: Reranking - dataset: config: default name: MTEB BIOSSES revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: cosine_pearson value: 87.76170250454848 - type: cosine_spearman value: 86.36823301902054 - type: euclidean_pearson value: 86.433147160247 - type: euclidean_spearman value: 86.36823301902054 - type: main_score value: 86.36823301902054 - type: manhattan_pearson value: 86.07542138453044 - type: manhattan_spearman value: 86.45317471351082 - type: pearson value: 87.76170250454848 - type: spearman value: 86.36823301902054 task: type: STS - dataset: config: default name: MTEB Banking77Classification revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 77.52272727272728 - type: f1 value: 76.61769189876007 - type: f1_weighted value: 76.61769189876007 - type: main_score value: 77.52272727272728 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: main_score value: 39.435073335012625 - type: v_measure value: 39.435073335012625 - type: v_measure_std value: 0.799880916555158 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: main_score value: 33.321486694511755 - type: v_measure value: 33.321486694511755 - type: v_measure_std value: 0.8919327401721512 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 51.408 - type: map_at_1 value: 32.407000000000004 - type: map_at_10 value: 44.618 - type: map_at_100 value: 46.25 - type: map_at_1000 value: 46.366 - type: map_at_20 value: 45.562000000000005 - type: map_at_3 value: 40.782000000000004 - type: map_at_5 value: 42.855 - type: mrr_at_1 value: 39.05579399141631 - type: mrr_at_10 value: 50.50082884846832 - type: mrr_at_100 value: 51.224244239978034 - type: mrr_at_1000 value: 51.26224985941018 - type: mrr_at_20 value: 50.97775591528829 - type: mrr_at_3 value: 47.78254649499284 - type: mrr_at_5 value: 49.4635193133047 - type: nauc_map_at_1000_diff1 value: 56.625592941097445 - type: nauc_map_at_1000_max value: 38.839252883979945 - type: nauc_map_at_1000_std value: -4.443103552142559 - type: nauc_map_at_100_diff1 value: 56.60400202847751 - type: nauc_map_at_100_max value: 38.88386820835807 - type: nauc_map_at_100_std value: -4.340577948189207 - type: nauc_map_at_10_diff1 value: 56.355684686424425 - type: nauc_map_at_10_max value: 38.025325800956374 - type: nauc_map_at_10_std value: -5.660613991297321 - type: nauc_map_at_1_diff1 value: 62.88420393850998 - type: nauc_map_at_1_max value: 34.978888614110254 - type: nauc_map_at_1_std value: -9.026137702371908 - type: nauc_map_at_20_diff1 value: 56.4532276252831 - type: nauc_map_at_20_max value: 38.44735100956406 - type: nauc_map_at_20_std value: -4.861168026672065 - type: nauc_map_at_3_diff1 value: 57.043850964887 - type: nauc_map_at_3_max value: 36.91756405110592 - type: nauc_map_at_3_std value: -7.081598448774362 - type: nauc_map_at_5_diff1 value: 56.56144155500413 - type: nauc_map_at_5_max value: 37.82545412456443 - type: nauc_map_at_5_std value: -6.2019505171710225 - type: nauc_mrr_at_1000_diff1 value: 55.68307868790925 - type: nauc_mrr_at_1000_max value: 38.7462364157505 - type: nauc_mrr_at_1000_std value: -4.058807629224608 - type: nauc_mrr_at_100_diff1 value: 55.66424743699062 - type: nauc_mrr_at_100_max value: 38.74835525168273 - type: nauc_mrr_at_100_std value: -4.043763584182062 - type: nauc_mrr_at_10_diff1 value: 55.50631251621113 - type: nauc_mrr_at_10_max value: 38.73795142658174 - type: nauc_mrr_at_10_std value: -4.149326951950142 - type: nauc_mrr_at_1_diff1 value: 61.144503996872345 - type: nauc_mrr_at_1_max value: 38.209181863259595 - type: nauc_mrr_at_1_std value: -8.553087732677241 - type: nauc_mrr_at_20_diff1 value: 55.564995281212695 - type: nauc_mrr_at_20_max value: 38.65861261555513 - type: nauc_mrr_at_20_std value: -4.04899205752765 - type: nauc_mrr_at_3_diff1 value: 55.749677732166525 - type: nauc_mrr_at_3_max value: 39.050427416977435 - type: nauc_mrr_at_3_std value: -5.009698501976587 - type: nauc_mrr_at_5_diff1 value: 54.933631670701054 - type: nauc_mrr_at_5_max value: 38.678189330740025 - type: nauc_mrr_at_5_std value: -4.410180770140936 - type: nauc_ndcg_at_1000_diff1 value: 55.12460307413348 - type: nauc_ndcg_at_1000_max value: 39.50420549420118 - type: nauc_ndcg_at_1000_std value: -1.4161535162726633 - type: nauc_ndcg_at_100_diff1 value: 54.6470892480134 - type: nauc_ndcg_at_100_max value: 40.02087234258591 - type: nauc_ndcg_at_100_std value: 0.004718024233361668 - type: nauc_ndcg_at_10_diff1 value: 53.90044864228676 - type: nauc_ndcg_at_10_max value: 38.38480063486817 - type: nauc_ndcg_at_10_std value: -3.233590062449748 - type: nauc_ndcg_at_1_diff1 value: 61.144503996872345 - type: nauc_ndcg_at_1_max value: 38.209181863259595 - type: nauc_ndcg_at_1_std value: -8.553087732677241 - type: nauc_ndcg_at_20_diff1 value: 53.97108219124897 - type: nauc_ndcg_at_20_max value: 38.46541908008202 - type: nauc_ndcg_at_20_std value: -1.696601281485268 - type: nauc_ndcg_at_3_diff1 value: 54.57933279628896 - type: nauc_ndcg_at_3_max value: 38.9718045131767 - type: nauc_ndcg_at_3_std value: -4.975850890789047 - type: nauc_ndcg_at_5_diff1 value: 53.610683448932924 - type: nauc_ndcg_at_5_max value: 38.96089912320188 - type: nauc_ndcg_at_5_std value: -3.918226346928692 - type: nauc_precision_at_1000_diff1 value: -17.80334887698819 - type: nauc_precision_at_1000_max value: -7.4612235231485124 - type: nauc_precision_at_1000_std value: -2.0392152577234826 - type: nauc_precision_at_100_diff1 value: -8.368525694038981 - type: nauc_precision_at_100_max value: 9.371207123957042 - type: nauc_precision_at_100_std value: 14.809789637577303 - type: nauc_precision_at_10_diff1 value: 10.910185984044125 - type: nauc_precision_at_10_max value: 26.914577368371344 - type: nauc_precision_at_10_std value: 10.21984807223601 - type: nauc_precision_at_1_diff1 value: 61.144503996872345 - type: nauc_precision_at_1_max value: 38.209181863259595 - type: nauc_precision_at_1_std value: -8.553087732677241 - type: nauc_precision_at_20_diff1 value: 2.579613253187268 - type: nauc_precision_at_20_max value: 20.490712234263857 - type: nauc_precision_at_20_std value: 15.717073719555843 - type: nauc_precision_at_3_diff1 value: 33.66158604742333 - type: nauc_precision_at_3_max value: 37.12824089445754 - type: nauc_precision_at_3_std value: 1.1611122423798734 - type: nauc_precision_at_5_diff1 value: 22.248187082513482 - type: nauc_precision_at_5_max value: 34.417905368796674 - type: nauc_precision_at_5_std value: 6.326828578002583 - type: nauc_recall_at_1000_diff1 value: 48.59214776507469 - type: nauc_recall_at_1000_max value: 54.664959035180615 - type: nauc_recall_at_1000_std value: 59.88522767500803 - type: nauc_recall_at_100_diff1 value: 41.87101782021998 - type: nauc_recall_at_100_max value: 45.7172507354997 - type: nauc_recall_at_100_std value: 30.42278687794419 - type: nauc_recall_at_10_diff1 value: 43.46978239166306 - type: nauc_recall_at_10_max value: 33.02263042952844 - type: nauc_recall_at_10_std value: 1.6950306879417298 - type: nauc_recall_at_1_diff1 value: 62.88420393850998 - type: nauc_recall_at_1_max value: 34.978888614110254 - type: nauc_recall_at_1_std value: -9.026137702371908 - type: nauc_recall_at_20_diff1 value: 40.7414776074055 - type: nauc_recall_at_20_max value: 31.996440691623274 - type: nauc_recall_at_20_std value: 8.698080030771745 - type: nauc_recall_at_3_diff1 value: 48.28267978212254 - type: nauc_recall_at_3_max value: 35.19151357881705 - type: nauc_recall_at_3_std value: -5.011597165738809 - type: nauc_recall_at_5_diff1 value: 44.18804655931597 - type: nauc_recall_at_5_max value: 34.50595847850531 - type: nauc_recall_at_5_std value: -1.408301561194074 - type: ndcg_at_1 value: 39.056000000000004 - type: ndcg_at_10 value: 51.408 - type: ndcg_at_100 value: 56.809 - type: ndcg_at_1000 value: 58.53 - type: ndcg_at_20 value: 53.776999999999994 - type: ndcg_at_3 value: 45.983000000000004 - type: ndcg_at_5 value: 48.494 - type: precision_at_1 value: 39.056000000000004 - type: precision_at_10 value: 9.9 - type: precision_at_100 value: 1.577 - type: precision_at_1000 value: 0.202 - type: precision_at_20 value: 5.937 - type: precision_at_3 value: 22.27 - type: precision_at_5 value: 16.08 - type: recall_at_1 value: 32.407000000000004 - type: recall_at_10 value: 64.625 - type: recall_at_100 value: 86.05699999999999 - type: recall_at_1000 value: 96.814 - type: recall_at_20 value: 72.824 - type: recall_at_3 value: 48.975 - type: recall_at_5 value: 56.098000000000006 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 47.821000000000005 - type: map_at_1 value: 31.252999999999997 - type: map_at_10 value: 41.991 - type: map_at_100 value: 43.207 - type: map_at_1000 value: 43.342999999999996 - type: map_at_20 value: 42.632999999999996 - type: map_at_3 value: 38.824 - type: map_at_5 value: 40.672000000000004 - type: mrr_at_1 value: 38.853503184713375 - type: mrr_at_10 value: 47.66039834192704 - type: mrr_at_100 value: 48.32114877291036 - type: mrr_at_1000 value: 48.36052455424945 - type: mrr_at_20 value: 48.06073327755513 - type: mrr_at_3 value: 45.297239915074336 - type: mrr_at_5 value: 46.68577494692149 - type: nauc_map_at_1000_diff1 value: 52.03285883923257 - type: nauc_map_at_1000_max value: 38.835808754049395 - type: nauc_map_at_1000_std value: 1.57967083950637 - type: nauc_map_at_100_diff1 value: 52.02626506490178 - type: nauc_map_at_100_max value: 38.749309454702626 - type: nauc_map_at_100_std value: 1.4729676550292299 - type: nauc_map_at_10_diff1 value: 52.362115866812644 - type: nauc_map_at_10_max value: 38.13585080291358 - type: nauc_map_at_10_std value: 0.6674251737702392 - type: nauc_map_at_1_diff1 value: 54.90721255242028 - type: nauc_map_at_1_max value: 30.992526125908576 - type: nauc_map_at_1_std value: -5.406782572607972 - type: nauc_map_at_20_diff1 value: 52.167432538676 - type: nauc_map_at_20_max value: 38.4117044789986 - type: nauc_map_at_20_std value: 0.8951477986291916 - type: nauc_map_at_3_diff1 value: 52.6147847637759 - type: nauc_map_at_3_max value: 36.26364382342609 - type: nauc_map_at_3_std value: -1.9792829241909549 - type: nauc_map_at_5_diff1 value: 52.34204342430103 - type: nauc_map_at_5_max value: 37.34139399103826 - type: nauc_map_at_5_std value: -0.5291434218473814 - type: nauc_mrr_at_1000_diff1 value: 51.86872815607118 - type: nauc_mrr_at_1000_max value: 41.07641683961031 - type: nauc_mrr_at_1000_std value: 5.392018737758448 - type: nauc_mrr_at_100_diff1 value: 51.864036961861515 - type: nauc_mrr_at_100_max value: 41.06398860155387 - type: nauc_mrr_at_100_std value: 5.394956425474507 - type: nauc_mrr_at_10_diff1 value: 51.88388008500505 - type: nauc_mrr_at_10_max value: 41.210562989470596 - type: nauc_mrr_at_10_std value: 5.436883068368764 - type: nauc_mrr_at_1_diff1 value: 54.478758749185886 - type: nauc_mrr_at_1_max value: 38.794281804166616 - type: nauc_mrr_at_1_std value: 2.192799492155613 - type: nauc_mrr_at_20_diff1 value: 51.91453031669596 - type: nauc_mrr_at_20_max value: 41.12284370287709 - type: nauc_mrr_at_20_std value: 5.407038895760816 - type: nauc_mrr_at_3_diff1 value: 52.39805945220909 - type: nauc_mrr_at_3_max value: 40.79496006557358 - type: nauc_mrr_at_3_std value: 3.8932560623800523 - type: nauc_mrr_at_5_diff1 value: 51.95156665064044 - type: nauc_mrr_at_5_max value: 41.0774006431904 - type: nauc_mrr_at_5_std value: 4.8640511995579905 - type: nauc_ndcg_at_1000_diff1 value: 50.35742819295543 - type: nauc_ndcg_at_1000_max value: 40.91194942357148 - type: nauc_ndcg_at_1000_std value: 6.3112343192749 - type: nauc_ndcg_at_100_diff1 value: 50.32999443865931 - type: nauc_ndcg_at_100_max value: 40.5037883981635 - type: nauc_ndcg_at_100_std value: 6.026450075279987 - type: nauc_ndcg_at_10_diff1 value: 51.184032077398335 - type: nauc_ndcg_at_10_max value: 40.5853732906366 - type: nauc_ndcg_at_10_std value: 4.781114254862439 - type: nauc_ndcg_at_1_diff1 value: 54.478758749185886 - type: nauc_ndcg_at_1_max value: 38.794281804166616 - type: nauc_ndcg_at_1_std value: 2.192799492155613 - type: nauc_ndcg_at_20_diff1 value: 50.86908400256802 - type: nauc_ndcg_at_20_max value: 40.45041086388529 - type: nauc_ndcg_at_20_std value: 4.74182676958479 - type: nauc_ndcg_at_3_diff1 value: 51.64661537831029 - type: nauc_ndcg_at_3_max value: 40.144922409399456 - type: nauc_ndcg_at_3_std value: 2.2981453111727985 - type: nauc_ndcg_at_5_diff1 value: 51.210556546327076 - type: nauc_ndcg_at_5_max value: 40.31958162754584 - type: nauc_ndcg_at_5_std value: 3.1924737318018814 - type: nauc_precision_at_1000_diff1 value: -9.122239282260486 - type: nauc_precision_at_1000_max value: 14.629756089781266 - type: nauc_precision_at_1000_std value: 24.277080877630265 - type: nauc_precision_at_100_diff1 value: -3.1510301526241262 - type: nauc_precision_at_100_max value: 23.995391579327176 - type: nauc_precision_at_100_std value: 28.08951080962872 - type: nauc_precision_at_10_diff1 value: 18.525711710962444 - type: nauc_precision_at_10_max value: 38.66780484973839 - type: nauc_precision_at_10_std value: 24.68190814442193 - type: nauc_precision_at_1_diff1 value: 54.478758749185886 - type: nauc_precision_at_1_max value: 38.794281804166616 - type: nauc_precision_at_1_std value: 2.192799492155613 - type: nauc_precision_at_20_diff1 value: 10.079630050660796 - type: nauc_precision_at_20_max value: 34.601067591960344 - type: nauc_precision_at_20_std value: 25.395717101921665 - type: nauc_precision_at_3_diff1 value: 34.37725275049406 - type: nauc_precision_at_3_max value: 41.59572899153465 - type: nauc_precision_at_3_std value: 13.050113559272045 - type: nauc_precision_at_5_diff1 value: 26.47108698453846 - type: nauc_precision_at_5_max value: 40.3849816259244 - type: nauc_precision_at_5_std value: 18.708581369005593 - type: nauc_recall_at_1000_diff1 value: 33.57490975896501 - type: nauc_recall_at_1000_max value: 43.04005403069155 - type: nauc_recall_at_1000_std value: 33.88397550419496 - type: nauc_recall_at_100_diff1 value: 38.81936732942858 - type: nauc_recall_at_100_max value: 37.662215559010065 - type: nauc_recall_at_100_std value: 19.804594324666567 - type: nauc_recall_at_10_diff1 value: 45.75235795490129 - type: nauc_recall_at_10_max value: 39.684152703988566 - type: nauc_recall_at_10_std value: 9.416211574758009 - type: nauc_recall_at_1_diff1 value: 54.90721255242028 - type: nauc_recall_at_1_max value: 30.992526125908576 - type: nauc_recall_at_1_std value: -5.406782572607972 - type: nauc_recall_at_20_diff1 value: 43.16554480614234 - type: nauc_recall_at_20_max value: 38.7033815577133 - type: nauc_recall_at_20_std value: 10.309693540561613 - type: nauc_recall_at_3_diff1 value: 48.91824739598322 - type: nauc_recall_at_3_max value: 36.69322711523411 - type: nauc_recall_at_3_std value: -0.10703804672462394 - type: nauc_recall_at_5_diff1 value: 47.36961957223185 - type: nauc_recall_at_5_max value: 38.5435349477741 - type: nauc_recall_at_5_std value: 3.8422898706333886 - type: ndcg_at_1 value: 38.854 - type: ndcg_at_10 value: 47.821000000000005 - type: ndcg_at_100 value: 52.232 - type: ndcg_at_1000 value: 54.208999999999996 - type: ndcg_at_20 value: 49.542 - type: ndcg_at_3 value: 43.303000000000004 - type: ndcg_at_5 value: 45.440000000000005 - type: precision_at_1 value: 38.854 - type: precision_at_10 value: 8.975 - type: precision_at_100 value: 1.4409999999999998 - type: precision_at_1000 value: 0.192 - type: precision_at_20 value: 5.232 - type: precision_at_3 value: 21.019 - type: precision_at_5 value: 14.865999999999998 - type: recall_at_1 value: 31.252999999999997 - type: recall_at_10 value: 58.631 - type: recall_at_100 value: 77.01599999999999 - type: recall_at_1000 value: 89.334 - type: recall_at_20 value: 64.84299999999999 - type: recall_at_3 value: 45.324999999999996 - type: recall_at_5 value: 51.412 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 62.287000000000006 - type: map_at_1 value: 42.47 - type: map_at_10 value: 56.059000000000005 - type: map_at_100 value: 57.067 - type: map_at_1000 value: 57.113 - type: map_at_20 value: 56.702 - type: map_at_3 value: 52.476 - type: map_at_5 value: 54.581999999999994 - type: mrr_at_1 value: 48.15047021943574 - type: mrr_at_10 value: 59.18604766880636 - type: mrr_at_100 value: 59.78035666555752 - type: mrr_at_1000 value: 59.803523107834835 - type: mrr_at_20 value: 59.58897745606898 - type: mrr_at_3 value: 56.49947753396037 - type: mrr_at_5 value: 58.16091954023002 - type: nauc_map_at_1000_diff1 value: 51.06596622343318 - type: nauc_map_at_1000_max value: 38.63809916504755 - type: nauc_map_at_1000_std value: -9.58016792586422 - type: nauc_map_at_100_diff1 value: 51.07762434808034 - type: nauc_map_at_100_max value: 38.6536634527871 - type: nauc_map_at_100_std value: -9.562153076557035 - type: nauc_map_at_10_diff1 value: 51.08418772157144 - type: nauc_map_at_10_max value: 38.37187076263638 - type: nauc_map_at_10_std value: -10.16964412907914 - type: nauc_map_at_1_diff1 value: 54.05812142717779 - type: nauc_map_at_1_max value: 31.530910196850883 - type: nauc_map_at_1_std value: -11.856373204934584 - type: nauc_map_at_20_diff1 value: 51.014162819514105 - type: nauc_map_at_20_max value: 38.604233143599785 - type: nauc_map_at_20_std value: -9.688196042504709 - type: nauc_map_at_3_diff1 value: 51.79954096108261 - type: nauc_map_at_3_max value: 37.34236343356995 - type: nauc_map_at_3_std value: -11.382939817476355 - type: nauc_map_at_5_diff1 value: 51.36167199409996 - type: nauc_map_at_5_max value: 37.74262392252188 - type: nauc_map_at_5_std value: -10.875551567829946 - type: nauc_mrr_at_1000_diff1 value: 50.109130671488955 - type: nauc_mrr_at_1000_max value: 38.801925805216946 - type: nauc_mrr_at_1000_std value: -9.408274536998752 - type: nauc_mrr_at_100_diff1 value: 50.109244037760746 - type: nauc_mrr_at_100_max value: 38.82129932279416 - type: nauc_mrr_at_100_std value: -9.390400270287055 - type: nauc_mrr_at_10_diff1 value: 49.94407042121088 - type: nauc_mrr_at_10_max value: 38.71983535348518 - type: nauc_mrr_at_10_std value: -9.648234613605345 - type: nauc_mrr_at_1_diff1 value: 52.65693747766201 - type: nauc_mrr_at_1_max value: 35.95612188398887 - type: nauc_mrr_at_1_std value: -10.951634525498418 - type: nauc_mrr_at_20_diff1 value: 50.03396565795355 - type: nauc_mrr_at_20_max value: 38.826133936233575 - type: nauc_mrr_at_20_std value: -9.386184929848804 - type: nauc_mrr_at_3_diff1 value: 50.13196353656748 - type: nauc_mrr_at_3_max value: 38.599546987385345 - type: nauc_mrr_at_3_std value: -10.158367602019583 - type: nauc_mrr_at_5_diff1 value: 50.04037469055274 - type: nauc_mrr_at_5_max value: 38.94211363080566 - type: nauc_mrr_at_5_std value: -9.584422056118564 - type: nauc_ndcg_at_1000_diff1 value: 50.063296889182006 - type: nauc_ndcg_at_1000_max value: 40.14989214496599 - type: nauc_ndcg_at_1000_std value: -7.415771752353406 - type: nauc_ndcg_at_100_diff1 value: 50.13133861889975 - type: nauc_ndcg_at_100_max value: 40.71655020037674 - type: nauc_ndcg_at_100_std value: -6.8122679331433 - type: nauc_ndcg_at_10_diff1 value: 49.38053076070203 - type: nauc_ndcg_at_10_max value: 40.16099690293662 - type: nauc_ndcg_at_10_std value: -8.530592030748684 - type: nauc_ndcg_at_1_diff1 value: 52.65693747766201 - type: nauc_ndcg_at_1_max value: 35.95612188398887 - type: nauc_ndcg_at_1_std value: -10.951634525498418 - type: nauc_ndcg_at_20_diff1 value: 49.548161493564244 - type: nauc_ndcg_at_20_max value: 40.73305298914166 - type: nauc_ndcg_at_20_std value: -7.082015395195581 - type: nauc_ndcg_at_3_diff1 value: 50.44490936153547 - type: nauc_ndcg_at_3_max value: 38.76215211602748 - type: nauc_ndcg_at_3_std value: -10.796850671304144 - type: nauc_ndcg_at_5_diff1 value: 49.954328337103824 - type: nauc_ndcg_at_5_max value: 39.396573642482956 - type: nauc_ndcg_at_5_std value: -9.68491146308513 - type: nauc_precision_at_1000_diff1 value: -19.607661059257712 - type: nauc_precision_at_1000_max value: 4.466250303546803 - type: nauc_precision_at_1000_std value: 13.447498171985227 - type: nauc_precision_at_100_diff1 value: -13.253603758147085 - type: nauc_precision_at_100_max value: 11.273928185812958 - type: nauc_precision_at_100_std value: 16.404477120305074 - type: nauc_precision_at_10_diff1 value: 5.143279037119604 - type: nauc_precision_at_10_max value: 26.862298161547017 - type: nauc_precision_at_10_std value: 7.930718892638911 - type: nauc_precision_at_1_diff1 value: 52.65693747766201 - type: nauc_precision_at_1_max value: 35.95612188398887 - type: nauc_precision_at_1_std value: -10.951634525498418 - type: nauc_precision_at_20_diff1 value: -4.046537594151153 - type: nauc_precision_at_20_max value: 21.689282814675696 - type: nauc_precision_at_20_std value: 14.863517329407342 - type: nauc_precision_at_3_diff1 value: 28.019936371019472 - type: nauc_precision_at_3_max value: 36.00870000232214 - type: nauc_precision_at_3_std value: -4.326115984782416 - type: nauc_precision_at_5_diff1 value: 18.036391330113155 - type: nauc_precision_at_5_max value: 31.317572773259343 - type: nauc_precision_at_5_std value: 0.40106090151498397 - type: nauc_recall_at_1000_diff1 value: 36.9488259069051 - type: nauc_recall_at_1000_max value: 67.1476078611443 - type: nauc_recall_at_1000_std value: 69.97021254127233 - type: nauc_recall_at_100_diff1 value: 44.99947025040595 - type: nauc_recall_at_100_max value: 57.95636748331036 - type: nauc_recall_at_100_std value: 23.58685733811234 - type: nauc_recall_at_10_diff1 value: 41.585980947536946 - type: nauc_recall_at_10_max value: 43.57598189436885 - type: nauc_recall_at_10_std value: -2.9197644492177375 - type: nauc_recall_at_1_diff1 value: 54.05812142717779 - type: nauc_recall_at_1_max value: 31.530910196850883 - type: nauc_recall_at_1_std value: -11.856373204934584 - type: nauc_recall_at_20_diff1 value: 40.96700192367984 - type: nauc_recall_at_20_max value: 48.71309752186178 - type: nauc_recall_at_20_std value: 7.210606168667042 - type: nauc_recall_at_3_diff1 value: 47.398511559313036 - type: nauc_recall_at_3_max value: 39.50138036428154 - type: nauc_recall_at_3_std value: -9.681027244873674 - type: nauc_recall_at_5_diff1 value: 44.94208833701381 - type: nauc_recall_at_5_max value: 41.030890875244886 - type: nauc_recall_at_5_std value: -6.6175849875251584 - type: ndcg_at_1 value: 48.15 - type: ndcg_at_10 value: 62.287000000000006 - type: ndcg_at_100 value: 65.952 - type: ndcg_at_1000 value: 66.807 - type: ndcg_at_20 value: 64.058 - type: ndcg_at_3 value: 56.318999999999996 - type: ndcg_at_5 value: 59.375 - type: precision_at_1 value: 48.15 - type: precision_at_10 value: 10.019 - type: precision_at_100 value: 1.282 - type: precision_at_1000 value: 0.13899999999999998 - type: precision_at_20 value: 5.571000000000001 - type: precision_at_3 value: 25.057000000000002 - type: precision_at_5 value: 17.291999999999998 - type: recall_at_1 value: 42.47 - type: recall_at_10 value: 77.438 - type: recall_at_100 value: 92.638 - type: recall_at_1000 value: 98.604 - type: recall_at_20 value: 83.811 - type: recall_at_3 value: 61.760999999999996 - type: recall_at_5 value: 69.093 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 38.31 - type: map_at_1 value: 24.524 - type: map_at_10 value: 33.032000000000004 - type: map_at_100 value: 34.129 - type: map_at_1000 value: 34.211000000000006 - type: map_at_20 value: 33.665 - type: map_at_3 value: 30.133 - type: map_at_5 value: 31.823 - type: mrr_at_1 value: 26.892655367231637 - type: mrr_at_10 value: 35.36077481840192 - type: mrr_at_100 value: 36.31530469432227 - type: mrr_at_1000 value: 36.37407326522245 - type: mrr_at_20 value: 35.91895800952839 - type: mrr_at_3 value: 32.50470809792845 - type: mrr_at_5 value: 34.20527306967984 - type: nauc_map_at_1000_diff1 value: 40.42960075928318 - type: nauc_map_at_1000_max value: 27.30191096975273 - type: nauc_map_at_1000_std value: 0.8497700162335879 - type: nauc_map_at_100_diff1 value: 40.422353882527084 - type: nauc_map_at_100_max value: 27.27805687387834 - type: nauc_map_at_100_std value: 0.8418497594249011 - type: nauc_map_at_10_diff1 value: 40.71021158509072 - type: nauc_map_at_10_max value: 26.973877175837647 - type: nauc_map_at_10_std value: 0.5659027521312051 - type: nauc_map_at_1_diff1 value: 43.97841453459278 - type: nauc_map_at_1_max value: 28.05919822729934 - type: nauc_map_at_1_std value: -1.794375730109135 - type: nauc_map_at_20_diff1 value: 40.38621677661256 - type: nauc_map_at_20_max value: 27.1442723092603 - type: nauc_map_at_20_std value: 0.7388996280326238 - type: nauc_map_at_3_diff1 value: 41.49015059595821 - type: nauc_map_at_3_max value: 26.30744482405612 - type: nauc_map_at_3_std value: -1.4636207592024342 - type: nauc_map_at_5_diff1 value: 41.40550754743623 - type: nauc_map_at_5_max value: 26.732269074358562 - type: nauc_map_at_5_std value: -0.2273273522201475 - type: nauc_mrr_at_1000_diff1 value: 38.68821324579187 - type: nauc_mrr_at_1000_max value: 28.56689550255981 - type: nauc_mrr_at_1000_std value: 2.7272471620289886 - type: nauc_mrr_at_100_diff1 value: 38.666422952403245 - type: nauc_mrr_at_100_max value: 28.56503892708743 - type: nauc_mrr_at_100_std value: 2.735077619635325 - type: nauc_mrr_at_10_diff1 value: 38.75355206613374 - type: nauc_mrr_at_10_max value: 28.406840389954226 - type: nauc_mrr_at_10_std value: 2.6717101474492684 - type: nauc_mrr_at_1_diff1 value: 42.28936836399795 - type: nauc_mrr_at_1_max value: 29.721863016903526 - type: nauc_mrr_at_1_std value: 1.6641580996540541 - type: nauc_mrr_at_20_diff1 value: 38.61607690864429 - type: nauc_mrr_at_20_max value: 28.439914560722578 - type: nauc_mrr_at_20_std value: 2.6893749821628354 - type: nauc_mrr_at_3_diff1 value: 39.68798252091847 - type: nauc_mrr_at_3_max value: 28.237904853381647 - type: nauc_mrr_at_3_std value: 1.2600635644860307 - type: nauc_mrr_at_5_diff1 value: 39.131134760295424 - type: nauc_mrr_at_5_max value: 28.185228849008737 - type: nauc_mrr_at_5_std value: 1.9455055404472368 - type: nauc_ndcg_at_1000_diff1 value: 37.84771479236411 - type: nauc_ndcg_at_1000_max value: 28.477130048590244 - type: nauc_ndcg_at_1000_std value: 3.758800132014302 - type: nauc_ndcg_at_100_diff1 value: 37.548409805500086 - type: nauc_ndcg_at_100_max value: 28.011903208615223 - type: nauc_ndcg_at_100_std value: 3.961812019949783 - type: nauc_ndcg_at_10_diff1 value: 38.37191627837741 - type: nauc_ndcg_at_10_max value: 27.038480084460183 - type: nauc_ndcg_at_10_std value: 2.9860957531830565 - type: nauc_ndcg_at_1_diff1 value: 42.28936836399795 - type: nauc_ndcg_at_1_max value: 29.721863016903526 - type: nauc_ndcg_at_1_std value: 1.6641580996540541 - type: nauc_ndcg_at_20_diff1 value: 37.28111169069964 - type: nauc_ndcg_at_20_max value: 27.290191868100276 - type: nauc_ndcg_at_20_std value: 3.3659255773062493 - type: nauc_ndcg_at_3_diff1 value: 40.13230308802985 - type: nauc_ndcg_at_3_max value: 26.276664740082655 - type: nauc_ndcg_at_3_std value: -0.7238494883407031 - type: nauc_ndcg_at_5_diff1 value: 39.73400636415321 - type: nauc_ndcg_at_5_max value: 26.589846021725045 - type: nauc_ndcg_at_5_std value: 1.1671061630544277 - type: nauc_precision_at_1000_diff1 value: -7.148206346447611 - type: nauc_precision_at_1000_max value: 19.736209114806496 - type: nauc_precision_at_1000_std value: 16.804988418983665 - type: nauc_precision_at_100_diff1 value: 7.017739158852597 - type: nauc_precision_at_100_max value: 23.964314111744418 - type: nauc_precision_at_100_std value: 17.747583109873553 - type: nauc_precision_at_10_diff1 value: 26.047097150860736 - type: nauc_precision_at_10_max value: 28.04383522951021 - type: nauc_precision_at_10_std value: 13.846711799861486 - type: nauc_precision_at_1_diff1 value: 42.28936836399795 - type: nauc_precision_at_1_max value: 29.721863016903526 - type: nauc_precision_at_1_std value: 1.6641580996540541 - type: nauc_precision_at_20_diff1 value: 17.66389421880247 - type: nauc_precision_at_20_max value: 28.08558109867596 - type: nauc_precision_at_20_std value: 15.571785065194987 - type: nauc_precision_at_3_diff1 value: 35.398726080839175 - type: nauc_precision_at_3_max value: 25.720980274276744 - type: nauc_precision_at_3_std value: 3.39754646913719 - type: nauc_precision_at_5_diff1 value: 32.75177792634603 - type: nauc_precision_at_5_max value: 26.752101241515874 - type: nauc_precision_at_5_std value: 8.726924024798928 - type: nauc_recall_at_1000_diff1 value: 15.677910437865336 - type: nauc_recall_at_1000_max value: 41.56489596760986 - type: nauc_recall_at_1000_std value: 28.608936145248094 - type: nauc_recall_at_100_diff1 value: 24.45341222420884 - type: nauc_recall_at_100_max value: 28.452513524953034 - type: nauc_recall_at_100_std value: 16.933916336101635 - type: nauc_recall_at_10_diff1 value: 31.353078131047546 - type: nauc_recall_at_10_max value: 24.622824920838106 - type: nauc_recall_at_10_std value: 8.177746076433607 - type: nauc_recall_at_1_diff1 value: 43.97841453459278 - type: nauc_recall_at_1_max value: 28.05919822729934 - type: nauc_recall_at_1_std value: -1.794375730109135 - type: nauc_recall_at_20_diff1 value: 26.113633653013622 - type: nauc_recall_at_20_max value: 24.579754062447922 - type: nauc_recall_at_20_std value: 9.889798491086179 - type: nauc_recall_at_3_diff1 value: 37.67680352304274 - type: nauc_recall_at_3_max value: 23.30983223389969 - type: nauc_recall_at_3_std value: -1.084968769558439 - type: nauc_recall_at_5_diff1 value: 35.791798560242015 - type: nauc_recall_at_5_max value: 23.620908574808777 - type: nauc_recall_at_5_std value: 2.9022763933122495 - type: ndcg_at_1 value: 26.893 - type: ndcg_at_10 value: 38.31 - type: ndcg_at_100 value: 43.633 - type: ndcg_at_1000 value: 45.614 - type: ndcg_at_20 value: 40.467 - type: ndcg_at_3 value: 32.595 - type: ndcg_at_5 value: 35.542 - type: precision_at_1 value: 26.893 - type: precision_at_10 value: 6.023 - type: precision_at_100 value: 0.9209999999999999 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_20 value: 3.5249999999999995 - type: precision_at_3 value: 13.898 - type: precision_at_5 value: 10.034 - type: recall_at_1 value: 24.524 - type: recall_at_10 value: 52.453 - type: recall_at_100 value: 76.67 - type: recall_at_1000 value: 91.634 - type: recall_at_20 value: 60.55199999999999 - type: recall_at_3 value: 37.218 - type: recall_at_5 value: 44.26 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 28.787000000000003 - type: map_at_1 value: 15.378 - type: map_at_10 value: 23.430999999999997 - type: map_at_100 value: 24.814 - type: map_at_1000 value: 24.926000000000002 - type: map_at_20 value: 24.212 - type: map_at_3 value: 20.524 - type: map_at_5 value: 22.146 - type: mrr_at_1 value: 19.154228855721392 - type: mrr_at_10 value: 27.456813156440003 - type: mrr_at_100 value: 28.580426439750024 - type: mrr_at_1000 value: 28.64555090659953 - type: mrr_at_20 value: 28.115400175754367 - type: mrr_at_3 value: 24.647595356550596 - type: mrr_at_5 value: 26.301824212271967 - type: nauc_map_at_1000_diff1 value: 29.12918123801143 - type: nauc_map_at_1000_max value: 20.13631007829225 - type: nauc_map_at_1000_std value: 8.50054111369555 - type: nauc_map_at_100_diff1 value: 29.099358566785106 - type: nauc_map_at_100_max value: 20.10142522604894 - type: nauc_map_at_100_std value: 8.511316872396709 - type: nauc_map_at_10_diff1 value: 29.881599640554874 - type: nauc_map_at_10_max value: 20.227715363862806 - type: nauc_map_at_10_std value: 7.939042565214341 - type: nauc_map_at_1_diff1 value: 32.99980127622393 - type: nauc_map_at_1_max value: 18.66295213013708 - type: nauc_map_at_1_std value: 6.673380147889215 - type: nauc_map_at_20_diff1 value: 29.25035858005239 - type: nauc_map_at_20_max value: 20.208385790275827 - type: nauc_map_at_20_std value: 8.404980705364624 - type: nauc_map_at_3_diff1 value: 30.612369667101262 - type: nauc_map_at_3_max value: 19.257540403757318 - type: nauc_map_at_3_std value: 7.068459234549715 - type: nauc_map_at_5_diff1 value: 30.70762966192076 - type: nauc_map_at_5_max value: 20.09781094394439 - type: nauc_map_at_5_std value: 7.214827684717652 - type: nauc_mrr_at_1000_diff1 value: 30.49195696752185 - type: nauc_mrr_at_1000_max value: 21.047620347479924 - type: nauc_mrr_at_1000_std value: 7.974124402624394 - type: nauc_mrr_at_100_diff1 value: 30.474151645099294 - type: nauc_mrr_at_100_max value: 21.03646929276537 - type: nauc_mrr_at_100_std value: 7.982336817515632 - type: nauc_mrr_at_10_diff1 value: 30.720326664342817 - type: nauc_mrr_at_10_max value: 21.20042660139574 - type: nauc_mrr_at_10_std value: 7.676296655151529 - type: nauc_mrr_at_1_diff1 value: 33.66526774021929 - type: nauc_mrr_at_1_max value: 20.00078086447925 - type: nauc_mrr_at_1_std value: 5.845693197707389 - type: nauc_mrr_at_20_diff1 value: 30.541319508297754 - type: nauc_mrr_at_20_max value: 21.18036156878538 - type: nauc_mrr_at_20_std value: 8.048769687461789 - type: nauc_mrr_at_3_diff1 value: 31.578708565284746 - type: nauc_mrr_at_3_max value: 20.54640609982959 - type: nauc_mrr_at_3_std value: 7.05650320435016 - type: nauc_mrr_at_5_diff1 value: 31.546357746108367 - type: nauc_mrr_at_5_max value: 21.059919420418943 - type: nauc_mrr_at_5_std value: 6.973096013244996 - type: nauc_ndcg_at_1000_diff1 value: 27.055102123076857 - type: nauc_ndcg_at_1000_max value: 21.563150137001685 - type: nauc_ndcg_at_1000_std value: 10.782112719270772 - type: nauc_ndcg_at_100_diff1 value: 26.39851310939873 - type: nauc_ndcg_at_100_max value: 20.801140246512535 - type: nauc_ndcg_at_100_std value: 11.170544079509629 - type: nauc_ndcg_at_10_diff1 value: 28.406644779803113 - type: nauc_ndcg_at_10_max value: 21.441001082298257 - type: nauc_ndcg_at_10_std value: 9.370177970742645 - type: nauc_ndcg_at_1_diff1 value: 33.66526774021929 - type: nauc_ndcg_at_1_max value: 20.00078086447925 - type: nauc_ndcg_at_1_std value: 5.845693197707389 - type: nauc_ndcg_at_20_diff1 value: 26.88739023576405 - type: nauc_ndcg_at_20_max value: 21.307944944393835 - type: nauc_ndcg_at_20_std value: 10.655123302884324 - type: nauc_ndcg_at_3_diff1 value: 30.10417465282495 - type: nauc_ndcg_at_3_max value: 20.108976022677137 - type: nauc_ndcg_at_3_std value: 7.564178721886937 - type: nauc_ndcg_at_5_diff1 value: 30.338660051318477 - type: nauc_ndcg_at_5_max value: 21.218460972203122 - type: nauc_ndcg_at_5_std value: 7.789561812436493 - type: nauc_precision_at_1000_diff1 value: -2.249398118713005 - type: nauc_precision_at_1000_max value: 2.0051412817714698 - type: nauc_precision_at_1000_std value: -0.5617958857978579 - type: nauc_precision_at_100_diff1 value: 4.388186329384607 - type: nauc_precision_at_100_max value: 10.102408291098204 - type: nauc_precision_at_100_std value: 10.072772188112133 - type: nauc_precision_at_10_diff1 value: 18.25521644604374 - type: nauc_precision_at_10_max value: 20.715299757280313 - type: nauc_precision_at_10_std value: 10.14252928896964 - type: nauc_precision_at_1_diff1 value: 33.66526774021929 - type: nauc_precision_at_1_max value: 20.00078086447925 - type: nauc_precision_at_1_std value: 5.845693197707389 - type: nauc_precision_at_20_diff1 value: 11.86582119864606 - type: nauc_precision_at_20_max value: 18.264916746275357 - type: nauc_precision_at_20_std value: 12.775963618883218 - type: nauc_precision_at_3_diff1 value: 27.085486544493676 - type: nauc_precision_at_3_max value: 21.689002416704355 - type: nauc_precision_at_3_std value: 8.158510984554056 - type: nauc_precision_at_5_diff1 value: 24.550945870505885 - type: nauc_precision_at_5_max value: 22.31533187120423 - type: nauc_precision_at_5_std value: 7.712442748552481 - type: nauc_recall_at_1000_diff1 value: 10.047759589678705 - type: nauc_recall_at_1000_max value: 36.05943549823037 - type: nauc_recall_at_1000_std value: 29.487623332010426 - type: nauc_recall_at_100_diff1 value: 12.965206600270921 - type: nauc_recall_at_100_max value: 20.230706432731818 - type: nauc_recall_at_100_std value: 21.452371556618306 - type: nauc_recall_at_10_diff1 value: 22.210082533055385 - type: nauc_recall_at_10_max value: 22.137548520333414 - type: nauc_recall_at_10_std value: 12.49049449057412 - type: nauc_recall_at_1_diff1 value: 32.99980127622393 - type: nauc_recall_at_1_max value: 18.66295213013708 - type: nauc_recall_at_1_std value: 6.673380147889215 - type: nauc_recall_at_20_diff1 value: 17.431766731577866 - type: nauc_recall_at_20_max value: 21.6601559398705 - type: nauc_recall_at_20_std value: 16.328631441161765 - type: nauc_recall_at_3_diff1 value: 27.010159665647297 - type: nauc_recall_at_3_max value: 19.28908862584543 - type: nauc_recall_at_3_std value: 8.544978525065934 - type: nauc_recall_at_5_diff1 value: 27.71408166073706 - type: nauc_recall_at_5_max value: 21.630875862267064 - type: nauc_recall_at_5_std value: 8.576127028959673 - type: ndcg_at_1 value: 19.154 - type: ndcg_at_10 value: 28.787000000000003 - type: ndcg_at_100 value: 35.197 - type: ndcg_at_1000 value: 37.835 - type: ndcg_at_20 value: 31.311 - type: ndcg_at_3 value: 23.267 - type: ndcg_at_5 value: 25.928 - type: precision_at_1 value: 19.154 - type: precision_at_10 value: 5.473 - type: precision_at_100 value: 1.005 - type: precision_at_1000 value: 0.13699999999999998 - type: precision_at_20 value: 3.4450000000000003 - type: precision_at_3 value: 11.193999999999999 - type: precision_at_5 value: 8.556999999999999 - type: recall_at_1 value: 15.378 - type: recall_at_10 value: 41.407 - type: recall_at_100 value: 69.16799999999999 - type: recall_at_1000 value: 87.67 - type: recall_at_20 value: 50.322 - type: recall_at_3 value: 26.194 - type: recall_at_5 value: 32.812999999999995 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 46.342 - type: map_at_1 value: 29.636000000000003 - type: map_at_10 value: 40.28 - type: map_at_100 value: 41.784 - type: map_at_1000 value: 41.893 - type: map_at_20 value: 41.211999999999996 - type: map_at_3 value: 36.961 - type: map_at_5 value: 38.883 - type: mrr_at_1 value: 36.47738209817132 - type: mrr_at_10 value: 46.057144384863356 - type: mrr_at_100 value: 46.949717684464204 - type: mrr_at_1000 value: 47.00024079588619 - type: mrr_at_20 value: 46.63784826900853 - type: mrr_at_3 value: 43.487327558549886 - type: mrr_at_5 value: 44.955085017645146 - type: nauc_map_at_1000_diff1 value: 48.96039441652958 - type: nauc_map_at_1000_max value: 27.439357820748334 - type: nauc_map_at_1000_std value: 0.7032275980373626 - type: nauc_map_at_100_diff1 value: 48.9736687623613 - type: nauc_map_at_100_max value: 27.415467162343298 - type: nauc_map_at_100_std value: 0.6858888950267231 - type: nauc_map_at_10_diff1 value: 49.19166611992954 - type: nauc_map_at_10_max value: 26.926340835650446 - type: nauc_map_at_10_std value: -0.12281876831271203 - type: nauc_map_at_1_diff1 value: 52.63229403097165 - type: nauc_map_at_1_max value: 24.954272041004995 - type: nauc_map_at_1_std value: -4.348664645299987 - type: nauc_map_at_20_diff1 value: 48.908994499545976 - type: nauc_map_at_20_max value: 27.124136902153968 - type: nauc_map_at_20_std value: 0.3521836951746736 - type: nauc_map_at_3_diff1 value: 49.65398693177583 - type: nauc_map_at_3_max value: 27.60531491560881 - type: nauc_map_at_3_std value: -1.293536247884286 - type: nauc_map_at_5_diff1 value: 49.411079058726585 - type: nauc_map_at_5_max value: 27.125618392645567 - type: nauc_map_at_5_std value: -0.34744323228187807 - type: nauc_mrr_at_1000_diff1 value: 49.1348722316254 - type: nauc_mrr_at_1000_max value: 28.615808091385208 - type: nauc_mrr_at_1000_std value: 3.5098714978292667 - type: nauc_mrr_at_100_diff1 value: 49.13318989274001 - type: nauc_mrr_at_100_max value: 28.609046182685844 - type: nauc_mrr_at_100_std value: 3.51772257536487 - type: nauc_mrr_at_10_diff1 value: 49.2148931525149 - type: nauc_mrr_at_10_max value: 28.532553510253127 - type: nauc_mrr_at_10_std value: 3.406107986685071 - type: nauc_mrr_at_1_diff1 value: 52.01713981640504 - type: nauc_mrr_at_1_max value: 27.775426779692104 - type: nauc_mrr_at_1_std value: 1.2877862302923464 - type: nauc_mrr_at_20_diff1 value: 49.08563577189186 - type: nauc_mrr_at_20_max value: 28.542999033957585 - type: nauc_mrr_at_20_std value: 3.4160091182080534 - type: nauc_mrr_at_3_diff1 value: 49.21945474480182 - type: nauc_mrr_at_3_max value: 29.13175974893054 - type: nauc_mrr_at_3_std value: 2.9400163995087576 - type: nauc_mrr_at_5_diff1 value: 49.16401608549673 - type: nauc_mrr_at_5_max value: 28.67976141606583 - type: nauc_mrr_at_5_std value: 3.4646713742874904 - type: nauc_ndcg_at_1000_diff1 value: 47.63234065392572 - type: nauc_ndcg_at_1000_max value: 29.042137023980903 - type: nauc_ndcg_at_1000_std value: 4.168869828461184 - type: nauc_ndcg_at_100_diff1 value: 47.676293690455786 - type: nauc_ndcg_at_100_max value: 28.577503893801108 - type: nauc_ndcg_at_100_std value: 4.295140310875288 - type: nauc_ndcg_at_10_diff1 value: 48.125696142194045 - type: nauc_ndcg_at_10_max value: 27.178108241662795 - type: nauc_ndcg_at_10_std value: 1.7854792186603297 - type: nauc_ndcg_at_1_diff1 value: 52.01713981640504 - type: nauc_ndcg_at_1_max value: 27.775426779692104 - type: nauc_ndcg_at_1_std value: 1.2877862302923464 - type: nauc_ndcg_at_20_diff1 value: 47.23315370380657 - type: nauc_ndcg_at_20_max value: 27.431253808892563 - type: nauc_ndcg_at_20_std value: 2.669604831707454 - type: nauc_ndcg_at_3_diff1 value: 48.64338797335589 - type: nauc_ndcg_at_3_max value: 29.229156191261808 - type: nauc_ndcg_at_3_std value: 0.8141362006841704 - type: nauc_ndcg_at_5_diff1 value: 48.565817850236655 - type: nauc_ndcg_at_5_max value: 27.89241062156246 - type: nauc_ndcg_at_5_std value: 1.8406671118241753 - type: nauc_precision_at_1000_diff1 value: -15.796706398327482 - type: nauc_precision_at_1000_max value: 6.690872649453515 - type: nauc_precision_at_1000_std value: 17.741309635053394 - type: nauc_precision_at_100_diff1 value: -2.7552720644701227 - type: nauc_precision_at_100_max value: 13.565956608175542 - type: nauc_precision_at_100_std value: 22.10014075382873 - type: nauc_precision_at_10_diff1 value: 19.352499598097207 - type: nauc_precision_at_10_max value: 21.520715060985875 - type: nauc_precision_at_10_std value: 15.759536286978518 - type: nauc_precision_at_1_diff1 value: 52.01713981640504 - type: nauc_precision_at_1_max value: 27.775426779692104 - type: nauc_precision_at_1_std value: 1.2877862302923464 - type: nauc_precision_at_20_diff1 value: 8.569908057400411 - type: nauc_precision_at_20_max value: 17.777911046204466 - type: nauc_precision_at_20_std value: 18.695525622579463 - type: nauc_precision_at_3_diff1 value: 34.730161256413126 - type: nauc_precision_at_3_max value: 29.999509610443603 - type: nauc_precision_at_3_std value: 8.935780241913548 - type: nauc_precision_at_5_diff1 value: 27.98818208163191 - type: nauc_precision_at_5_max value: 25.65621953406092 - type: nauc_precision_at_5_std value: 13.236178147852268 - type: nauc_recall_at_1000_diff1 value: 26.047272328760148 - type: nauc_recall_at_1000_max value: 46.615591860580956 - type: nauc_recall_at_1000_std value: 37.59018916547838 - type: nauc_recall_at_100_diff1 value: 37.730912505660505 - type: nauc_recall_at_100_max value: 29.07452229694959 - type: nauc_recall_at_100_std value: 19.233020378679587 - type: nauc_recall_at_10_diff1 value: 42.546902911781295 - type: nauc_recall_at_10_max value: 23.76886346608862 - type: nauc_recall_at_10_std value: 2.6796919732225466 - type: nauc_recall_at_1_diff1 value: 52.63229403097165 - type: nauc_recall_at_1_max value: 24.954272041004995 - type: nauc_recall_at_1_std value: -4.348664645299987 - type: nauc_recall_at_20_diff1 value: 37.76146259047157 - type: nauc_recall_at_20_max value: 23.548831003826407 - type: nauc_recall_at_20_std value: 6.159628050937718 - type: nauc_recall_at_3_diff1 value: 45.84815165301008 - type: nauc_recall_at_3_max value: 28.64694953699492 - type: nauc_recall_at_3_std value: 0.46254376015212767 - type: nauc_recall_at_5_diff1 value: 44.865498357268166 - type: nauc_recall_at_5_max value: 26.180901696079374 - type: nauc_recall_at_5_std value: 2.951809363981026 - type: ndcg_at_1 value: 36.477 - type: ndcg_at_10 value: 46.342 - type: ndcg_at_100 value: 52.186 - type: ndcg_at_1000 value: 54.144999999999996 - type: ndcg_at_20 value: 48.983 - type: ndcg_at_3 value: 41.115 - type: ndcg_at_5 value: 43.675000000000004 - type: precision_at_1 value: 36.477 - type: precision_at_10 value: 8.441 - type: precision_at_100 value: 1.321 - type: precision_at_1000 value: 0.167 - type: precision_at_20 value: 5.077 - type: precision_at_3 value: 19.602 - type: precision_at_5 value: 13.858999999999998 - type: recall_at_1 value: 29.636000000000003 - type: recall_at_10 value: 58.516 - type: recall_at_100 value: 82.73 - type: recall_at_1000 value: 95.273 - type: recall_at_20 value: 67.733 - type: recall_at_3 value: 43.993 - type: recall_at_5 value: 50.784 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 42.68 - type: map_at_1 value: 25.72 - type: map_at_10 value: 36.546 - type: map_at_100 value: 38.039 - type: map_at_1000 value: 38.144 - type: map_at_20 value: 37.424 - type: map_at_3 value: 33.061 - type: map_at_5 value: 34.992000000000004 - type: mrr_at_1 value: 31.84931506849315 - type: mrr_at_10 value: 41.63762955715007 - type: mrr_at_100 value: 42.686957084700886 - type: mrr_at_1000 value: 42.73448029424812 - type: mrr_at_20 value: 42.32817675455982 - type: mrr_at_3 value: 39.041095890410936 - type: mrr_at_5 value: 40.542237442922335 - type: nauc_map_at_1000_diff1 value: 42.61485215011538 - type: nauc_map_at_1000_max value: 30.489594657105446 - type: nauc_map_at_1000_std value: 5.382253872080684 - type: nauc_map_at_100_diff1 value: 42.61300542199757 - type: nauc_map_at_100_max value: 30.498634316362498 - type: nauc_map_at_100_std value: 5.4239609008178435 - type: nauc_map_at_10_diff1 value: 42.53847774395296 - type: nauc_map_at_10_max value: 30.003542822529276 - type: nauc_map_at_10_std value: 4.562276410327306 - type: nauc_map_at_1_diff1 value: 47.70057849488044 - type: nauc_map_at_1_max value: 26.115668972741684 - type: nauc_map_at_1_std value: -2.1428993530159253 - type: nauc_map_at_20_diff1 value: 42.449032511042915 - type: nauc_map_at_20_max value: 30.234206909146106 - type: nauc_map_at_20_std value: 5.112213618563655 - type: nauc_map_at_3_diff1 value: 43.604118489906966 - type: nauc_map_at_3_max value: 28.408713479812274 - type: nauc_map_at_3_std value: 1.2924449096708284 - type: nauc_map_at_5_diff1 value: 42.52233155547032 - type: nauc_map_at_5_max value: 28.873253971380464 - type: nauc_map_at_5_std value: 2.986230852871926 - type: nauc_mrr_at_1000_diff1 value: 41.231414063698814 - type: nauc_mrr_at_1000_max value: 31.166692975264244 - type: nauc_mrr_at_1000_std value: 6.50446474697808 - type: nauc_mrr_at_100_diff1 value: 41.216014148841694 - type: nauc_mrr_at_100_max value: 31.161603030548008 - type: nauc_mrr_at_100_std value: 6.533862922241641 - type: nauc_mrr_at_10_diff1 value: 41.3269176738573 - type: nauc_mrr_at_10_max value: 31.064722076666545 - type: nauc_mrr_at_10_std value: 6.314427167708954 - type: nauc_mrr_at_1_diff1 value: 46.024114014193366 - type: nauc_mrr_at_1_max value: 29.643070875724902 - type: nauc_mrr_at_1_std value: 1.4683740958872253 - type: nauc_mrr_at_20_diff1 value: 41.18839316545772 - type: nauc_mrr_at_20_max value: 31.237230220604985 - type: nauc_mrr_at_20_std value: 6.601829943084009 - type: nauc_mrr_at_3_diff1 value: 41.71130230472808 - type: nauc_mrr_at_3_max value: 30.585516144400238 - type: nauc_mrr_at_3_std value: 4.451594900581244 - type: nauc_mrr_at_5_diff1 value: 41.02554687743164 - type: nauc_mrr_at_5_max value: 30.58841759655601 - type: nauc_mrr_at_5_std value: 5.528482823765104 - type: nauc_ndcg_at_1000_diff1 value: 40.88437795966545 - type: nauc_ndcg_at_1000_max value: 32.14738960156056 - type: nauc_ndcg_at_1000_std value: 9.513372019938165 - type: nauc_ndcg_at_100_diff1 value: 40.655511072728764 - type: nauc_ndcg_at_100_max value: 32.36094924410817 - type: nauc_ndcg_at_100_std value: 10.883437771981827 - type: nauc_ndcg_at_10_diff1 value: 40.426309231953375 - type: nauc_ndcg_at_10_max value: 31.31722073706093 - type: nauc_ndcg_at_10_std value: 8.242630539915154 - type: nauc_ndcg_at_1_diff1 value: 46.024114014193366 - type: nauc_ndcg_at_1_max value: 29.643070875724902 - type: nauc_ndcg_at_1_std value: 1.4683740958872253 - type: nauc_ndcg_at_20_diff1 value: 39.9491723020511 - type: nauc_ndcg_at_20_max value: 31.96549808291983 - type: nauc_ndcg_at_20_std value: 9.991058949739289 - type: nauc_ndcg_at_3_diff1 value: 41.436039285876724 - type: nauc_ndcg_at_3_max value: 29.897909852689665 - type: nauc_ndcg_at_3_std value: 3.468670260649468 - type: nauc_ndcg_at_5_diff1 value: 40.09608534530793 - type: nauc_ndcg_at_5_max value: 29.649490484342905 - type: nauc_ndcg_at_5_std value: 5.5560400549338524 - type: nauc_precision_at_1000_diff1 value: -4.726237511183024 - type: nauc_precision_at_1000_max value: 3.951601232152138 - type: nauc_precision_at_1000_std value: 7.0849739742941535 - type: nauc_precision_at_100_diff1 value: 4.5475437869633835 - type: nauc_precision_at_100_max value: 18.033483850377834 - type: nauc_precision_at_100_std value: 21.169612118907896 - type: nauc_precision_at_10_diff1 value: 17.259743442303986 - type: nauc_precision_at_10_max value: 30.252247902267506 - type: nauc_precision_at_10_std value: 20.83064495037706 - type: nauc_precision_at_1_diff1 value: 46.024114014193366 - type: nauc_precision_at_1_max value: 29.643070875724902 - type: nauc_precision_at_1_std value: 1.4683740958872253 - type: nauc_precision_at_20_diff1 value: 11.669114163335449 - type: nauc_precision_at_20_max value: 26.95974377504808 - type: nauc_precision_at_20_std value: 24.216272735982454 - type: nauc_precision_at_3_diff1 value: 30.394563590937977 - type: nauc_precision_at_3_max value: 31.683428379553362 - type: nauc_precision_at_3_std value: 10.598478306430561 - type: nauc_precision_at_5_diff1 value: 22.564584657470252 - type: nauc_precision_at_5_max value: 30.363678824340962 - type: nauc_precision_at_5_std value: 15.229771080754203 - type: nauc_recall_at_1000_diff1 value: 20.418503346101954 - type: nauc_recall_at_1000_max value: 45.8581195868989 - type: nauc_recall_at_1000_std value: 58.46925684915265 - type: nauc_recall_at_100_diff1 value: 28.428842499402318 - type: nauc_recall_at_100_max value: 36.273151833625406 - type: nauc_recall_at_100_std value: 39.626826537724085 - type: nauc_recall_at_10_diff1 value: 32.94726409448682 - type: nauc_recall_at_10_max value: 31.355840187526134 - type: nauc_recall_at_10_std value: 17.141627664459165 - type: nauc_recall_at_1_diff1 value: 47.70057849488044 - type: nauc_recall_at_1_max value: 26.115668972741684 - type: nauc_recall_at_1_std value: -2.1428993530159253 - type: nauc_recall_at_20_diff1 value: 28.871391618301594 - type: nauc_recall_at_20_max value: 33.76775756648313 - type: nauc_recall_at_20_std value: 24.690531614862326 - type: nauc_recall_at_3_diff1 value: 37.223431551588924 - type: nauc_recall_at_3_max value: 27.552557047508934 - type: nauc_recall_at_3_std value: 4.022503070293423 - type: nauc_recall_at_5_diff1 value: 32.88509697651364 - type: nauc_recall_at_5_max value: 26.882506423237796 - type: nauc_recall_at_5_std value: 9.162178511379778 - type: ndcg_at_1 value: 31.849 - type: ndcg_at_10 value: 42.68 - type: ndcg_at_100 value: 48.861 - type: ndcg_at_1000 value: 50.918 - type: ndcg_at_20 value: 45.448 - type: ndcg_at_3 value: 37.186 - type: ndcg_at_5 value: 39.737 - type: precision_at_1 value: 31.849 - type: precision_at_10 value: 8.036999999999999 - type: precision_at_100 value: 1.29 - type: precision_at_1000 value: 0.164 - type: precision_at_20 value: 4.869 - type: precision_at_3 value: 17.808 - type: precision_at_5 value: 12.945 - type: recall_at_1 value: 25.72 - type: recall_at_10 value: 55.694 - type: recall_at_100 value: 81.805 - type: recall_at_1000 value: 95.43199999999999 - type: recall_at_20 value: 65.67399999999999 - type: recall_at_3 value: 40.568 - type: recall_at_5 value: 47.189 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 41.048 - type: ndcg_at_10 value: 41.048 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 35.027 - type: map_at_1 value: 23.006 - type: map_at_10 value: 30.554 - type: map_at_100 value: 31.517 - type: map_at_1000 value: 31.618000000000002 - type: map_at_20 value: 31.073 - type: map_at_3 value: 28.211000000000002 - type: map_at_5 value: 29.435 - type: mrr_at_1 value: 25.920245398773005 - type: mrr_at_10 value: 33.370216184633364 - type: mrr_at_100 value: 34.280987957787744 - type: mrr_at_1000 value: 34.34650862560158 - type: mrr_at_20 value: 33.90514146251435 - type: mrr_at_3 value: 31.28834355828223 - type: mrr_at_5 value: 32.36196319018405 - type: nauc_map_at_1000_diff1 value: 44.9991363599531 - type: nauc_map_at_1000_max value: 31.80450690725443 - type: nauc_map_at_1000_std value: 9.413327099319947 - type: nauc_map_at_100_diff1 value: 44.979744219284534 - type: nauc_map_at_100_max value: 31.789811022973062 - type: nauc_map_at_100_std value: 9.416554730425222 - type: nauc_map_at_10_diff1 value: 45.167445572827255 - type: nauc_map_at_10_max value: 31.664314727400427 - type: nauc_map_at_10_std value: 8.89232842920186 - type: nauc_map_at_1_diff1 value: 51.46721797226369 - type: nauc_map_at_1_max value: 30.13157022846717 - type: nauc_map_at_1_std value: 4.902252101569058 - type: nauc_map_at_20_diff1 value: 44.882850771537136 - type: nauc_map_at_20_max value: 31.517582349379975 - type: nauc_map_at_20_std value: 9.076629244165934 - type: nauc_map_at_3_diff1 value: 45.182571622934475 - type: nauc_map_at_3_max value: 29.93465041993754 - type: nauc_map_at_3_std value: 7.2792379077614555 - type: nauc_map_at_5_diff1 value: 45.246709601211904 - type: nauc_map_at_5_max value: 31.203869986741466 - type: nauc_map_at_5_std value: 8.451919198435453 - type: nauc_mrr_at_1000_diff1 value: 47.498928328911 - type: nauc_mrr_at_1000_max value: 34.330017428093136 - type: nauc_mrr_at_1000_std value: 11.960469416044774 - type: nauc_mrr_at_100_diff1 value: 47.47816863699838 - type: nauc_mrr_at_100_max value: 34.32240450879839 - type: nauc_mrr_at_100_std value: 11.95877347291576 - type: nauc_mrr_at_10_diff1 value: 47.663904600208966 - type: nauc_mrr_at_10_max value: 34.35631335834663 - type: nauc_mrr_at_10_std value: 11.7192017516743 - type: nauc_mrr_at_1_diff1 value: 56.10110861923886 - type: nauc_mrr_at_1_max value: 35.00251002317134 - type: nauc_mrr_at_1_std value: 9.027588029169907 - type: nauc_mrr_at_20_diff1 value: 47.44988666751739 - type: nauc_mrr_at_20_max value: 34.16392213657905 - type: nauc_mrr_at_20_std value: 11.679812673703768 - type: nauc_mrr_at_3_diff1 value: 48.43194519777689 - type: nauc_mrr_at_3_max value: 33.43917678704244 - type: nauc_mrr_at_3_std value: 11.218556189980209 - type: nauc_mrr_at_5_diff1 value: 48.44345037923128 - type: nauc_mrr_at_5_max value: 34.11791623238155 - type: nauc_mrr_at_5_std value: 11.914211196636378 - type: nauc_ndcg_at_1000_diff1 value: 42.643120429755456 - type: nauc_ndcg_at_1000_max value: 33.93536067023098 - type: nauc_ndcg_at_1000_std value: 13.421933505522274 - type: nauc_ndcg_at_100_diff1 value: 42.325432496204094 - type: nauc_ndcg_at_100_max value: 33.703057979699544 - type: nauc_ndcg_at_100_std value: 13.100267949503614 - type: nauc_ndcg_at_10_diff1 value: 43.12997695107462 - type: nauc_ndcg_at_10_max value: 33.02442993964763 - type: nauc_ndcg_at_10_std value: 10.858202269925004 - type: nauc_ndcg_at_1_diff1 value: 56.10110861923886 - type: nauc_ndcg_at_1_max value: 35.00251002317134 - type: nauc_ndcg_at_1_std value: 9.027588029169907 - type: nauc_ndcg_at_20_diff1 value: 42.07348471765335 - type: nauc_ndcg_at_20_max value: 32.4010913207424 - type: nauc_ndcg_at_20_std value: 11.273564488415403 - type: nauc_ndcg_at_3_diff1 value: 43.9797813117947 - type: nauc_ndcg_at_3_max value: 30.906895612208018 - type: nauc_ndcg_at_3_std value: 9.599290700120772 - type: nauc_ndcg_at_5_diff1 value: 43.99142000173041 - type: nauc_ndcg_at_5_max value: 32.288679408346724 - type: nauc_ndcg_at_5_std value: 10.569038086953181 - type: nauc_precision_at_1000_diff1 value: 14.106383002403147 - type: nauc_precision_at_1000_max value: 23.375422422396603 - type: nauc_precision_at_1000_std value: 18.727217797679792 - type: nauc_precision_at_100_diff1 value: 25.233407029172056 - type: nauc_precision_at_100_max value: 34.97812879592857 - type: nauc_precision_at_100_std value: 26.19245839792051 - type: nauc_precision_at_10_diff1 value: 35.369756133231974 - type: nauc_precision_at_10_max value: 37.88788913149156 - type: nauc_precision_at_10_std value: 24.039693432566224 - type: nauc_precision_at_1_diff1 value: 56.10110861923886 - type: nauc_precision_at_1_max value: 35.00251002317134 - type: nauc_precision_at_1_std value: 9.027588029169907 - type: nauc_precision_at_20_diff1 value: 30.769354638783327 - type: nauc_precision_at_20_max value: 35.45704608715931 - type: nauc_precision_at_20_std value: 23.855422608448272 - type: nauc_precision_at_3_diff1 value: 39.334718693790265 - type: nauc_precision_at_3_max value: 33.06789284543849 - type: nauc_precision_at_3_std value: 17.64077943892585 - type: nauc_precision_at_5_diff1 value: 38.46830558249968 - type: nauc_precision_at_5_max value: 37.21631494718422 - type: nauc_precision_at_5_std value: 21.81429750250264 - type: nauc_recall_at_1000_diff1 value: 14.974049409823248 - type: nauc_recall_at_1000_max value: 40.73611618946039 - type: nauc_recall_at_1000_std value: 41.72994385713206 - type: nauc_recall_at_100_diff1 value: 25.37794336267426 - type: nauc_recall_at_100_max value: 35.39018170491402 - type: nauc_recall_at_100_std value: 24.305510141981053 - type: nauc_recall_at_10_diff1 value: 33.94092338630831 - type: nauc_recall_at_10_max value: 33.36391878662386 - type: nauc_recall_at_10_std value: 12.491801662873318 - type: nauc_recall_at_1_diff1 value: 51.46721797226369 - type: nauc_recall_at_1_max value: 30.13157022846717 - type: nauc_recall_at_1_std value: 4.902252101569058 - type: nauc_recall_at_20_diff1 value: 28.862720115304523 - type: nauc_recall_at_20_max value: 30.304655178468852 - type: nauc_recall_at_20_std value: 14.02206576407278 - type: nauc_recall_at_3_diff1 value: 36.12925156480146 - type: nauc_recall_at_3_max value: 27.75618286455124 - type: nauc_recall_at_3_std value: 8.81960579951635 - type: nauc_recall_at_5_diff1 value: 36.557426527694204 - type: nauc_recall_at_5_max value: 31.091354206605555 - type: nauc_recall_at_5_std value: 11.646694620231916 - type: ndcg_at_1 value: 25.919999999999998 - type: ndcg_at_10 value: 35.027 - type: ndcg_at_100 value: 39.816 - type: ndcg_at_1000 value: 42.272 - type: ndcg_at_20 value: 36.861 - type: ndcg_at_3 value: 30.69 - type: ndcg_at_5 value: 32.588 - type: precision_at_1 value: 25.919999999999998 - type: precision_at_10 value: 5.598 - type: precision_at_100 value: 0.8710000000000001 - type: precision_at_1000 value: 0.116 - type: precision_at_20 value: 3.29 - type: precision_at_3 value: 13.497 - type: precision_at_5 value: 9.325 - type: recall_at_1 value: 23.006 - type: recall_at_10 value: 46.066 - type: recall_at_100 value: 67.611 - type: recall_at_1000 value: 85.668 - type: recall_at_20 value: 52.818 - type: recall_at_3 value: 33.961000000000006 - type: recall_at_5 value: 38.834999999999994 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 27.561000000000003 - type: map_at_1 value: 15.9 - type: map_at_10 value: 22.939 - type: map_at_100 value: 24.052 - type: map_at_1000 value: 24.186 - type: map_at_20 value: 23.53 - type: map_at_3 value: 20.556 - type: map_at_5 value: 21.795 - type: mrr_at_1 value: 19.30488644184446 - type: mrr_at_10 value: 26.576431903341778 - type: mrr_at_100 value: 27.52360037434468 - type: mrr_at_1000 value: 27.604300756741264 - type: mrr_at_20 value: 27.090504221091336 - type: mrr_at_3 value: 24.231475108969967 - type: mrr_at_5 value: 25.472011929341647 - type: nauc_map_at_1000_diff1 value: 33.19734826083936 - type: nauc_map_at_1000_max value: 26.535038378186638 - type: nauc_map_at_1000_std value: 3.264363701415672 - type: nauc_map_at_100_diff1 value: 33.18249459840503 - type: nauc_map_at_100_max value: 26.51449272380917 - type: nauc_map_at_100_std value: 3.2282224603375917 - type: nauc_map_at_10_diff1 value: 33.32653927070442 - type: nauc_map_at_10_max value: 26.402019938444987 - type: nauc_map_at_10_std value: 2.6957992273188514 - type: nauc_map_at_1_diff1 value: 38.97696514329434 - type: nauc_map_at_1_max value: 26.767327162241646 - type: nauc_map_at_1_std value: -0.917275973263288 - type: nauc_map_at_20_diff1 value: 33.195163476524655 - type: nauc_map_at_20_max value: 26.447655451253254 - type: nauc_map_at_20_std value: 2.973413423143009 - type: nauc_map_at_3_diff1 value: 34.785791296507554 - type: nauc_map_at_3_max value: 26.399286580331488 - type: nauc_map_at_3_std value: 1.4613189878838746 - type: nauc_map_at_5_diff1 value: 33.882570653700974 - type: nauc_map_at_5_max value: 26.321209514437843 - type: nauc_map_at_5_std value: 1.7886931921056477 - type: nauc_mrr_at_1000_diff1 value: 31.963334502397412 - type: nauc_mrr_at_1000_max value: 28.101859382185395 - type: nauc_mrr_at_1000_std value: 4.31099977415604 - type: nauc_mrr_at_100_diff1 value: 31.936762728131267 - type: nauc_mrr_at_100_max value: 28.09329741683194 - type: nauc_mrr_at_100_std value: 4.333794230036134 - type: nauc_mrr_at_10_diff1 value: 31.967394901623898 - type: nauc_mrr_at_10_max value: 28.234203662827547 - type: nauc_mrr_at_10_std value: 3.9667863415436453 - type: nauc_mrr_at_1_diff1 value: 37.32145888919219 - type: nauc_mrr_at_1_max value: 28.980446087398352 - type: nauc_mrr_at_1_std value: 1.36878653561187 - type: nauc_mrr_at_20_diff1 value: 31.895539163871316 - type: nauc_mrr_at_20_max value: 28.06342065562025 - type: nauc_mrr_at_20_std value: 4.131287367466304 - type: nauc_mrr_at_3_diff1 value: 33.06383047601055 - type: nauc_mrr_at_3_max value: 28.368016024409602 - type: nauc_mrr_at_3_std value: 2.916556901296016 - type: nauc_mrr_at_5_diff1 value: 32.280014858260664 - type: nauc_mrr_at_5_max value: 28.163827007735303 - type: nauc_mrr_at_5_std value: 3.1226458470226737 - type: nauc_ndcg_at_1000_diff1 value: 30.581936452911773 - type: nauc_ndcg_at_1000_max value: 26.994301803454174 - type: nauc_ndcg_at_1000_std value: 7.234804847834554 - type: nauc_ndcg_at_100_diff1 value: 30.05370714374724 - type: nauc_ndcg_at_100_max value: 26.5887089699981 - type: nauc_ndcg_at_100_std value: 7.214856723091703 - type: nauc_ndcg_at_10_diff1 value: 30.615416905964498 - type: nauc_ndcg_at_10_max value: 26.62133894422716 - type: nauc_ndcg_at_10_std value: 4.797345876905661 - type: nauc_ndcg_at_1_diff1 value: 37.32145888919219 - type: nauc_ndcg_at_1_max value: 28.980446087398352 - type: nauc_ndcg_at_1_std value: 1.36878653561187 - type: nauc_ndcg_at_20_diff1 value: 30.255920051777156 - type: nauc_ndcg_at_20_max value: 26.34515919369422 - type: nauc_ndcg_at_20_std value: 5.52006784082851 - type: nauc_ndcg_at_3_diff1 value: 32.8930571158999 - type: nauc_ndcg_at_3_max value: 27.138777556346266 - type: nauc_ndcg_at_3_std value: 2.281513889682477 - type: nauc_ndcg_at_5_diff1 value: 31.554845223622763 - type: nauc_ndcg_at_5_max value: 26.596407489641923 - type: nauc_ndcg_at_5_std value: 2.8420932389150106 - type: nauc_precision_at_1000_diff1 value: 0.6634461477761792 - type: nauc_precision_at_1000_max value: 15.139004364957561 - type: nauc_precision_at_1000_std value: 18.053311587066194 - type: nauc_precision_at_100_diff1 value: 8.771919047591918 - type: nauc_precision_at_100_max value: 20.67258972267857 - type: nauc_precision_at_100_std value: 19.63564298640044 - type: nauc_precision_at_10_diff1 value: 20.47389223593633 - type: nauc_precision_at_10_max value: 28.434110192028612 - type: nauc_precision_at_10_std value: 11.428499926100294 - type: nauc_precision_at_1_diff1 value: 37.32145888919219 - type: nauc_precision_at_1_max value: 28.980446087398352 - type: nauc_precision_at_1_std value: 1.36878653561187 - type: nauc_precision_at_20_diff1 value: 16.584867980377577 - type: nauc_precision_at_20_max value: 25.79765045889961 - type: nauc_precision_at_20_std value: 13.187737724163167 - type: nauc_precision_at_3_diff1 value: 27.683255897180448 - type: nauc_precision_at_3_max value: 28.654703820727477 - type: nauc_precision_at_3_std value: 4.024616179907733 - type: nauc_precision_at_5_diff1 value: 24.082559851092928 - type: nauc_precision_at_5_max value: 28.505186611414025 - type: nauc_precision_at_5_std value: 5.426959055419474 - type: nauc_recall_at_1000_diff1 value: 16.71424257215052 - type: nauc_recall_at_1000_max value: 25.405836946506216 - type: nauc_recall_at_1000_std value: 30.781847973573207 - type: nauc_recall_at_100_diff1 value: 18.109059134971243 - type: nauc_recall_at_100_max value: 21.964291593229017 - type: nauc_recall_at_100_std value: 19.717174442991123 - type: nauc_recall_at_10_diff1 value: 23.063432341097563 - type: nauc_recall_at_10_max value: 22.92394894877794 - type: nauc_recall_at_10_std value: 8.371911087501582 - type: nauc_recall_at_1_diff1 value: 38.97696514329434 - type: nauc_recall_at_1_max value: 26.767327162241646 - type: nauc_recall_at_1_std value: -0.917275973263288 - type: nauc_recall_at_20_diff1 value: 21.634686385706672 - type: nauc_recall_at_20_max value: 21.79572325639087 - type: nauc_recall_at_20_std value: 10.697675389325994 - type: nauc_recall_at_3_diff1 value: 29.546325420547436 - type: nauc_recall_at_3_max value: 24.519127994796186 - type: nauc_recall_at_3_std value: 3.1086823396810326 - type: nauc_recall_at_5_diff1 value: 25.896467635888836 - type: nauc_recall_at_5_max value: 23.279743030127076 - type: nauc_recall_at_5_std value: 3.973461521902397 - type: ndcg_at_1 value: 19.305 - type: ndcg_at_10 value: 27.561000000000003 - type: ndcg_at_100 value: 33.0 - type: ndcg_at_1000 value: 36.098 - type: ndcg_at_20 value: 29.506 - type: ndcg_at_3 value: 23.153000000000002 - type: ndcg_at_5 value: 25.041000000000004 - type: precision_at_1 value: 19.305 - type: precision_at_10 value: 5.106999999999999 - type: precision_at_100 value: 0.9159999999999999 - type: precision_at_1000 value: 0.13699999999999998 - type: precision_at_20 value: 3.109 - type: precision_at_3 value: 10.977 - type: precision_at_5 value: 7.983 - type: recall_at_1 value: 15.9 - type: recall_at_10 value: 37.955 - type: recall_at_100 value: 62.548 - type: recall_at_1000 value: 84.587 - type: recall_at_20 value: 45.174 - type: recall_at_3 value: 25.631999999999998 - type: recall_at_5 value: 30.578 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 41.097 - type: map_at_1 value: 25.647 - type: map_at_10 value: 35.489 - type: map_at_100 value: 36.598000000000006 - type: map_at_1000 value: 36.714 - type: map_at_20 value: 36.091 - type: map_at_3 value: 32.558 - type: map_at_5 value: 34.12 - type: mrr_at_1 value: 30.69029850746269 - type: mrr_at_10 value: 39.69875325752189 - type: mrr_at_100 value: 40.55748565546022 - type: mrr_at_1000 value: 40.62276896976421 - type: mrr_at_20 value: 40.205520876884655 - type: mrr_at_3 value: 37.0957711442786 - type: mrr_at_5 value: 38.54633084577112 - type: nauc_map_at_1000_diff1 value: 43.073983574397836 - type: nauc_map_at_1000_max value: 39.05110091615251 - type: nauc_map_at_1000_std value: 3.9468920319082295 - type: nauc_map_at_100_diff1 value: 43.08791863746746 - type: nauc_map_at_100_max value: 39.06936593951047 - type: nauc_map_at_100_std value: 3.949739557089143 - type: nauc_map_at_10_diff1 value: 43.46411424036181 - type: nauc_map_at_10_max value: 38.84261686270787 - type: nauc_map_at_10_std value: 3.593820447243603 - type: nauc_map_at_1_diff1 value: 49.13736414654026 - type: nauc_map_at_1_max value: 38.84073514062239 - type: nauc_map_at_1_std value: 0.6764924843205758 - type: nauc_map_at_20_diff1 value: 43.15824727310532 - type: nauc_map_at_20_max value: 38.865110227856306 - type: nauc_map_at_20_std value: 3.6421612111637884 - type: nauc_map_at_3_diff1 value: 42.97264554365382 - type: nauc_map_at_3_max value: 38.0743885480388 - type: nauc_map_at_3_std value: 2.552813253584454 - type: nauc_map_at_5_diff1 value: 43.36180488245249 - type: nauc_map_at_5_max value: 38.746134215886855 - type: nauc_map_at_5_std value: 3.2012761520256574 - type: nauc_mrr_at_1000_diff1 value: 42.19315094224256 - type: nauc_mrr_at_1000_max value: 39.60927930008132 - type: nauc_mrr_at_1000_std value: 3.17813500068692 - type: nauc_mrr_at_100_diff1 value: 42.17926492978689 - type: nauc_mrr_at_100_max value: 39.609264332937016 - type: nauc_mrr_at_100_std value: 3.182969933951351 - type: nauc_mrr_at_10_diff1 value: 42.41262103440753 - type: nauc_mrr_at_10_max value: 39.55575042298517 - type: nauc_mrr_at_10_std value: 2.8905010576167336 - type: nauc_mrr_at_1_diff1 value: 47.55048192524279 - type: nauc_mrr_at_1_max value: 40.13833855151474 - type: nauc_mrr_at_1_std value: 0.693816383097446 - type: nauc_mrr_at_20_diff1 value: 42.20948235381116 - type: nauc_mrr_at_20_max value: 39.55826954563986 - type: nauc_mrr_at_20_std value: 3.043737156536514 - type: nauc_mrr_at_3_diff1 value: 42.11800971029965 - type: nauc_mrr_at_3_max value: 39.20446825560305 - type: nauc_mrr_at_3_std value: 2.1010987714618428 - type: nauc_mrr_at_5_diff1 value: 42.28355849653555 - type: nauc_mrr_at_5_max value: 39.8024839549448 - type: nauc_mrr_at_5_std value: 2.8509258976316665 - type: nauc_ndcg_at_1000_diff1 value: 40.82283550556556 - type: nauc_ndcg_at_1000_max value: 39.59448874626347 - type: nauc_ndcg_at_1000_std value: 6.318108799977273 - type: nauc_ndcg_at_100_diff1 value: 40.91711214763992 - type: nauc_ndcg_at_100_max value: 39.882716398045645 - type: nauc_ndcg_at_100_std value: 6.792518972406961 - type: nauc_ndcg_at_10_diff1 value: 42.148734216841426 - type: nauc_ndcg_at_10_max value: 38.94650975512333 - type: nauc_ndcg_at_10_std value: 4.556182077244229 - type: nauc_ndcg_at_1_diff1 value: 47.55048192524279 - type: nauc_ndcg_at_1_max value: 40.13833855151474 - type: nauc_ndcg_at_1_std value: 0.693816383097446 - type: nauc_ndcg_at_20_diff1 value: 41.33830324780787 - type: nauc_ndcg_at_20_max value: 38.99753020016086 - type: nauc_ndcg_at_20_std value: 4.997355891644065 - type: nauc_ndcg_at_3_diff1 value: 40.632074346291226 - type: nauc_ndcg_at_3_max value: 37.74533230390663 - type: nauc_ndcg_at_3_std value: 2.818501070169461 - type: nauc_ndcg_at_5_diff1 value: 41.53305160230979 - type: nauc_ndcg_at_5_max value: 39.008469790971446 - type: nauc_ndcg_at_5_std value: 3.9132704820282185 - type: nauc_precision_at_1000_diff1 value: -16.275470536601553 - type: nauc_precision_at_1000_max value: -1.8342844781307241 - type: nauc_precision_at_1000_std value: 4.310973961337311 - type: nauc_precision_at_100_diff1 value: -1.5686652633788711 - type: nauc_precision_at_100_max value: 16.777664630951243 - type: nauc_precision_at_100_std value: 12.786646002597266 - type: nauc_precision_at_10_diff1 value: 22.577465467336985 - type: nauc_precision_at_10_max value: 29.92569405327542 - type: nauc_precision_at_10_std value: 6.472352437187154 - type: nauc_precision_at_1_diff1 value: 47.55048192524279 - type: nauc_precision_at_1_max value: 40.13833855151474 - type: nauc_precision_at_1_std value: 0.693816383097446 - type: nauc_precision_at_20_diff1 value: 12.998604655363252 - type: nauc_precision_at_20_max value: 24.63474884656295 - type: nauc_precision_at_20_std value: 7.807995721129364 - type: nauc_precision_at_3_diff1 value: 28.761105532627653 - type: nauc_precision_at_3_max value: 33.603413806508016 - type: nauc_precision_at_3_std value: 3.75231027858249 - type: nauc_precision_at_5_diff1 value: 27.20281463706432 - type: nauc_precision_at_5_max value: 33.812170370404964 - type: nauc_precision_at_5_std value: 5.5706434146650174 - type: nauc_recall_at_1000_diff1 value: 16.28323180072408 - type: nauc_recall_at_1000_max value: 41.02132477593352 - type: nauc_recall_at_1000_std value: 46.58226026803574 - type: nauc_recall_at_100_diff1 value: 30.252252828923442 - type: nauc_recall_at_100_max value: 39.18434373583235 - type: nauc_recall_at_100_std value: 23.682546193975835 - type: nauc_recall_at_10_diff1 value: 37.41809225361962 - type: nauc_recall_at_10_max value: 35.45754200987788 - type: nauc_recall_at_10_std value: 7.835501851929793 - type: nauc_recall_at_1_diff1 value: 49.13736414654026 - type: nauc_recall_at_1_max value: 38.84073514062239 - type: nauc_recall_at_1_std value: 0.6764924843205758 - type: nauc_recall_at_20_diff1 value: 34.444501919000466 - type: nauc_recall_at_20_max value: 35.045180979703936 - type: nauc_recall_at_20_std value: 9.555277525634391 - type: nauc_recall_at_3_diff1 value: 35.38353731246101 - type: nauc_recall_at_3_max value: 34.95669021955214 - type: nauc_recall_at_3_std value: 3.5047818121866423 - type: nauc_recall_at_5_diff1 value: 36.36149919503224 - type: nauc_recall_at_5_max value: 37.23497111976678 - type: nauc_recall_at_5_std value: 6.363144873112864 - type: ndcg_at_1 value: 30.69 - type: ndcg_at_10 value: 41.097 - type: ndcg_at_100 value: 46.244 - type: ndcg_at_1000 value: 48.705 - type: ndcg_at_20 value: 43.045 - type: ndcg_at_3 value: 36.0 - type: ndcg_at_5 value: 38.263999999999996 - type: precision_at_1 value: 30.69 - type: precision_at_10 value: 7.024 - type: precision_at_100 value: 1.086 - type: precision_at_1000 value: 0.14100000000000001 - type: precision_at_20 value: 4.114 - type: precision_at_3 value: 16.573 - type: precision_at_5 value: 11.66 - type: recall_at_1 value: 25.647 - type: recall_at_10 value: 54.041 - type: recall_at_100 value: 76.452 - type: recall_at_1000 value: 93.41199999999999 - type: recall_at_20 value: 60.885999999999996 - type: recall_at_3 value: 39.806000000000004 - type: recall_at_5 value: 45.771 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 40.536 - type: map_at_1 value: 25.269000000000002 - type: map_at_10 value: 34.469 - type: map_at_100 value: 36.148 - type: map_at_1000 value: 36.39 - type: map_at_20 value: 35.271 - type: map_at_3 value: 31.512 - type: map_at_5 value: 33.084 - type: mrr_at_1 value: 30.039525691699602 - type: mrr_at_10 value: 39.16133383524688 - type: mrr_at_100 value: 40.14516507203992 - type: mrr_at_1000 value: 40.1971259762783 - type: mrr_at_20 value: 39.65378843345565 - type: mrr_at_3 value: 36.264822134387366 - type: mrr_at_5 value: 38.04347826086957 - type: nauc_map_at_1000_diff1 value: 41.23777066604819 - type: nauc_map_at_1000_max value: 29.697835906785258 - type: nauc_map_at_1000_std value: 13.151250768025289 - type: nauc_map_at_100_diff1 value: 41.44545499465252 - type: nauc_map_at_100_max value: 29.929853748422907 - type: nauc_map_at_100_std value: 12.876722579718555 - type: nauc_map_at_10_diff1 value: 41.44068588619996 - type: nauc_map_at_10_max value: 29.68956472002844 - type: nauc_map_at_10_std value: 11.242898170102904 - type: nauc_map_at_1_diff1 value: 46.84883220516276 - type: nauc_map_at_1_max value: 26.76803898222124 - type: nauc_map_at_1_std value: 5.429965960916437 - type: nauc_map_at_20_diff1 value: 41.43232849055284 - type: nauc_map_at_20_max value: 29.85478907102595 - type: nauc_map_at_20_std value: 12.047014904814244 - type: nauc_map_at_3_diff1 value: 42.13781126143856 - type: nauc_map_at_3_max value: 28.619846182069796 - type: nauc_map_at_3_std value: 9.26774914569438 - type: nauc_map_at_5_diff1 value: 41.86060568706796 - type: nauc_map_at_5_max value: 29.20646167739124 - type: nauc_map_at_5_std value: 10.196299300813768 - type: nauc_mrr_at_1000_diff1 value: 39.90024879841238 - type: nauc_mrr_at_1000_max value: 30.194766792843776 - type: nauc_mrr_at_1000_std value: 15.435427965977548 - type: nauc_mrr_at_100_diff1 value: 39.89974167805104 - type: nauc_mrr_at_100_max value: 30.212197823536968 - type: nauc_mrr_at_100_std value: 15.483822380485979 - type: nauc_mrr_at_10_diff1 value: 39.70223352496804 - type: nauc_mrr_at_10_max value: 30.089870568253495 - type: nauc_mrr_at_10_std value: 15.2541925115367 - type: nauc_mrr_at_1_diff1 value: 44.49060652969161 - type: nauc_mrr_at_1_max value: 29.033244415839583 - type: nauc_mrr_at_1_std value: 9.553093752257363 - type: nauc_mrr_at_20_diff1 value: 39.7657990260374 - type: nauc_mrr_at_20_max value: 30.189049527672516 - type: nauc_mrr_at_20_std value: 15.431059547592483 - type: nauc_mrr_at_3_diff1 value: 40.21822820355803 - type: nauc_mrr_at_3_max value: 29.549636019688503 - type: nauc_mrr_at_3_std value: 13.795456438966566 - type: nauc_mrr_at_5_diff1 value: 39.72672202424956 - type: nauc_mrr_at_5_max value: 30.1633304414765 - type: nauc_mrr_at_5_std value: 14.599822893748456 - type: nauc_ndcg_at_1000_diff1 value: 39.849090100108874 - type: nauc_ndcg_at_1000_max value: 30.981764528096956 - type: nauc_ndcg_at_1000_std value: 17.89582818401294 - type: nauc_ndcg_at_100_diff1 value: 40.17840792576294 - type: nauc_ndcg_at_100_max value: 31.48203591767227 - type: nauc_ndcg_at_100_std value: 18.29778601813939 - type: nauc_ndcg_at_10_diff1 value: 38.857200762585606 - type: nauc_ndcg_at_10_max value: 30.13229581380308 - type: nauc_ndcg_at_10_std value: 16.17071219347946 - type: nauc_ndcg_at_1_diff1 value: 44.49060652969161 - type: nauc_ndcg_at_1_max value: 29.033244415839583 - type: nauc_ndcg_at_1_std value: 9.553093752257363 - type: nauc_ndcg_at_20_diff1 value: 38.99361688965992 - type: nauc_ndcg_at_20_max value: 30.825188196178193 - type: nauc_ndcg_at_20_std value: 17.152799232924643 - type: nauc_ndcg_at_3_diff1 value: 40.65525440429812 - type: nauc_ndcg_at_3_max value: 29.320016606388773 - type: nauc_ndcg_at_3_std value: 12.922562422127406 - type: nauc_ndcg_at_5_diff1 value: 39.83867510037483 - type: nauc_ndcg_at_5_max value: 30.033787705790992 - type: nauc_ndcg_at_5_std value: 14.563079924489625 - type: nauc_precision_at_1000_diff1 value: -19.993988457603088 - type: nauc_precision_at_1000_max value: -12.747689801711967 - type: nauc_precision_at_1000_std value: 34.6332931620155 - type: nauc_precision_at_100_diff1 value: -6.748020584579084 - type: nauc_precision_at_100_max value: 0.6267986565704456 - type: nauc_precision_at_100_std value: 40.119125703403256 - type: nauc_precision_at_10_diff1 value: 16.434104053961246 - type: nauc_precision_at_10_max value: 25.920546814296657 - type: nauc_precision_at_10_std value: 31.436305732828924 - type: nauc_precision_at_1_diff1 value: 44.49060652969161 - type: nauc_precision_at_1_max value: 29.033244415839583 - type: nauc_precision_at_1_std value: 9.553093752257363 - type: nauc_precision_at_20_diff1 value: 9.430238654486182 - type: nauc_precision_at_20_max value: 19.387619862606023 - type: nauc_precision_at_20_std value: 34.31471307421298 - type: nauc_precision_at_3_diff1 value: 29.339003850294738 - type: nauc_precision_at_3_max value: 28.405961363826883 - type: nauc_precision_at_3_std value: 19.221125620695894 - type: nauc_precision_at_5_diff1 value: 25.01376098941302 - type: nauc_precision_at_5_max value: 28.259205262661354 - type: nauc_precision_at_5_std value: 24.646005120813793 - type: nauc_recall_at_1000_diff1 value: 26.867794331276546 - type: nauc_recall_at_1000_max value: 47.39704406845425 - type: nauc_recall_at_1000_std value: 56.540750003602284 - type: nauc_recall_at_100_diff1 value: 33.80692603559288 - type: nauc_recall_at_100_max value: 35.79345604728831 - type: nauc_recall_at_100_std value: 39.61583147681306 - type: nauc_recall_at_10_diff1 value: 30.74913870084898 - type: nauc_recall_at_10_max value: 28.550328524430313 - type: nauc_recall_at_10_std value: 20.70923346164207 - type: nauc_recall_at_1_diff1 value: 46.84883220516276 - type: nauc_recall_at_1_max value: 26.76803898222124 - type: nauc_recall_at_1_std value: 5.429965960916437 - type: nauc_recall_at_20_diff1 value: 30.238758012717632 - type: nauc_recall_at_20_max value: 31.107411022890087 - type: nauc_recall_at_20_std value: 26.389703710345824 - type: nauc_recall_at_3_diff1 value: 36.06769142171874 - type: nauc_recall_at_3_max value: 27.31389403210941 - type: nauc_recall_at_3_std value: 11.98083106503915 - type: nauc_recall_at_5_diff1 value: 33.71634594158308 - type: nauc_recall_at_5_max value: 28.78638965971309 - type: nauc_recall_at_5_std value: 15.189738771309536 - type: ndcg_at_1 value: 30.04 - type: ndcg_at_10 value: 40.536 - type: ndcg_at_100 value: 46.764 - type: ndcg_at_1000 value: 49.117 - type: ndcg_at_20 value: 42.622 - type: ndcg_at_3 value: 35.405 - type: ndcg_at_5 value: 37.852000000000004 - type: precision_at_1 value: 30.04 - type: precision_at_10 value: 7.609000000000001 - type: precision_at_100 value: 1.587 - type: precision_at_1000 value: 0.248 - type: precision_at_20 value: 4.862 - type: precision_at_3 value: 16.469 - type: precision_at_5 value: 12.174 - type: recall_at_1 value: 25.269000000000002 - type: recall_at_10 value: 52.625 - type: recall_at_100 value: 79.692 - type: recall_at_1000 value: 93.872 - type: recall_at_20 value: 60.101000000000006 - type: recall_at_3 value: 38.007000000000005 - type: recall_at_5 value: 44.368 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 30.72 - type: map_at_1 value: 17.904999999999998 - type: map_at_10 value: 25.895000000000003 - type: map_at_100 value: 26.987 - type: map_at_1000 value: 27.093 - type: map_at_20 value: 26.531 - type: map_at_3 value: 23.427 - type: map_at_5 value: 24.745 - type: mrr_at_1 value: 19.408502772643253 - type: mrr_at_10 value: 27.68454948214652 - type: mrr_at_100 value: 28.70497510115042 - type: mrr_at_1000 value: 28.77800299198267 - type: mrr_at_20 value: 28.299146969930632 - type: mrr_at_3 value: 25.385089340727035 - type: mrr_at_5 value: 26.586568083795438 - type: nauc_map_at_1000_diff1 value: 27.656552804653188 - type: nauc_map_at_1000_max value: 28.278210613747085 - type: nauc_map_at_1000_std value: 7.636923554871985 - type: nauc_map_at_100_diff1 value: 27.68163916035642 - type: nauc_map_at_100_max value: 28.319426539734533 - type: nauc_map_at_100_std value: 7.615632460965613 - type: nauc_map_at_10_diff1 value: 27.81643272922092 - type: nauc_map_at_10_max value: 28.44829740618446 - type: nauc_map_at_10_std value: 7.048192282401064 - type: nauc_map_at_1_diff1 value: 34.71993768712798 - type: nauc_map_at_1_max value: 29.35508188014935 - type: nauc_map_at_1_std value: 5.800177171184667 - type: nauc_map_at_20_diff1 value: 27.573069669436002 - type: nauc_map_at_20_max value: 28.340760757024402 - type: nauc_map_at_20_std value: 7.432497419648549 - type: nauc_map_at_3_diff1 value: 28.0749696694862 - type: nauc_map_at_3_max value: 28.221652713824387 - type: nauc_map_at_3_std value: 6.489641152541675 - type: nauc_map_at_5_diff1 value: 28.510955753988238 - type: nauc_map_at_5_max value: 29.571301637554214 - type: nauc_map_at_5_std value: 6.473854752177196 - type: nauc_mrr_at_1000_diff1 value: 28.291274678898837 - type: nauc_mrr_at_1000_max value: 28.89089601307953 - type: nauc_mrr_at_1000_std value: 7.978039720644806 - type: nauc_mrr_at_100_diff1 value: 28.293308319797156 - type: nauc_mrr_at_100_max value: 28.90460847457946 - type: nauc_mrr_at_100_std value: 7.961946519183837 - type: nauc_mrr_at_10_diff1 value: 28.306882877399765 - type: nauc_mrr_at_10_max value: 29.023160188692565 - type: nauc_mrr_at_10_std value: 7.333729790151233 - type: nauc_mrr_at_1_diff1 value: 35.74030806276543 - type: nauc_mrr_at_1_max value: 30.542176375569223 - type: nauc_mrr_at_1_std value: 6.3392464705119815 - type: nauc_mrr_at_20_diff1 value: 28.199961982647636 - type: nauc_mrr_at_20_max value: 28.89908711597266 - type: nauc_mrr_at_20_std value: 7.78849413109836 - type: nauc_mrr_at_3_diff1 value: 28.76321169481898 - type: nauc_mrr_at_3_max value: 29.423400120545406 - type: nauc_mrr_at_3_std value: 6.634658224120063 - type: nauc_mrr_at_5_diff1 value: 28.87527452530622 - type: nauc_mrr_at_5_max value: 30.115889687753334 - type: nauc_mrr_at_5_std value: 6.815986424787185 - type: nauc_ndcg_at_1000_diff1 value: 25.35920737348185 - type: nauc_ndcg_at_1000_max value: 27.28373953268315 - type: nauc_ndcg_at_1000_std value: 11.190505068200721 - type: nauc_ndcg_at_100_diff1 value: 25.125520427577914 - type: nauc_ndcg_at_100_max value: 27.435890311699794 - type: nauc_ndcg_at_100_std value: 10.78979691712491 - type: nauc_ndcg_at_10_diff1 value: 25.18758672709162 - type: nauc_ndcg_at_10_max value: 27.66038545305524 - type: nauc_ndcg_at_10_std value: 7.983106632232964 - type: nauc_ndcg_at_1_diff1 value: 35.74030806276543 - type: nauc_ndcg_at_1_max value: 30.542176375569223 - type: nauc_ndcg_at_1_std value: 6.3392464705119815 - type: nauc_ndcg_at_20_diff1 value: 24.594558275801592 - type: nauc_ndcg_at_20_max value: 27.37252977484472 - type: nauc_ndcg_at_20_std value: 9.335196007493515 - type: nauc_ndcg_at_3_diff1 value: 26.164200118497625 - type: nauc_ndcg_at_3_max value: 28.337098050134546 - type: nauc_ndcg_at_3_std value: 6.4598335810426555 - type: nauc_ndcg_at_5_diff1 value: 26.72914925468045 - type: nauc_ndcg_at_5_max value: 30.190322837110088 - type: nauc_ndcg_at_5_std value: 6.591910177519779 - type: nauc_precision_at_1000_diff1 value: -7.0560793404194815 - type: nauc_precision_at_1000_max value: -10.658028899830803 - type: nauc_precision_at_1000_std value: 2.5750162441510347 - type: nauc_precision_at_100_diff1 value: 7.671888930469023 - type: nauc_precision_at_100_max value: 11.831423320429455 - type: nauc_precision_at_100_std value: 15.08253440221326 - type: nauc_precision_at_10_diff1 value: 16.972976810499027 - type: nauc_precision_at_10_max value: 23.98242766415782 - type: nauc_precision_at_10_std value: 10.223639808250269 - type: nauc_precision_at_1_diff1 value: 35.74030806276543 - type: nauc_precision_at_1_max value: 30.542176375569223 - type: nauc_precision_at_1_std value: 6.3392464705119815 - type: nauc_precision_at_20_diff1 value: 13.794994785703663 - type: nauc_precision_at_20_max value: 21.094513216417692 - type: nauc_precision_at_20_std value: 12.26874878400742 - type: nauc_precision_at_3_diff1 value: 22.333303842840486 - type: nauc_precision_at_3_max value: 28.702139275231016 - type: nauc_precision_at_3_std value: 6.583672813643597 - type: nauc_precision_at_5_diff1 value: 22.69047323643008 - type: nauc_precision_at_5_max value: 31.556653044773892 - type: nauc_precision_at_5_std value: 6.448295831059192 - type: nauc_recall_at_1000_diff1 value: 10.289722321951235 - type: nauc_recall_at_1000_max value: 18.179523772971493 - type: nauc_recall_at_1000_std value: 45.97688126002289 - type: nauc_recall_at_100_diff1 value: 14.995599418141012 - type: nauc_recall_at_100_max value: 22.101566605968454 - type: nauc_recall_at_100_std value: 23.847625362755252 - type: nauc_recall_at_10_diff1 value: 17.038200845484997 - type: nauc_recall_at_10_max value: 23.6216159888561 - type: nauc_recall_at_10_std value: 10.123483137988053 - type: nauc_recall_at_1_diff1 value: 34.71993768712798 - type: nauc_recall_at_1_max value: 29.35508188014935 - type: nauc_recall_at_1_std value: 5.800177171184667 - type: nauc_recall_at_20_diff1 value: 14.523669052965957 - type: nauc_recall_at_20_max value: 22.340278384384828 - type: nauc_recall_at_20_std value: 14.779443100866379 - type: nauc_recall_at_3_diff1 value: 20.33484791360102 - type: nauc_recall_at_3_max value: 27.30398433136853 - type: nauc_recall_at_3_std value: 7.055597703841827 - type: nauc_recall_at_5_diff1 value: 21.56533690641675 - type: nauc_recall_at_5_max value: 31.066518763308267 - type: nauc_recall_at_5_std value: 6.603858638534331 - type: ndcg_at_1 value: 19.409000000000002 - type: ndcg_at_10 value: 30.72 - type: ndcg_at_100 value: 36.055 - type: ndcg_at_1000 value: 38.674 - type: ndcg_at_20 value: 32.908 - type: ndcg_at_3 value: 25.861 - type: ndcg_at_5 value: 28.044000000000004 - type: precision_at_1 value: 19.409000000000002 - type: precision_at_10 value: 5.102 - type: precision_at_100 value: 0.8340000000000001 - type: precision_at_1000 value: 0.116 - type: precision_at_20 value: 3.0589999999999997 - type: precision_at_3 value: 11.337 - type: precision_at_5 value: 8.244 - type: recall_at_1 value: 17.904999999999998 - type: recall_at_10 value: 43.702999999999996 - type: recall_at_100 value: 68.269 - type: recall_at_1000 value: 87.849 - type: recall_at_20 value: 52.002 - type: recall_at_3 value: 30.641000000000002 - type: recall_at_5 value: 35.687000000000005 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 22.975 - type: map_at_1 value: 9.154 - type: map_at_10 value: 15.858 - type: map_at_100 value: 17.479 - type: map_at_1000 value: 17.669 - type: map_at_20 value: 16.744 - type: map_at_3 value: 13.064 - type: map_at_5 value: 14.521 - type: mrr_at_1 value: 20.195439739413683 - type: mrr_at_10 value: 30.585414404632594 - type: mrr_at_100 value: 31.68602716729008 - type: mrr_at_1000 value: 31.740652183066555 - type: mrr_at_20 value: 31.294540210570617 - type: mrr_at_3 value: 27.18783930510311 - type: mrr_at_5 value: 29.213897937024903 - type: nauc_map_at_1000_diff1 value: 16.037069641919718 - type: nauc_map_at_1000_max value: 38.758801867043346 - type: nauc_map_at_1000_std value: 15.498033149275855 - type: nauc_map_at_100_diff1 value: 16.041089992146656 - type: nauc_map_at_100_max value: 38.78278854371678 - type: nauc_map_at_100_std value: 15.432260078444598 - type: nauc_map_at_10_diff1 value: 16.037749152259426 - type: nauc_map_at_10_max value: 38.511108450006326 - type: nauc_map_at_10_std value: 13.734018806189392 - type: nauc_map_at_1_diff1 value: 21.4273826769577 - type: nauc_map_at_1_max value: 36.71335823265754 - type: nauc_map_at_1_std value: 9.94093511310869 - type: nauc_map_at_20_diff1 value: 15.947493170688693 - type: nauc_map_at_20_max value: 38.6945847133293 - type: nauc_map_at_20_std value: 14.757619659880481 - type: nauc_map_at_3_diff1 value: 16.748636623665732 - type: nauc_map_at_3_max value: 37.75055033371387 - type: nauc_map_at_3_std value: 10.803356879596267 - type: nauc_map_at_5_diff1 value: 15.89216128796926 - type: nauc_map_at_5_max value: 37.79217848917813 - type: nauc_map_at_5_std value: 12.02613160668 - type: nauc_mrr_at_1000_diff1 value: 15.105012159480442 - type: nauc_mrr_at_1000_max value: 34.052699433727504 - type: nauc_mrr_at_1000_std value: 15.365585627007064 - type: nauc_mrr_at_100_diff1 value: 15.08427033892405 - type: nauc_mrr_at_100_max value: 34.04140764948477 - type: nauc_mrr_at_100_std value: 15.369498870524408 - type: nauc_mrr_at_10_diff1 value: 15.197193594414504 - type: nauc_mrr_at_10_max value: 34.25929154611646 - type: nauc_mrr_at_10_std value: 15.216419986611445 - type: nauc_mrr_at_1_diff1 value: 19.72232603744611 - type: nauc_mrr_at_1_max value: 33.0703783654015 - type: nauc_mrr_at_1_std value: 11.385526761727292 - type: nauc_mrr_at_20_diff1 value: 15.104427185241388 - type: nauc_mrr_at_20_max value: 34.086323645363926 - type: nauc_mrr_at_20_std value: 15.353784243987029 - type: nauc_mrr_at_3_diff1 value: 15.007505538132943 - type: nauc_mrr_at_3_max value: 33.750279040158404 - type: nauc_mrr_at_3_std value: 13.598496508582286 - type: nauc_mrr_at_5_diff1 value: 14.634097520168554 - type: nauc_mrr_at_5_max value: 33.801859132237574 - type: nauc_mrr_at_5_std value: 14.778514515240438 - type: nauc_ndcg_at_1000_diff1 value: 15.250120461691466 - type: nauc_ndcg_at_1000_max value: 38.43021201605572 - type: nauc_ndcg_at_1000_std value: 21.657377063051353 - type: nauc_ndcg_at_100_diff1 value: 14.818636989761028 - type: nauc_ndcg_at_100_max value: 38.280824047293585 - type: nauc_ndcg_at_100_std value: 20.716588575104154 - type: nauc_ndcg_at_10_diff1 value: 14.949326613617743 - type: nauc_ndcg_at_10_max value: 38.37334285689745 - type: nauc_ndcg_at_10_std value: 16.559952813736885 - type: nauc_ndcg_at_1_diff1 value: 19.72232603744611 - type: nauc_ndcg_at_1_max value: 33.0703783654015 - type: nauc_ndcg_at_1_std value: 11.385526761727292 - type: nauc_ndcg_at_20_diff1 value: 14.69418270993905 - type: nauc_ndcg_at_20_max value: 38.41349128501826 - type: nauc_ndcg_at_20_std value: 18.454911872039002 - type: nauc_ndcg_at_3_diff1 value: 15.031218132346776 - type: nauc_ndcg_at_3_max value: 36.355181485636706 - type: nauc_ndcg_at_3_std value: 12.26808932809565 - type: nauc_ndcg_at_5_diff1 value: 14.099987548048453 - type: nauc_ndcg_at_5_max value: 36.93549075816856 - type: nauc_ndcg_at_5_std value: 14.062913967061144 - type: nauc_precision_at_1000_diff1 value: 2.745215202551936 - type: nauc_precision_at_1000_max value: 9.202232202388616 - type: nauc_precision_at_1000_std value: 23.238927236296313 - type: nauc_precision_at_100_diff1 value: 5.333500824348401 - type: nauc_precision_at_100_max value: 19.99824218635829 - type: nauc_precision_at_100_std value: 26.794927365060882 - type: nauc_precision_at_10_diff1 value: 10.912117132486113 - type: nauc_precision_at_10_max value: 33.94113517409231 - type: nauc_precision_at_10_std value: 23.631518047709186 - type: nauc_precision_at_1_diff1 value: 19.72232603744611 - type: nauc_precision_at_1_max value: 33.0703783654015 - type: nauc_precision_at_1_std value: 11.385526761727292 - type: nauc_precision_at_20_diff1 value: 8.309761038914852 - type: nauc_precision_at_20_max value: 29.14590769378268 - type: nauc_precision_at_20_std value: 25.851235659428585 - type: nauc_precision_at_3_diff1 value: 11.331536710929841 - type: nauc_precision_at_3_max value: 35.12943522142151 - type: nauc_precision_at_3_std value: 14.28626509109586 - type: nauc_precision_at_5_diff1 value: 9.181740352616073 - type: nauc_precision_at_5_max value: 32.95874017417319 - type: nauc_precision_at_5_std value: 18.875332375384243 - type: nauc_recall_at_1000_diff1 value: 11.944781627533635 - type: nauc_recall_at_1000_max value: 31.213762696108894 - type: nauc_recall_at_1000_std value: 33.694524296874924 - type: nauc_recall_at_100_diff1 value: 10.042968679399337 - type: nauc_recall_at_100_max value: 30.721559712666703 - type: nauc_recall_at_100_std value: 26.117970796421496 - type: nauc_recall_at_10_diff1 value: 11.207487770094236 - type: nauc_recall_at_10_max value: 35.18818100360008 - type: nauc_recall_at_10_std value: 16.943874389099708 - type: nauc_recall_at_1_diff1 value: 21.4273826769577 - type: nauc_recall_at_1_max value: 36.71335823265754 - type: nauc_recall_at_1_std value: 9.94093511310869 - type: nauc_recall_at_20_diff1 value: 10.347450203103314 - type: nauc_recall_at_20_max value: 33.47748221191205 - type: nauc_recall_at_20_std value: 20.2480564514159 - type: nauc_recall_at_3_diff1 value: 11.886095812127731 - type: nauc_recall_at_3_max value: 35.77674905901596 - type: nauc_recall_at_3_std value: 11.074676404297348 - type: nauc_recall_at_5_diff1 value: 9.650035588570475 - type: nauc_recall_at_5_max value: 33.86774391752576 - type: nauc_recall_at_5_std value: 13.27521467680842 - type: ndcg_at_1 value: 20.195 - type: ndcg_at_10 value: 22.975 - type: ndcg_at_100 value: 29.817 - type: ndcg_at_1000 value: 33.471000000000004 - type: ndcg_at_20 value: 25.686999999999998 - type: ndcg_at_3 value: 18.107 - type: ndcg_at_5 value: 20.018 - type: precision_at_1 value: 20.195 - type: precision_at_10 value: 7.205 - type: precision_at_100 value: 1.444 - type: precision_at_1000 value: 0.212 - type: precision_at_20 value: 4.723 - type: precision_at_3 value: 13.245999999999999 - type: precision_at_5 value: 10.606 - type: recall_at_1 value: 9.154 - type: recall_at_10 value: 28.767 - type: recall_at_100 value: 52.425 - type: recall_at_1000 value: 73.089 - type: recall_at_20 value: 36.553999999999995 - type: recall_at_3 value: 17.185 - type: recall_at_5 value: 22.134 task: type: Retrieval - dataset: config: default name: MTEB DBPedia revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 36.144999999999996 - type: map_at_1 value: 7.649 - type: map_at_10 value: 17.047 - type: map_at_100 value: 24.032 - type: map_at_1000 value: 25.706 - type: map_at_20 value: 19.618 - type: map_at_3 value: 12.418 - type: map_at_5 value: 14.368 - type: mrr_at_1 value: 59.5 - type: mrr_at_10 value: 69.60773809523812 - type: mrr_at_100 value: 70.02536137133357 - type: mrr_at_1000 value: 70.03248443032197 - type: mrr_at_20 value: 69.88854627806836 - type: mrr_at_3 value: 67.75000000000001 - type: mrr_at_5 value: 68.90000000000002 - type: nauc_map_at_1000_diff1 value: 24.769948171392038 - type: nauc_map_at_1000_max value: 20.164443280028028 - type: nauc_map_at_1000_std value: 18.20804906608059 - type: nauc_map_at_100_diff1 value: 25.561618748804193 - type: nauc_map_at_100_max value: 16.896517819222023 - type: nauc_map_at_100_std value: 14.681687054216672 - type: nauc_map_at_10_diff1 value: 28.824340623925725 - type: nauc_map_at_10_max value: 2.0744137579234385 - type: nauc_map_at_10_std value: -3.723499822292739 - type: nauc_map_at_1_diff1 value: 42.04435378863444 - type: nauc_map_at_1_max value: -4.516296554127127 - type: nauc_map_at_1_std value: -18.324589232168304 - type: nauc_map_at_20_diff1 value: 27.553140616694183 - type: nauc_map_at_20_max value: 7.748167188798795 - type: nauc_map_at_20_std value: 1.8102156045211841 - type: nauc_map_at_3_diff1 value: 31.826786239287745 - type: nauc_map_at_3_max value: -4.731252822863475 - type: nauc_map_at_3_std value: -13.137415312495673 - type: nauc_map_at_5_diff1 value: 30.118831350998505 - type: nauc_map_at_5_max value: -2.6862814363967162 - type: nauc_map_at_5_std value: -9.069098178785234 - type: nauc_mrr_at_1000_diff1 value: 40.23653243538676 - type: nauc_mrr_at_1000_max value: 43.34063732869753 - type: nauc_mrr_at_1000_std value: 24.02771140973626 - type: nauc_mrr_at_100_diff1 value: 40.238750951607656 - type: nauc_mrr_at_100_max value: 43.3509331745154 - type: nauc_mrr_at_100_std value: 24.042487815165778 - type: nauc_mrr_at_10_diff1 value: 40.07288615484548 - type: nauc_mrr_at_10_max value: 42.882473167740926 - type: nauc_mrr_at_10_std value: 24.067060366322234 - type: nauc_mrr_at_1_diff1 value: 43.49465420174581 - type: nauc_mrr_at_1_max value: 42.599629594103035 - type: nauc_mrr_at_1_std value: 17.395426741534887 - type: nauc_mrr_at_20_diff1 value: 40.20423341240472 - type: nauc_mrr_at_20_max value: 43.40973927384218 - type: nauc_mrr_at_20_std value: 24.156200006185415 - type: nauc_mrr_at_3_diff1 value: 40.56793708302814 - type: nauc_mrr_at_3_max value: 43.48080046904082 - type: nauc_mrr_at_3_std value: 24.388002614230007 - type: nauc_mrr_at_5_diff1 value: 39.86890575593112 - type: nauc_mrr_at_5_max value: 43.23959763893718 - type: nauc_mrr_at_5_std value: 24.19878771794128 - type: nauc_ndcg_at_1000_diff1 value: 23.743068443008102 - type: nauc_ndcg_at_1000_max value: 30.51752657054515 - type: nauc_ndcg_at_1000_std value: 29.101779700627745 - type: nauc_ndcg_at_100_diff1 value: 25.49187816023425 - type: nauc_ndcg_at_100_max value: 20.758686270523445 - type: nauc_ndcg_at_100_std value: 20.59270283055051 - type: nauc_ndcg_at_10_diff1 value: 25.161806925190383 - type: nauc_ndcg_at_10_max value: 24.02776515859886 - type: nauc_ndcg_at_10_std value: 15.034667076782565 - type: nauc_ndcg_at_1_diff1 value: 34.95154261809311 - type: nauc_ndcg_at_1_max value: 30.796060658880968 - type: nauc_ndcg_at_1_std value: 10.107373191563541 - type: nauc_ndcg_at_20_diff1 value: 24.845068847022652 - type: nauc_ndcg_at_20_max value: 20.601938729147314 - type: nauc_ndcg_at_20_std value: 12.644897588184675 - type: nauc_ndcg_at_3_diff1 value: 26.583238126677028 - type: nauc_ndcg_at_3_max value: 28.806809799282178 - type: nauc_ndcg_at_3_std value: 13.550599913880745 - type: nauc_ndcg_at_5_diff1 value: 25.154297971813065 - type: nauc_ndcg_at_5_max value: 25.820560775871655 - type: nauc_ndcg_at_5_std value: 13.501657387836962 - type: nauc_precision_at_1000_diff1 value: -9.063618209923256 - type: nauc_precision_at_1000_max value: 34.8084119843456 - type: nauc_precision_at_1000_std value: 23.514739789742624 - type: nauc_precision_at_100_diff1 value: -7.410426785473821 - type: nauc_precision_at_100_max value: 40.12489811551585 - type: nauc_precision_at_100_std value: 44.50712590001217 - type: nauc_precision_at_10_diff1 value: 2.0309001746688202 - type: nauc_precision_at_10_max value: 41.68300310322266 - type: nauc_precision_at_10_std value: 40.766261907191485 - type: nauc_precision_at_1_diff1 value: 43.49465420174581 - type: nauc_precision_at_1_max value: 42.599629594103035 - type: nauc_precision_at_1_std value: 17.395426741534887 - type: nauc_precision_at_20_diff1 value: -2.217151030156932 - type: nauc_precision_at_20_max value: 43.94225567719632 - type: nauc_precision_at_20_std value: 41.79076336825192 - type: nauc_precision_at_3_diff1 value: 14.912911896044525 - type: nauc_precision_at_3_max value: 39.57557965515468 - type: nauc_precision_at_3_std value: 29.11971628718362 - type: nauc_precision_at_5_diff1 value: 7.1362849267908395 - type: nauc_precision_at_5_max value: 38.67895529575713 - type: nauc_precision_at_5_std value: 34.489379796510214 - type: nauc_recall_at_1000_diff1 value: 12.23037357128374 - type: nauc_recall_at_1000_max value: 15.597717465432783 - type: nauc_recall_at_1000_std value: 39.16149460137257 - type: nauc_recall_at_100_diff1 value: 16.806600173437687 - type: nauc_recall_at_100_max value: 5.491501876814462 - type: nauc_recall_at_100_std value: 20.93514821269989 - type: nauc_recall_at_10_diff1 value: 20.814296273865388 - type: nauc_recall_at_10_max value: -5.291676365230492 - type: nauc_recall_at_10_std value: -5.237564688092633 - type: nauc_recall_at_1_diff1 value: 42.04435378863444 - type: nauc_recall_at_1_max value: -4.516296554127127 - type: nauc_recall_at_1_std value: -18.324589232168304 - type: nauc_recall_at_20_diff1 value: 18.372444115512963 - type: nauc_recall_at_20_max value: -1.9234774791650686 - type: nauc_recall_at_20_std value: -1.353100761033264 - type: nauc_recall_at_3_diff1 value: 26.628559998316607 - type: nauc_recall_at_3_max value: -8.123742954914984 - type: nauc_recall_at_3_std value: -13.350769496540824 - type: nauc_recall_at_5_diff1 value: 22.898717613081477 - type: nauc_recall_at_5_max value: -7.907446096058305 - type: nauc_recall_at_5_std value: -9.676014575038678 - type: ndcg_at_1 value: 47.0 - type: ndcg_at_10 value: 36.144999999999996 - type: ndcg_at_100 value: 41.846 - type: ndcg_at_1000 value: 49.961 - type: ndcg_at_20 value: 35.964 - type: ndcg_at_3 value: 39.768 - type: ndcg_at_5 value: 37.586000000000006 - type: precision_at_1 value: 59.5 - type: precision_at_10 value: 28.999999999999996 - type: precision_at_100 value: 9.535 - type: precision_at_1000 value: 2.0629999999999997 - type: precision_at_20 value: 21.925 - type: precision_at_3 value: 44.667 - type: precision_at_5 value: 37.4 - type: recall_at_1 value: 7.649 - type: recall_at_10 value: 23.344 - type: recall_at_100 value: 50.629000000000005 - type: recall_at_1000 value: 75.649 - type: recall_at_20 value: 30.245 - type: recall_at_3 value: 14.069999999999999 - type: recall_at_5 value: 17.57 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 54.435 - type: f1 value: 46.851902993370544 - type: f1_weighted value: 55.68188319067867 - type: main_score value: 54.435 task: type: Classification - dataset: config: default name: MTEB FEVER revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 84.174 - type: map_at_1 value: 70.10300000000001 - type: map_at_10 value: 79.675 - type: map_at_100 value: 79.851 - type: map_at_1000 value: 79.863 - type: map_at_20 value: 79.77499999999999 - type: map_at_3 value: 78.522 - type: map_at_5 value: 79.343 - type: mrr_at_1 value: 75.54755475547555 - type: mrr_at_10 value: 84.80422447006583 - type: mrr_at_100 value: 84.87243733401881 - type: mrr_at_1000 value: 84.87359051085187 - type: mrr_at_20 value: 84.85510318089547 - type: mrr_at_3 value: 83.88588858885869 - type: mrr_at_5 value: 84.56995699569927 - type: nauc_map_at_1000_diff1 value: 49.8572936699058 - type: nauc_map_at_1000_max value: 2.284493073857498 - type: nauc_map_at_1000_std value: -31.111324114140803 - type: nauc_map_at_100_diff1 value: 49.83546393630668 - type: nauc_map_at_100_max value: 2.275258987087156 - type: nauc_map_at_100_std value: -31.104459220921534 - type: nauc_map_at_10_diff1 value: 49.72377195943737 - type: nauc_map_at_10_max value: 2.3704631142159123 - type: nauc_map_at_10_std value: -31.083221843805433 - type: nauc_map_at_1_diff1 value: 54.3685927167722 - type: nauc_map_at_1_max value: 0.509157995517277 - type: nauc_map_at_1_std value: -33.05708353582413 - type: nauc_map_at_20_diff1 value: 49.75699517096086 - type: nauc_map_at_20_max value: 2.2728063413334882 - type: nauc_map_at_20_std value: -31.106620228246936 - type: nauc_map_at_3_diff1 value: 49.789756168285095 - type: nauc_map_at_3_max value: 2.3534823601817307 - type: nauc_map_at_3_std value: -32.08872130477724 - type: nauc_map_at_5_diff1 value: 49.7382189777669 - type: nauc_map_at_5_max value: 2.3345697223838258 - type: nauc_map_at_5_std value: -31.39502000109871 - type: nauc_mrr_at_1000_diff1 value: 63.396566169072614 - type: nauc_mrr_at_1000_max value: 3.837593150974452 - type: nauc_mrr_at_1000_std value: -42.97074218429956 - type: nauc_mrr_at_100_diff1 value: 63.397414500771006 - type: nauc_mrr_at_100_max value: 3.8433557664818574 - type: nauc_mrr_at_100_std value: -42.96912091867074 - type: nauc_mrr_at_10_diff1 value: 63.32054339053621 - type: nauc_mrr_at_10_max value: 3.9627916643726593 - type: nauc_mrr_at_10_std value: -43.029772593223726 - type: nauc_mrr_at_1_diff1 value: 65.11999696932959 - type: nauc_mrr_at_1_max value: 1.4550755501526516 - type: nauc_mrr_at_1_std value: -41.3159546894683 - type: nauc_mrr_at_20_diff1 value: 63.36924031394584 - type: nauc_mrr_at_20_max value: 3.88274872268368 - type: nauc_mrr_at_20_std value: -42.95990402508769 - type: nauc_mrr_at_3_diff1 value: 62.96271665619667 - type: nauc_mrr_at_3_max value: 4.185095717878393 - type: nauc_mrr_at_3_std value: -43.56457280053195 - type: nauc_mrr_at_5_diff1 value: 63.328034382785056 - type: nauc_mrr_at_5_max value: 4.046488556034182 - type: nauc_mrr_at_5_std value: -43.290326738890236 - type: nauc_ndcg_at_1000_diff1 value: 50.70230097855325 - type: nauc_ndcg_at_1000_max value: 3.116526660478692 - type: nauc_ndcg_at_1000_std value: -31.07130828362713 - type: nauc_ndcg_at_100_diff1 value: 50.14889973708571 - type: nauc_ndcg_at_100_max value: 3.005523096674094 - type: nauc_ndcg_at_100_std value: -30.77558453729453 - type: nauc_ndcg_at_10_diff1 value: 49.51289064111575 - type: nauc_ndcg_at_10_max value: 3.4300571273296208 - type: nauc_ndcg_at_10_std value: -30.842445812305318 - type: nauc_ndcg_at_1_diff1 value: 65.11999696932959 - type: nauc_ndcg_at_1_max value: 1.4550755501526516 - type: nauc_ndcg_at_1_std value: -41.3159546894683 - type: nauc_ndcg_at_20_diff1 value: 49.64169126570041 - type: nauc_ndcg_at_20_max value: 3.0809800352619825 - type: nauc_ndcg_at_20_std value: -30.714193126447626 - type: nauc_ndcg_at_3_diff1 value: 50.38198051682179 - type: nauc_ndcg_at_3_max value: 3.769669084005156 - type: nauc_ndcg_at_3_std value: -33.71315809428799 - type: nauc_ndcg_at_5_diff1 value: 49.859788925897824 - type: nauc_ndcg_at_5_max value: 3.5245746564853033 - type: nauc_ndcg_at_5_std value: -31.942801128233576 - type: nauc_precision_at_1000_diff1 value: -6.515162918120065 - type: nauc_precision_at_1000_max value: 7.712793030254016 - type: nauc_precision_at_1000_std value: 7.173527915572872 - type: nauc_precision_at_100_diff1 value: -6.2638696543521775 - type: nauc_precision_at_100_max value: 7.436470137599755 - type: nauc_precision_at_100_std value: 6.773379185903059 - type: nauc_precision_at_10_diff1 value: 6.53638986126486 - type: nauc_precision_at_10_max value: 13.41963646388178 - type: nauc_precision_at_10_std value: -3.7503049763135468 - type: nauc_precision_at_1_diff1 value: 65.11999696932959 - type: nauc_precision_at_1_max value: 1.4550755501526516 - type: nauc_precision_at_1_std value: -41.3159546894683 - type: nauc_precision_at_20_diff1 value: -1.1121373038527786 - type: nauc_precision_at_20_max value: 9.529638603994254 - type: nauc_precision_at_20_std value: 1.2626247946144264 - type: nauc_precision_at_3_diff1 value: 38.30567628113134 - type: nauc_precision_at_3_max value: 12.852846847636421 - type: nauc_precision_at_3_std value: -34.26861187351036 - type: nauc_precision_at_5_diff1 value: 21.943481841861054 - type: nauc_precision_at_5_max value: 13.52712243364429 - type: nauc_precision_at_5_std value: -18.62118272551839 - type: nauc_recall_at_1000_diff1 value: 8.222011582462093 - type: nauc_recall_at_1000_max value: 4.812084985808235 - type: nauc_recall_at_1000_std value: 22.634868998036385 - type: nauc_recall_at_100_diff1 value: 10.54558560584641 - type: nauc_recall_at_100_max value: 3.7918377825884564 - type: nauc_recall_at_100_std value: 12.266201171527722 - type: nauc_recall_at_10_diff1 value: 17.904526677224492 - type: nauc_recall_at_10_max value: 7.34428039877157 - type: nauc_recall_at_10_std value: -3.1901775600502162 - type: nauc_recall_at_1_diff1 value: 54.3685927167722 - type: nauc_recall_at_1_max value: 0.509157995517277 - type: nauc_recall_at_1_std value: -33.05708353582413 - type: nauc_recall_at_20_diff1 value: 14.077176281865905 - type: nauc_recall_at_20_max value: 5.166116952380958 - type: nauc_recall_at_20_std value: 3.0076571882601844 - type: nauc_recall_at_3_diff1 value: 33.44080871684838 - type: nauc_recall_at_3_max value: 6.410092156029111 - type: nauc_recall_at_3_std value: -23.45794524096467 - type: nauc_recall_at_5_diff1 value: 26.19509301171773 - type: nauc_recall_at_5_max value: 6.73672315003144 - type: nauc_recall_at_5_std value: -14.232591707257553 - type: ndcg_at_1 value: 75.548 - type: ndcg_at_10 value: 84.174 - type: ndcg_at_100 value: 84.834 - type: ndcg_at_1000 value: 85.07000000000001 - type: ndcg_at_20 value: 84.468 - type: ndcg_at_3 value: 82.28 - type: ndcg_at_5 value: 83.514 - type: precision_at_1 value: 75.548 - type: precision_at_10 value: 10.174 - type: precision_at_100 value: 1.0659999999999998 - type: precision_at_1000 value: 0.11 - type: precision_at_20 value: 5.167999999999999 - type: precision_at_3 value: 31.783 - type: precision_at_5 value: 19.823 - type: recall_at_1 value: 70.10300000000001 - type: recall_at_10 value: 92.964 - type: recall_at_100 value: 95.633 - type: recall_at_1000 value: 97.138 - type: recall_at_20 value: 94.016 - type: recall_at_3 value: 87.806 - type: recall_at_5 value: 90.961 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 45.378 - type: map_at_1 value: 22.173000000000002 - type: map_at_10 value: 37.08 - type: map_at_100 value: 39.074999999999996 - type: map_at_1000 value: 39.229 - type: map_at_20 value: 38.193 - type: map_at_3 value: 31.913999999999998 - type: map_at_5 value: 34.952 - type: mrr_at_1 value: 43.82716049382716 - type: mrr_at_10 value: 53.01911865569274 - type: mrr_at_100 value: 53.79175165223774 - type: mrr_at_1000 value: 53.82816055375604 - type: mrr_at_20 value: 53.506933190186956 - type: mrr_at_3 value: 50.617283950617285 - type: mrr_at_5 value: 52.037037037037024 - type: nauc_map_at_1000_diff1 value: 40.745960059046446 - type: nauc_map_at_1000_max value: 27.83553112197252 - type: nauc_map_at_1000_std value: -0.37737884028720037 - type: nauc_map_at_100_diff1 value: 40.70798809517029 - type: nauc_map_at_100_max value: 27.75670952204181 - type: nauc_map_at_100_std value: -0.42542086002180957 - type: nauc_map_at_10_diff1 value: 40.4443152772746 - type: nauc_map_at_10_max value: 26.378966543689312 - type: nauc_map_at_10_std value: -1.15140130870521 - type: nauc_map_at_1_diff1 value: 48.25096260825735 - type: nauc_map_at_1_max value: 20.96811393830824 - type: nauc_map_at_1_std value: -3.790344902941046 - type: nauc_map_at_20_diff1 value: 40.366681200390886 - type: nauc_map_at_20_max value: 26.949548823503633 - type: nauc_map_at_20_std value: -0.8586512616415002 - type: nauc_map_at_3_diff1 value: 42.1664753659367 - type: nauc_map_at_3_max value: 23.105520904602887 - type: nauc_map_at_3_std value: -3.88878275651476 - type: nauc_map_at_5_diff1 value: 41.511980114963585 - type: nauc_map_at_5_max value: 25.005323750081647 - type: nauc_map_at_5_std value: -2.6148059901500873 - type: nauc_mrr_at_1000_diff1 value: 50.462269793310924 - type: nauc_mrr_at_1000_max value: 37.608922154657776 - type: nauc_mrr_at_1000_std value: 2.713368181688247 - type: nauc_mrr_at_100_diff1 value: 50.44396087694779 - type: nauc_mrr_at_100_max value: 37.61147459316824 - type: nauc_mrr_at_100_std value: 2.7344171291436594 - type: nauc_mrr_at_10_diff1 value: 50.34592539728806 - type: nauc_mrr_at_10_max value: 37.705462227618995 - type: nauc_mrr_at_10_std value: 2.4580923488305215 - type: nauc_mrr_at_1_diff1 value: 54.32461885693887 - type: nauc_mrr_at_1_max value: 36.12245060667867 - type: nauc_mrr_at_1_std value: -0.40596674105937736 - type: nauc_mrr_at_20_diff1 value: 50.345288819430046 - type: nauc_mrr_at_20_max value: 37.503338286988615 - type: nauc_mrr_at_20_std value: 2.650209138582544 - type: nauc_mrr_at_3_diff1 value: 50.514754146730155 - type: nauc_mrr_at_3_max value: 37.221887810297076 - type: nauc_mrr_at_3_std value: 1.1477907901335593 - type: nauc_mrr_at_5_diff1 value: 50.23135634551805 - type: nauc_mrr_at_5_max value: 37.4614324273411 - type: nauc_mrr_at_5_std value: 1.9543280261790468 - type: nauc_ndcg_at_1000_diff1 value: 42.53844263642016 - type: nauc_ndcg_at_1000_max value: 33.09400836385602 - type: nauc_ndcg_at_1000_std value: 3.604877974871828 - type: nauc_ndcg_at_100_diff1 value: 42.15765973915387 - type: nauc_ndcg_at_100_max value: 32.321117600216 - type: nauc_ndcg_at_100_std value: 3.9930653009771238 - type: nauc_ndcg_at_10_diff1 value: 40.89376813107611 - type: nauc_ndcg_at_10_max value: 29.158007960286376 - type: nauc_ndcg_at_10_std value: 1.1523454925047292 - type: nauc_ndcg_at_1_diff1 value: 54.32461885693887 - type: nauc_ndcg_at_1_max value: 36.12245060667867 - type: nauc_ndcg_at_1_std value: -0.40596674105937736 - type: nauc_ndcg_at_20_diff1 value: 40.89410572596451 - type: nauc_ndcg_at_20_max value: 29.39161449440765 - type: nauc_ndcg_at_20_std value: 1.6023070178701575 - type: nauc_ndcg_at_3_diff1 value: 42.05927187006518 - type: nauc_ndcg_at_3_max value: 30.567639140181548 - type: nauc_ndcg_at_3_std value: -0.772099372679286 - type: nauc_ndcg_at_5_diff1 value: 41.53686128843873 - type: nauc_ndcg_at_5_max value: 29.320445839035038 - type: nauc_ndcg_at_5_std value: -0.5349332253160461 - type: nauc_precision_at_1000_diff1 value: -1.1601317065527135 - type: nauc_precision_at_1000_max value: 31.98926452612449 - type: nauc_precision_at_1000_std value: 15.459574920785624 - type: nauc_precision_at_100_diff1 value: 5.214584274536148 - type: nauc_precision_at_100_max value: 35.90751411600681 - type: nauc_precision_at_100_std value: 17.630810377443737 - type: nauc_precision_at_10_diff1 value: 13.792285127193225 - type: nauc_precision_at_10_max value: 35.64467745310514 - type: nauc_precision_at_10_std value: 12.211628359982882 - type: nauc_precision_at_1_diff1 value: 54.32461885693887 - type: nauc_precision_at_1_max value: 36.12245060667867 - type: nauc_precision_at_1_std value: -0.40596674105937736 - type: nauc_precision_at_20_diff1 value: 10.887081288278603 - type: nauc_precision_at_20_max value: 35.03597647579165 - type: nauc_precision_at_20_std value: 12.794310441415155 - type: nauc_precision_at_3_diff1 value: 27.36023541561718 - type: nauc_precision_at_3_max value: 33.87739293849126 - type: nauc_precision_at_3_std value: 3.8568194227915513 - type: nauc_precision_at_5_diff1 value: 21.08025140607448 - type: nauc_precision_at_5_max value: 34.757190704193 - type: nauc_precision_at_5_std value: 7.3518195421848915 - type: nauc_recall_at_1000_diff1 value: 16.121001964623304 - type: nauc_recall_at_1000_max value: 27.88082141644151 - type: nauc_recall_at_1000_std value: 24.804922868727665 - type: nauc_recall_at_100_diff1 value: 28.084557943155712 - type: nauc_recall_at_100_max value: 25.661580192577173 - type: nauc_recall_at_100_std value: 16.922754010263855 - type: nauc_recall_at_10_diff1 value: 28.598065030865293 - type: nauc_recall_at_10_max value: 19.081024637846753 - type: nauc_recall_at_10_std value: 2.0262682539824954 - type: nauc_recall_at_1_diff1 value: 48.25096260825735 - type: nauc_recall_at_1_max value: 20.96811393830824 - type: nauc_recall_at_1_std value: -3.790344902941046 - type: nauc_recall_at_20_diff1 value: 27.12750243238238 - type: nauc_recall_at_20_max value: 18.142417052854576 - type: nauc_recall_at_20_std value: 3.1567806083543584 - type: nauc_recall_at_3_diff1 value: 33.9355783512221 - type: nauc_recall_at_3_max value: 17.65969958194558 - type: nauc_recall_at_3_std value: -4.749071410145853 - type: nauc_recall_at_5_diff1 value: 31.881798066278666 - type: nauc_recall_at_5_max value: 18.78418393541888 - type: nauc_recall_at_5_std value: -2.2596739150492535 - type: ndcg_at_1 value: 43.827 - type: ndcg_at_10 value: 45.378 - type: ndcg_at_100 value: 52.273 - type: ndcg_at_1000 value: 54.879999999999995 - type: ndcg_at_20 value: 48.129 - type: ndcg_at_3 value: 40.675 - type: ndcg_at_5 value: 42.675999999999995 - type: precision_at_1 value: 43.827 - type: precision_at_10 value: 12.716 - type: precision_at_100 value: 2.008 - type: precision_at_1000 value: 0.246 - type: precision_at_20 value: 7.531000000000001 - type: precision_at_3 value: 26.851999999999997 - type: precision_at_5 value: 20.369999999999997 - type: recall_at_1 value: 22.173000000000002 - type: recall_at_10 value: 53.315999999999995 - type: recall_at_100 value: 78.325 - type: recall_at_1000 value: 94.355 - type: recall_at_20 value: 61.647 - type: recall_at_3 value: 37.678 - type: recall_at_5 value: 45.117000000000004 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 67.17699999999999 - type: map_at_1 value: 38.278 - type: map_at_10 value: 57.803000000000004 - type: map_at_100 value: 58.718 - type: map_at_1000 value: 58.78 - type: map_at_20 value: 58.347 - type: map_at_3 value: 54.108000000000004 - type: map_at_5 value: 56.42 - type: mrr_at_1 value: 76.55638082376773 - type: mrr_at_10 value: 83.30360760104143 - type: mrr_at_100 value: 83.47413830089486 - type: mrr_at_1000 value: 83.4807934177195 - type: mrr_at_20 value: 83.41156396832697 - type: mrr_at_3 value: 82.30474904343893 - type: mrr_at_5 value: 82.98266936754408 - type: nauc_map_at_1000_diff1 value: 15.14439280153412 - type: nauc_map_at_1000_max value: 25.804417972105913 - type: nauc_map_at_1000_std value: -3.6090957684959046 - type: nauc_map_at_100_diff1 value: 15.106899736313522 - type: nauc_map_at_100_max value: 25.79537057605738 - type: nauc_map_at_100_std value: -3.5942855895162342 - type: nauc_map_at_10_diff1 value: 15.153896213298863 - type: nauc_map_at_10_max value: 25.616144250869166 - type: nauc_map_at_10_std value: -4.222576582700224 - type: nauc_map_at_1_diff1 value: 69.43857218480292 - type: nauc_map_at_1_max value: 44.5418196142141 - type: nauc_map_at_1_std value: -13.590747681108203 - type: nauc_map_at_20_diff1 value: 15.023894450369982 - type: nauc_map_at_20_max value: 25.70729937086137 - type: nauc_map_at_20_std value: -3.8732205953738 - type: nauc_map_at_3_diff1 value: 17.744482098555633 - type: nauc_map_at_3_max value: 25.988155618487298 - type: nauc_map_at_3_std value: -6.379588656504636 - type: nauc_map_at_5_diff1 value: 15.961348193646238 - type: nauc_map_at_5_max value: 25.564754612797557 - type: nauc_map_at_5_std value: -5.366013369556195 - type: nauc_mrr_at_1000_diff1 value: 68.00397475315637 - type: nauc_mrr_at_1000_max value: 47.52109168935404 - type: nauc_mrr_at_1000_std value: -12.832452838473243 - type: nauc_mrr_at_100_diff1 value: 68.00158348499914 - type: nauc_mrr_at_100_max value: 47.525284895574224 - type: nauc_mrr_at_100_std value: -12.82265437748618 - type: nauc_mrr_at_10_diff1 value: 67.96580876008511 - type: nauc_mrr_at_10_max value: 47.613793031824244 - type: nauc_mrr_at_10_std value: -12.800194050432276 - type: nauc_mrr_at_1_diff1 value: 69.43857218480292 - type: nauc_mrr_at_1_max value: 44.5418196142141 - type: nauc_mrr_at_1_std value: -13.590747681108203 - type: nauc_mrr_at_20_diff1 value: 67.97082218929083 - type: nauc_mrr_at_20_max value: 47.57246131924306 - type: nauc_mrr_at_20_std value: -12.776711815032849 - type: nauc_mrr_at_3_diff1 value: 67.81466368627316 - type: nauc_mrr_at_3_max value: 47.77304657637867 - type: nauc_mrr_at_3_std value: -13.482105313827065 - type: nauc_mrr_at_5_diff1 value: 67.75422957301939 - type: nauc_mrr_at_5_max value: 47.597826894233904 - type: nauc_mrr_at_5_std value: -13.086128546068293 - type: nauc_ndcg_at_1000_diff1 value: 19.915945181001437 - type: nauc_ndcg_at_1000_max value: 29.060105687543064 - type: nauc_ndcg_at_1000_std value: -1.3610821576870964 - type: nauc_ndcg_at_100_diff1 value: 18.825183803756577 - type: nauc_ndcg_at_100_max value: 28.766546844076935 - type: nauc_ndcg_at_100_std value: -0.8473331876697474 - type: nauc_ndcg_at_10_diff1 value: 18.998537716400364 - type: nauc_ndcg_at_10_max value: 28.32239200679799 - type: nauc_ndcg_at_10_std value: -3.225413043671229 - type: nauc_ndcg_at_1_diff1 value: 69.43857218480292 - type: nauc_ndcg_at_1_max value: 44.5418196142141 - type: nauc_ndcg_at_1_std value: -13.590747681108203 - type: nauc_ndcg_at_20_diff1 value: 18.49855559595146 - type: nauc_ndcg_at_20_max value: 28.470826380798997 - type: nauc_ndcg_at_20_std value: -2.2090167822908287 - type: nauc_ndcg_at_3_diff1 value: 23.665364663160613 - type: nauc_ndcg_at_3_max value: 29.325648736683895 - type: nauc_ndcg_at_3_std value: -7.018706390231948 - type: nauc_ndcg_at_5_diff1 value: 20.69827270796138 - type: nauc_ndcg_at_5_max value: 28.385750131404542 - type: nauc_ndcg_at_5_std value: -5.456839057041814 - type: nauc_precision_at_1000_diff1 value: -18.61326485349173 - type: nauc_precision_at_1000_max value: 14.62489594568788 - type: nauc_precision_at_1000_std value: 24.452895307097 - type: nauc_precision_at_100_diff1 value: -13.852399162612889 - type: nauc_precision_at_100_max value: 16.650117290364964 - type: nauc_precision_at_100_std value: 19.211104853311323 - type: nauc_precision_at_10_diff1 value: -4.273787404223333 - type: nauc_precision_at_10_max value: 19.054706301329777 - type: nauc_precision_at_10_std value: 4.96422196774481 - type: nauc_precision_at_1_diff1 value: 69.43857218480292 - type: nauc_precision_at_1_max value: 44.5418196142141 - type: nauc_precision_at_1_std value: -13.590747681108203 - type: nauc_precision_at_20_diff1 value: -8.197320388192281 - type: nauc_precision_at_20_max value: 18.135437307540293 - type: nauc_precision_at_20_std value: 9.030200375333715 - type: nauc_precision_at_3_diff1 value: 8.50880794203915 - type: nauc_precision_at_3_max value: 23.620453010470236 - type: nauc_precision_at_3_std value: -4.262330032029324 - type: nauc_precision_at_5_diff1 value: 1.820366211269223 - type: nauc_precision_at_5_max value: 20.694244476129548 - type: nauc_precision_at_5_std value: -0.998432500752375 - type: nauc_recall_at_1000_diff1 value: -18.613264853491533 - type: nauc_recall_at_1000_max value: 14.624895945688051 - type: nauc_recall_at_1000_std value: 24.45289530709707 - type: nauc_recall_at_100_diff1 value: -13.85239916261285 - type: nauc_recall_at_100_max value: 16.650117290364854 - type: nauc_recall_at_100_std value: 19.21110485331142 - type: nauc_recall_at_10_diff1 value: -4.273787404223282 - type: nauc_recall_at_10_max value: 19.05470630132989 - type: nauc_recall_at_10_std value: 4.964221967744806 - type: nauc_recall_at_1_diff1 value: 69.43857218480292 - type: nauc_recall_at_1_max value: 44.5418196142141 - type: nauc_recall_at_1_std value: -13.590747681108203 - type: nauc_recall_at_20_diff1 value: -8.197320388192294 - type: nauc_recall_at_20_max value: 18.135437307540354 - type: nauc_recall_at_20_std value: 9.030200375333727 - type: nauc_recall_at_3_diff1 value: 8.508807942039128 - type: nauc_recall_at_3_max value: 23.62045301047026 - type: nauc_recall_at_3_std value: -4.262330032029387 - type: nauc_recall_at_5_diff1 value: 1.8203662112692582 - type: nauc_recall_at_5_max value: 20.694244476129537 - type: nauc_recall_at_5_std value: -0.9984325007523738 - type: ndcg_at_1 value: 76.556 - type: ndcg_at_10 value: 67.17699999999999 - type: ndcg_at_100 value: 70.271 - type: ndcg_at_1000 value: 71.47 - type: ndcg_at_20 value: 68.498 - type: ndcg_at_3 value: 61.991 - type: ndcg_at_5 value: 64.917 - type: precision_at_1 value: 76.556 - type: precision_at_10 value: 14.078 - type: precision_at_100 value: 1.6480000000000001 - type: precision_at_1000 value: 0.181 - type: precision_at_20 value: 7.463 - type: precision_at_3 value: 39.311 - type: precision_at_5 value: 25.901000000000003 - type: recall_at_1 value: 38.278 - type: recall_at_10 value: 70.392 - type: recall_at_100 value: 82.404 - type: recall_at_1000 value: 90.33099999999999 - type: recall_at_20 value: 74.632 - type: recall_at_3 value: 58.967000000000006 - type: recall_at_5 value: 64.754 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 91.7488 - type: ap value: 88.97853227738004 - type: ap_weighted value: 88.97853227738004 - type: f1 value: 91.74258789939942 - type: f1_weighted value: 91.74258789939942 - type: main_score value: 91.7488 task: type: Classification - dataset: config: default name: MTEB MSMARCO revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 34.123999999999995 - type: map_at_1 value: 15.466 - type: map_at_10 value: 27.083000000000002 - type: map_at_100 value: 28.427000000000003 - type: map_at_1000 value: 28.485 - type: map_at_20 value: 27.895999999999997 - type: map_at_3 value: 22.887 - type: map_at_5 value: 25.179000000000002 - type: mrr_at_1 value: 15.873925501432664 - type: mrr_at_10 value: 27.526828353117576 - type: mrr_at_100 value: 28.823867535875735 - type: mrr_at_1000 value: 28.874230791030453 - type: mrr_at_20 value: 28.317093286559018 - type: mrr_at_3 value: 23.371537726838447 - type: mrr_at_5 value: 25.659503342884378 - type: nauc_map_at_1000_diff1 value: 26.331709281488514 - type: nauc_map_at_1000_max value: -0.16417360563747016 - type: nauc_map_at_1000_std value: -19.804268260988465 - type: nauc_map_at_100_diff1 value: 26.3460364360302 - type: nauc_map_at_100_max value: -0.17326010620663973 - type: nauc_map_at_100_std value: -19.78088033039002 - type: nauc_map_at_10_diff1 value: 26.23754485259057 - type: nauc_map_at_10_max value: -0.3045290828332816 - type: nauc_map_at_10_std value: -20.55142022972876 - type: nauc_map_at_1_diff1 value: 28.267298856552813 - type: nauc_map_at_1_max value: -0.8506730849164411 - type: nauc_map_at_1_std value: -18.667521592740645 - type: nauc_map_at_20_diff1 value: 26.29532831797326 - type: nauc_map_at_20_max value: -0.22696785422135296 - type: nauc_map_at_20_std value: -20.16311589645831 - type: nauc_map_at_3_diff1 value: 26.317607535180944 - type: nauc_map_at_3_max value: -0.46573601056655173 - type: nauc_map_at_3_std value: -20.091026560932296 - type: nauc_map_at_5_diff1 value: 26.07541131098388 - type: nauc_map_at_5_max value: -0.30443229886322143 - type: nauc_map_at_5_std value: -20.646669610331063 - type: nauc_mrr_at_1000_diff1 value: 25.9865466203131 - type: nauc_mrr_at_1000_max value: -0.02553617596875852 - type: nauc_mrr_at_1000_std value: -19.511764823070017 - type: nauc_mrr_at_100_diff1 value: 25.994845705555967 - type: nauc_mrr_at_100_max value: -0.02771561516615515 - type: nauc_mrr_at_100_std value: -19.48360752394317 - type: nauc_mrr_at_10_diff1 value: 25.88162720285417 - type: nauc_mrr_at_10_max value: -0.09089680341517752 - type: nauc_mrr_at_10_std value: -20.186463031350616 - type: nauc_mrr_at_1_diff1 value: 27.73853585303394 - type: nauc_mrr_at_1_max value: -0.7205813808015585 - type: nauc_mrr_at_1_std value: -18.478065916838364 - type: nauc_mrr_at_20_diff1 value: 25.958799893537126 - type: nauc_mrr_at_20_max value: -0.041414776169913424 - type: nauc_mrr_at_20_std value: -19.83432591141905 - type: nauc_mrr_at_3_diff1 value: 25.902849595740573 - type: nauc_mrr_at_3_max value: -0.32097691425124186 - type: nauc_mrr_at_3_std value: -19.88590392919078 - type: nauc_mrr_at_5_diff1 value: 25.757877286639236 - type: nauc_mrr_at_5_max value: -0.11965389082662344 - type: nauc_mrr_at_5_std value: -20.363281463007958 - type: nauc_ndcg_at_1000_diff1 value: 26.144789521067196 - type: nauc_ndcg_at_1000_max value: 0.6831391302039862 - type: nauc_ndcg_at_1000_std value: -17.963678641416898 - type: nauc_ndcg_at_100_diff1 value: 26.44019950140754 - type: nauc_ndcg_at_100_max value: 0.5871775542644316 - type: nauc_ndcg_at_100_std value: -16.76742426828745 - type: nauc_ndcg_at_10_diff1 value: 25.92342852282391 - type: nauc_ndcg_at_10_max value: -0.06326263257833119 - type: nauc_ndcg_at_10_std value: -21.0228173465673 - type: nauc_ndcg_at_1_diff1 value: 27.73853585303394 - type: nauc_ndcg_at_1_max value: -0.7205813808015585 - type: nauc_ndcg_at_1_std value: -18.478065916838364 - type: nauc_ndcg_at_20_diff1 value: 26.18958997769194 - type: nauc_ndcg_at_20_max value: 0.18017215207399886 - type: nauc_ndcg_at_20_std value: -19.66221836515249 - type: nauc_ndcg_at_3_diff1 value: 25.89590004028049 - type: nauc_ndcg_at_3_max value: -0.36835046592782283 - type: nauc_ndcg_at_3_std value: -20.40612492279072 - type: nauc_ndcg_at_5_diff1 value: 25.543025717483008 - type: nauc_ndcg_at_5_max value: -0.07564329979544529 - type: nauc_ndcg_at_5_std value: -21.275946045840403 - type: nauc_precision_at_1000_diff1 value: -2.8944304963122214 - type: nauc_precision_at_1000_max value: 20.440354359780788 - type: nauc_precision_at_1000_std value: 15.28143976578712 - type: nauc_precision_at_100_diff1 value: 17.588251013023285 - type: nauc_precision_at_100_max value: 11.698790302510984 - type: nauc_precision_at_100_std value: 14.503732451020415 - type: nauc_precision_at_10_diff1 value: 23.59075360649614 - type: nauc_precision_at_10_max value: 1.4879306413912905 - type: nauc_precision_at_10_std value: -21.31173654203426 - type: nauc_precision_at_1_diff1 value: 27.73853585303394 - type: nauc_precision_at_1_max value: -0.7205813808015585 - type: nauc_precision_at_1_std value: -18.478065916838364 - type: nauc_precision_at_20_diff1 value: 23.082359042267946 - type: nauc_precision_at_20_max value: 3.6241202873099994 - type: nauc_precision_at_20_std value: -14.774345516913995 - type: nauc_precision_at_3_diff1 value: 24.37307439274372 - type: nauc_precision_at_3_max value: -0.10374509713821636 - type: nauc_precision_at_3_std value: -21.124007332764734 - type: nauc_precision_at_5_diff1 value: 23.42276883402816 - type: nauc_precision_at_5_max value: 0.7699456490995239 - type: nauc_precision_at_5_std value: -22.749115776486963 - type: nauc_recall_at_1000_diff1 value: 22.234003117168523 - type: nauc_recall_at_1000_max value: 33.401750171815856 - type: nauc_recall_at_1000_std value: 60.2118705019283 - type: nauc_recall_at_100_diff1 value: 29.14837051874668 - type: nauc_recall_at_100_max value: 5.805787169386029 - type: nauc_recall_at_100_std value: 16.341119308634404 - type: nauc_recall_at_10_diff1 value: 25.369170906621463 - type: nauc_recall_at_10_max value: 0.22999365644776082 - type: nauc_recall_at_10_std value: -22.344278286332468 - type: nauc_recall_at_1_diff1 value: 28.267298856552813 - type: nauc_recall_at_1_max value: -0.8506730849164411 - type: nauc_recall_at_1_std value: -18.667521592740645 - type: nauc_recall_at_20_diff1 value: 26.45986507172492 - type: nauc_recall_at_20_max value: 1.0302408654342943 - type: nauc_recall_at_20_std value: -17.12764229171688 - type: nauc_recall_at_3_diff1 value: 25.07796903605497 - type: nauc_recall_at_3_max value: -0.2512746034740416 - type: nauc_recall_at_3_std value: -21.132218353296498 - type: nauc_recall_at_5_diff1 value: 24.304071909153354 - type: nauc_recall_at_5_max value: 0.31483796113225665 - type: nauc_recall_at_5_std value: -22.810738459274784 - type: ndcg_at_1 value: 15.873999999999999 - type: ndcg_at_10 value: 34.123999999999995 - type: ndcg_at_100 value: 40.705000000000005 - type: ndcg_at_1000 value: 42.147 - type: ndcg_at_20 value: 37.019999999999996 - type: ndcg_at_3 value: 25.516 - type: ndcg_at_5 value: 29.609 - type: precision_at_1 value: 15.873999999999999 - type: precision_at_10 value: 5.868 - type: precision_at_100 value: 0.915 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.5290000000000004 - type: precision_at_3 value: 11.261000000000001 - type: precision_at_5 value: 8.84 - type: recall_at_1 value: 15.466 - type: recall_at_10 value: 56.145999999999994 - type: recall_at_100 value: 86.802 - type: recall_at_1000 value: 97.83800000000001 - type: recall_at_20 value: 67.415 - type: recall_at_3 value: 32.655 - type: recall_at_5 value: 42.453 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 89.06520747834017 - type: f1 value: 88.27246929088007 - type: f1_weighted value: 88.80960797425097 - type: main_score value: 89.06520747834017 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 63.326493388052896 - type: f1 value: 43.952962468701465 - type: f1_weighted value: 64.790097920823 - type: main_score value: 63.326493388052896 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 69.00806993947543 - type: f1 value: 66.58058779123961 - type: f1_weighted value: 67.85957628442326 - type: main_score value: 69.00806993947543 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 73.97108271687962 - type: f1 value: 73.76425267919934 - type: f1_weighted value: 73.72867512824762 - type: main_score value: 73.97108271687962 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: main_score value: 34.185758416820136 - type: v_measure value: 34.185758416820136 - type: v_measure_std value: 1.320773552020389 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: main_score value: 32.29579976428604 - type: v_measure value: 32.29579976428604 - type: v_measure_std value: 1.4374256747347687 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: main_score value: 32.07974704107488 - type: map value: 32.07974704107488 - type: mrr value: 33.256983965877644 - type: nAUC_map_diff1 value: 10.63651921810739 - type: nAUC_map_max value: -21.521002384999555 - type: nAUC_map_std value: -0.47902583472824106 - type: nAUC_mrr_diff1 value: 10.163844113873424 - type: nAUC_mrr_max value: -15.937929626474784 - type: nAUC_mrr_std value: 1.1798419386241104 task: type: Reranking - dataset: config: default name: MTEB NFCorpus revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 33.549 - type: map_at_1 value: 5.163 - type: map_at_10 value: 12.18 - type: map_at_100 value: 15.581999999999999 - type: map_at_1000 value: 17.032 - type: map_at_20 value: 13.625000000000002 - type: map_at_3 value: 8.908000000000001 - type: map_at_5 value: 10.45 - type: mrr_at_1 value: 41.17647058823529 - type: mrr_at_10 value: 51.89382770652122 - type: mrr_at_100 value: 52.43584908961271 - type: mrr_at_1000 value: 52.477089573108216 - type: mrr_at_20 value: 52.281176552256525 - type: mrr_at_3 value: 49.484004127967 - type: mrr_at_5 value: 50.753353973168224 - type: nauc_map_at_1000_diff1 value: 23.525165384040044 - type: nauc_map_at_1000_max value: 28.959489318629707 - type: nauc_map_at_1000_std value: 12.153697725777562 - type: nauc_map_at_100_diff1 value: 24.201891424372757 - type: nauc_map_at_100_max value: 28.29545142884195 - type: nauc_map_at_100_std value: 8.566839609158167 - type: nauc_map_at_10_diff1 value: 27.12349345485959 - type: nauc_map_at_10_max value: 24.037969460006604 - type: nauc_map_at_10_std value: -2.0055026159660563 - type: nauc_map_at_1_diff1 value: 37.93934050606869 - type: nauc_map_at_1_max value: 16.637278757606595 - type: nauc_map_at_1_std value: -13.737507872482215 - type: nauc_map_at_20_diff1 value: 25.58452206239951 - type: nauc_map_at_20_max value: 25.69820410314968 - type: nauc_map_at_20_std value: 1.9186421852746567 - type: nauc_map_at_3_diff1 value: 30.78461351399357 - type: nauc_map_at_3_max value: 16.799874003202973 - type: nauc_map_at_3_std value: -10.427380553127245 - type: nauc_map_at_5_diff1 value: 28.900986398914075 - type: nauc_map_at_5_max value: 19.794394902022976 - type: nauc_map_at_5_std value: -7.303302761576257 - type: nauc_mrr_at_1000_diff1 value: 35.00792555246177 - type: nauc_mrr_at_1000_max value: 43.15637565696424 - type: nauc_mrr_at_1000_std value: 21.8017447181739 - type: nauc_mrr_at_100_diff1 value: 34.963495328539295 - type: nauc_mrr_at_100_max value: 43.19258724983231 - type: nauc_mrr_at_100_std value: 21.84621311584614 - type: nauc_mrr_at_10_diff1 value: 34.968218415735905 - type: nauc_mrr_at_10_max value: 42.779825246394694 - type: nauc_mrr_at_10_std value: 21.658968449959083 - type: nauc_mrr_at_1_diff1 value: 39.37902288562441 - type: nauc_mrr_at_1_max value: 40.48539599541835 - type: nauc_mrr_at_1_std value: 14.256448719567983 - type: nauc_mrr_at_20_diff1 value: 34.9526488050712 - type: nauc_mrr_at_20_max value: 43.02007117522413 - type: nauc_mrr_at_20_std value: 21.71062117513511 - type: nauc_mrr_at_3_diff1 value: 35.627252382501396 - type: nauc_mrr_at_3_max value: 41.92356357865865 - type: nauc_mrr_at_3_std value: 19.754865541064138 - type: nauc_mrr_at_5_diff1 value: 35.02542014538567 - type: nauc_mrr_at_5_max value: 42.56441140258261 - type: nauc_mrr_at_5_std value: 21.204374868138853 - type: nauc_ndcg_at_1000_diff1 value: 23.200120193565215 - type: nauc_ndcg_at_1000_max value: 42.20781438094365 - type: nauc_ndcg_at_1000_std value: 30.150502460285704 - type: nauc_ndcg_at_100_diff1 value: 22.63875016716223 - type: nauc_ndcg_at_100_max value: 37.71465001132417 - type: nauc_ndcg_at_100_std value: 24.508715048340257 - type: nauc_ndcg_at_10_diff1 value: 23.48220357885013 - type: nauc_ndcg_at_10_max value: 37.05439745879885 - type: nauc_ndcg_at_10_std value: 22.890944778428235 - type: nauc_ndcg_at_1_diff1 value: 38.788187496266026 - type: nauc_ndcg_at_1_max value: 39.9952714606663 - type: nauc_ndcg_at_1_std value: 14.013457492850087 - type: nauc_ndcg_at_20_diff1 value: 22.071486934153327 - type: nauc_ndcg_at_20_max value: 35.1829640388405 - type: nauc_ndcg_at_20_std value: 22.903132422888284 - type: nauc_ndcg_at_3_diff1 value: 27.804833441210597 - type: nauc_ndcg_at_3_max value: 36.77890492846441 - type: nauc_ndcg_at_3_std value: 18.63087548571202 - type: nauc_ndcg_at_5_diff1 value: 25.937926359142544 - type: nauc_ndcg_at_5_max value: 37.34226391325981 - type: nauc_ndcg_at_5_std value: 20.234354240626494 - type: nauc_precision_at_1000_diff1 value: -3.2479246836440954 - type: nauc_precision_at_1000_max value: 9.01161598168551 - type: nauc_precision_at_1000_std value: 34.47123281507963 - type: nauc_precision_at_100_diff1 value: -1.720957617148882 - type: nauc_precision_at_100_max value: 21.388711494001956 - type: nauc_precision_at_100_std value: 43.62233413333179 - type: nauc_precision_at_10_diff1 value: 8.98409587409487 - type: nauc_precision_at_10_max value: 36.07086183527247 - type: nauc_precision_at_10_std value: 36.17063767149776 - type: nauc_precision_at_1_diff1 value: 39.37902288562441 - type: nauc_precision_at_1_max value: 40.48539599541835 - type: nauc_precision_at_1_std value: 14.256448719567983 - type: nauc_precision_at_20_diff1 value: 3.851771291784222 - type: nauc_precision_at_20_max value: 29.83078118844612 - type: nauc_precision_at_20_std value: 38.91534182354841 - type: nauc_precision_at_3_diff1 value: 19.008588144344092 - type: nauc_precision_at_3_max value: 36.76506316883576 - type: nauc_precision_at_3_std value: 24.085255444218305 - type: nauc_precision_at_5_diff1 value: 14.431077159967709 - type: nauc_precision_at_5_max value: 36.756618786637155 - type: nauc_precision_at_5_std value: 28.56411154050416 - type: nauc_recall_at_1000_diff1 value: 5.457445634078589 - type: nauc_recall_at_1000_max value: 19.56378983538895 - type: nauc_recall_at_1000_std value: 21.171179127965047 - type: nauc_recall_at_100_diff1 value: 8.880379906718831 - type: nauc_recall_at_100_max value: 20.548793427379355 - type: nauc_recall_at_100_std value: 14.19213367064353 - type: nauc_recall_at_10_diff1 value: 22.133585401240023 - type: nauc_recall_at_10_max value: 21.071949160122543 - type: nauc_recall_at_10_std value: -0.9071491450781125 - type: nauc_recall_at_1_diff1 value: 37.93934050606869 - type: nauc_recall_at_1_max value: 16.637278757606595 - type: nauc_recall_at_1_std value: -13.737507872482215 - type: nauc_recall_at_20_diff1 value: 17.840435519727592 - type: nauc_recall_at_20_max value: 21.086239743196657 - type: nauc_recall_at_20_std value: 2.5452185664626756 - type: nauc_recall_at_3_diff1 value: 28.39116183173836 - type: nauc_recall_at_3_max value: 15.19634416887097 - type: nauc_recall_at_3_std value: -9.896018357419889 - type: nauc_recall_at_5_diff1 value: 24.634972544466777 - type: nauc_recall_at_5_max value: 18.295659054836744 - type: nauc_recall_at_5_std value: -6.393086879109856 - type: ndcg_at_1 value: 40.402 - type: ndcg_at_10 value: 33.549 - type: ndcg_at_100 value: 31.169999999999998 - type: ndcg_at_1000 value: 39.782000000000004 - type: ndcg_at_20 value: 31.544 - type: ndcg_at_3 value: 38.719 - type: ndcg_at_5 value: 36.868 - type: precision_at_1 value: 41.176 - type: precision_at_10 value: 25.169999999999998 - type: precision_at_100 value: 8.019 - type: precision_at_1000 value: 2.075 - type: precision_at_20 value: 18.854000000000003 - type: precision_at_3 value: 37.049 - type: precision_at_5 value: 32.632 - type: recall_at_1 value: 5.163 - type: recall_at_10 value: 16.309 - type: recall_at_100 value: 32.978 - type: recall_at_1000 value: 63.414 - type: recall_at_20 value: 20.78 - type: recall_at_3 value: 10.014000000000001 - type: recall_at_5 value: 12.509 task: type: Retrieval - dataset: config: default name: MTEB NQ revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 48.094 - type: map_at_1 value: 24.935 - type: map_at_10 value: 39.889 - type: map_at_100 value: 41.152 - type: map_at_1000 value: 41.185 - type: map_at_20 value: 40.741 - type: map_at_3 value: 34.891 - type: map_at_5 value: 37.903 - type: mrr_at_1 value: 28.12862108922364 - type: mrr_at_10 value: 42.283412882340976 - type: mrr_at_100 value: 43.259413803913255 - type: mrr_at_1000 value: 43.27866028450691 - type: mrr_at_20 value: 42.950352307895876 - type: mrr_at_3 value: 37.92487446890688 - type: mrr_at_5 value: 40.58130552336814 - type: nauc_map_at_1000_diff1 value: 31.30147673287011 - type: nauc_map_at_1000_max value: 13.491782994065767 - type: nauc_map_at_1000_std value: -7.879590778626924 - type: nauc_map_at_100_diff1 value: 31.29818790947898 - type: nauc_map_at_100_max value: 13.510690703765057 - type: nauc_map_at_100_std value: -7.84724352777835 - type: nauc_map_at_10_diff1 value: 31.403988544277478 - type: nauc_map_at_10_max value: 13.478276277690856 - type: nauc_map_at_10_std value: -8.3433034886897 - type: nauc_map_at_1_diff1 value: 31.728953985833293 - type: nauc_map_at_1_max value: 9.890827343956422 - type: nauc_map_at_1_std value: -7.85218094399838 - type: nauc_map_at_20_diff1 value: 31.328895923518864 - type: nauc_map_at_20_max value: 13.530147658858768 - type: nauc_map_at_20_std value: -7.99169563164967 - type: nauc_map_at_3_diff1 value: 31.267698652964132 - type: nauc_map_at_3_max value: 12.100874271611278 - type: nauc_map_at_3_std value: -9.914968678266666 - type: nauc_map_at_5_diff1 value: 31.45592080922294 - type: nauc_map_at_5_max value: 13.342848135078492 - type: nauc_map_at_5_std value: -9.283712607081135 - type: nauc_mrr_at_1000_diff1 value: 30.90381667214913 - type: nauc_mrr_at_1000_max value: 13.148805810847296 - type: nauc_mrr_at_1000_std value: -6.260472344931253 - type: nauc_mrr_at_100_diff1 value: 30.89830958341693 - type: nauc_mrr_at_100_max value: 13.161921919828579 - type: nauc_mrr_at_100_std value: -6.235704048369634 - type: nauc_mrr_at_10_diff1 value: 30.936352671053502 - type: nauc_mrr_at_10_max value: 13.205680259871732 - type: nauc_mrr_at_10_std value: -6.451286692895445 - type: nauc_mrr_at_1_diff1 value: 31.697612304084966 - type: nauc_mrr_at_1_max value: 10.32993826651173 - type: nauc_mrr_at_1_std value: -6.16668280269925 - type: nauc_mrr_at_20_diff1 value: 30.907072447278033 - type: nauc_mrr_at_20_max value: 13.196098440479467 - type: nauc_mrr_at_20_std value: -6.290255693023863 - type: nauc_mrr_at_3_diff1 value: 30.980588213940813 - type: nauc_mrr_at_3_max value: 12.334705275056285 - type: nauc_mrr_at_3_std value: -7.643976463469613 - type: nauc_mrr_at_5_diff1 value: 31.0022070925363 - type: nauc_mrr_at_5_max value: 13.253851042902948 - type: nauc_mrr_at_5_std value: -7.042546758389834 - type: nauc_ndcg_at_1000_diff1 value: 30.90564000726835 - type: nauc_ndcg_at_1000_max value: 14.729111865114715 - type: nauc_ndcg_at_1000_std value: -5.785290995312083 - type: nauc_ndcg_at_100_diff1 value: 30.745898999268125 - type: nauc_ndcg_at_100_max value: 15.342356511745681 - type: nauc_ndcg_at_100_std value: -4.716807703095109 - type: nauc_ndcg_at_10_diff1 value: 31.128338915075197 - type: nauc_ndcg_at_10_max value: 15.240451400526656 - type: nauc_ndcg_at_10_std value: -6.744369875307675 - type: nauc_ndcg_at_1_diff1 value: 31.697612304084966 - type: nauc_ndcg_at_1_max value: 10.32993826651173 - type: nauc_ndcg_at_1_std value: -6.16668280269925 - type: nauc_ndcg_at_20_diff1 value: 30.892299213572898 - type: nauc_ndcg_at_20_max value: 15.533598473960955 - type: nauc_ndcg_at_20_std value: -5.592857421993244 - type: nauc_ndcg_at_3_diff1 value: 30.97412209499667 - type: nauc_ndcg_at_3_max value: 12.84542695823572 - type: nauc_ndcg_at_3_std value: -9.862709325243795 - type: nauc_ndcg_at_5_diff1 value: 31.247387189268238 - type: nauc_ndcg_at_5_max value: 14.863285096359855 - type: nauc_ndcg_at_5_std value: -8.833420403208333 - type: nauc_precision_at_1000_diff1 value: -5.104395675100728 - type: nauc_precision_at_1000_max value: 3.5060644765561206 - type: nauc_precision_at_1000_std value: 13.731964455273857 - type: nauc_precision_at_100_diff1 value: -0.05916388057693207 - type: nauc_precision_at_100_max value: 10.75198251857467 - type: nauc_precision_at_100_std value: 20.37673067813122 - type: nauc_precision_at_10_diff1 value: 19.117436120682836 - type: nauc_precision_at_10_max value: 17.351339943043374 - type: nauc_precision_at_10_std value: 4.649816044876804 - type: nauc_precision_at_1_diff1 value: 31.697612304084966 - type: nauc_precision_at_1_max value: 10.32993826651173 - type: nauc_precision_at_1_std value: -6.16668280269925 - type: nauc_precision_at_20_diff1 value: 12.146196402654704 - type: nauc_precision_at_20_max value: 16.06198636541538 - type: nauc_precision_at_20_std value: 11.712301313043138 - type: nauc_precision_at_3_diff1 value: 27.885418886307512 - type: nauc_precision_at_3_max value: 14.854515865623949 - type: nauc_precision_at_3_std value: -7.743244508279002 - type: nauc_precision_at_5_diff1 value: 25.01027348003354 - type: nauc_precision_at_5_max value: 18.313873507759027 - type: nauc_precision_at_5_std value: -3.6715434684557935 - type: nauc_recall_at_1000_diff1 value: 29.85255626421692 - type: nauc_recall_at_1000_max value: 66.45076842178558 - type: nauc_recall_at_1000_std value: 67.83589924043422 - type: nauc_recall_at_100_diff1 value: 23.09602523899436 - type: nauc_recall_at_100_max value: 43.013654918903235 - type: nauc_recall_at_100_std value: 42.29227528815191 - type: nauc_recall_at_10_diff1 value: 29.257774505392614 - type: nauc_recall_at_10_max value: 21.396727057202085 - type: nauc_recall_at_10_std value: -2.5032825327368218 - type: nauc_recall_at_1_diff1 value: 31.728953985833293 - type: nauc_recall_at_1_max value: 9.890827343956422 - type: nauc_recall_at_1_std value: -7.85218094399838 - type: nauc_recall_at_20_diff1 value: 27.692450337674725 - type: nauc_recall_at_20_max value: 26.22334380938988 - type: nauc_recall_at_20_std value: 5.47589334090256 - type: nauc_recall_at_3_diff1 value: 29.27260347667942 - type: nauc_recall_at_3_max value: 14.081646959510548 - type: nauc_recall_at_3_std value: -11.421890578984733 - type: nauc_recall_at_5_diff1 value: 29.787801243166566 - type: nauc_recall_at_5_max value: 18.743146259298072 - type: nauc_recall_at_5_std value: -9.493219409775635 - type: ndcg_at_1 value: 28.128999999999998 - type: ndcg_at_10 value: 48.094 - type: ndcg_at_100 value: 53.43 - type: ndcg_at_1000 value: 54.125 - type: ndcg_at_20 value: 50.857 - type: ndcg_at_3 value: 38.586999999999996 - type: ndcg_at_5 value: 43.675999999999995 - type: precision_at_1 value: 28.128999999999998 - type: precision_at_10 value: 8.424 - type: precision_at_100 value: 1.138 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 4.858 - type: precision_at_3 value: 17.893 - type: precision_at_5 value: 13.644 - type: recall_at_1 value: 24.935 - type: recall_at_10 value: 70.833 - type: recall_at_100 value: 93.987 - type: recall_at_1000 value: 99.068 - type: recall_at_20 value: 81.096 - type: recall_at_3 value: 46.257999999999996 - type: recall_at_5 value: 57.99999999999999 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.596 - type: map_at_1 value: 71.95700000000001 - type: map_at_10 value: 86.087 - type: map_at_100 value: 86.709 - type: map_at_1000 value: 86.721 - type: map_at_20 value: 86.507 - type: map_at_3 value: 83.275 - type: map_at_5 value: 85.062 - type: mrr_at_1 value: 82.98 - type: mrr_at_10 value: 88.87989285714264 - type: mrr_at_100 value: 88.96899567671267 - type: mrr_at_1000 value: 88.96963076985833 - type: mrr_at_20 value: 88.95174910211885 - type: mrr_at_3 value: 88.08833333333307 - type: mrr_at_5 value: 88.66583333333304 - type: nauc_map_at_1000_diff1 value: 78.63036461420553 - type: nauc_map_at_1000_max value: 31.076002194124786 - type: nauc_map_at_1000_std value: -49.972987302266354 - type: nauc_map_at_100_diff1 value: 78.63059156664059 - type: nauc_map_at_100_max value: 31.048342637217836 - type: nauc_map_at_100_std value: -50.01492780216069 - type: nauc_map_at_10_diff1 value: 78.84005700721472 - type: nauc_map_at_10_max value: 30.395339364194502 - type: nauc_map_at_10_std value: -52.06387776915326 - type: nauc_map_at_1_diff1 value: 81.61811117076745 - type: nauc_map_at_1_max value: 23.36766395249712 - type: nauc_map_at_1_std value: -44.8340587106237 - type: nauc_map_at_20_diff1 value: 78.72076117014882 - type: nauc_map_at_20_max value: 30.7912032265727 - type: nauc_map_at_20_std value: -50.873130891417375 - type: nauc_map_at_3_diff1 value: 79.39092163321982 - type: nauc_map_at_3_max value: 28.081580918254577 - type: nauc_map_at_3_std value: -53.36899855928122 - type: nauc_map_at_5_diff1 value: 79.19681203279109 - type: nauc_map_at_5_max value: 29.33887068136721 - type: nauc_map_at_5_std value: -53.493657679447004 - type: nauc_mrr_at_1000_diff1 value: 79.27208853983836 - type: nauc_mrr_at_1000_max value: 33.610296530392134 - type: nauc_mrr_at_1000_std value: -46.58382135882723 - type: nauc_mrr_at_100_diff1 value: 79.2721928709583 - type: nauc_mrr_at_100_max value: 33.611452537793554 - type: nauc_mrr_at_100_std value: -46.58615386688804 - type: nauc_mrr_at_10_diff1 value: 79.25086559461411 - type: nauc_mrr_at_10_max value: 33.65935087656775 - type: nauc_mrr_at_10_std value: -46.73772051184442 - type: nauc_mrr_at_1_diff1 value: 79.76233965493856 - type: nauc_mrr_at_1_max value: 33.67924725234579 - type: nauc_mrr_at_1_std value: -44.099719233057385 - type: nauc_mrr_at_20_diff1 value: 79.27747365690634 - type: nauc_mrr_at_20_max value: 33.622102029324786 - type: nauc_mrr_at_20_std value: -46.64249374333539 - type: nauc_mrr_at_3_diff1 value: 79.07763156053265 - type: nauc_mrr_at_3_max value: 33.55977915638594 - type: nauc_mrr_at_3_std value: -46.753259723324476 - type: nauc_mrr_at_5_diff1 value: 79.29060339238987 - type: nauc_mrr_at_5_max value: 33.64366049888712 - type: nauc_mrr_at_5_std value: -47.13918467859056 - type: nauc_ndcg_at_1000_diff1 value: 78.55872772633732 - type: nauc_ndcg_at_1000_max value: 32.61124759489271 - type: nauc_ndcg_at_1000_std value: -48.15215334394548 - type: nauc_ndcg_at_100_diff1 value: 78.5410630685114 - type: nauc_ndcg_at_100_max value: 32.462484238152015 - type: nauc_ndcg_at_100_std value: -48.33931148522546 - type: nauc_ndcg_at_10_diff1 value: 78.57566003977057 - type: nauc_ndcg_at_10_max value: 31.45859660613293 - type: nauc_ndcg_at_10_std value: -51.75336080105255 - type: nauc_ndcg_at_1_diff1 value: 79.76233965493856 - type: nauc_ndcg_at_1_max value: 33.67924725234579 - type: nauc_ndcg_at_1_std value: -44.099719233057385 - type: nauc_ndcg_at_20_diff1 value: 78.64831030578293 - type: nauc_ndcg_at_20_max value: 31.808867456701496 - type: nauc_ndcg_at_20_std value: -50.31947699244855 - type: nauc_ndcg_at_3_diff1 value: 78.0148013940863 - type: nauc_ndcg_at_3_max value: 30.557511114839187 - type: nauc_ndcg_at_3_std value: -50.94700689140003 - type: nauc_ndcg_at_5_diff1 value: 78.6182416218153 - type: nauc_ndcg_at_5_max value: 30.731516712701453 - type: nauc_ndcg_at_5_std value: -52.68333758050553 - type: nauc_precision_at_1000_diff1 value: -45.14836009649348 - type: nauc_precision_at_1000_max value: -2.6691310129874215 - type: nauc_precision_at_1000_std value: 41.197068310896164 - type: nauc_precision_at_100_diff1 value: -45.06383809388506 - type: nauc_precision_at_100_max value: -3.0284760364658623 - type: nauc_precision_at_100_std value: 40.66796789469513 - type: nauc_precision_at_10_diff1 value: -40.38806219605014 - type: nauc_precision_at_10_max value: -0.552175593694107 - type: nauc_precision_at_10_std value: 27.638472546366895 - type: nauc_precision_at_1_diff1 value: 79.76233965493856 - type: nauc_precision_at_1_max value: 33.67924725234579 - type: nauc_precision_at_1_std value: -44.099719233057385 - type: nauc_precision_at_20_diff1 value: -43.47130637086843 - type: nauc_precision_at_20_max value: -2.218346209285804 - type: nauc_precision_at_20_std value: 34.35700569402823 - type: nauc_precision_at_3_diff1 value: -22.398397778295436 - type: nauc_precision_at_3_max value: 5.936531116715795 - type: nauc_precision_at_3_std value: 7.532741226837131 - type: nauc_precision_at_5_diff1 value: -33.83686494953557 - type: nauc_precision_at_5_max value: 1.7660920859951579 - type: nauc_precision_at_5_std value: 18.136935661771652 - type: nauc_recall_at_1000_diff1 value: 38.501180157537256 - type: nauc_recall_at_1000_max value: -67.08513162050335 - type: nauc_recall_at_1000_std value: 6.578124812143986 - type: nauc_recall_at_100_diff1 value: 71.29403709995574 - type: nauc_recall_at_100_max value: 21.12160505011319 - type: nauc_recall_at_100_std value: -59.32843797430274 - type: nauc_recall_at_10_diff1 value: 75.12595085925767 - type: nauc_recall_at_10_max value: 25.42483839010267 - type: nauc_recall_at_10_std value: -73.69638837135811 - type: nauc_recall_at_1_diff1 value: 81.61811117076745 - type: nauc_recall_at_1_max value: 23.36766395249712 - type: nauc_recall_at_1_std value: -44.8340587106237 - type: nauc_recall_at_20_diff1 value: 75.92462999298641 - type: nauc_recall_at_20_max value: 22.87167320960154 - type: nauc_recall_at_20_std value: -77.87832526906715 - type: nauc_recall_at_3_diff1 value: 75.6713629145334 - type: nauc_recall_at_3_max value: 23.472205794908238 - type: nauc_recall_at_3_std value: -60.51447114434868 - type: nauc_recall_at_5_diff1 value: 75.60734243317337 - type: nauc_recall_at_5_max value: 23.866287435204217 - type: nauc_recall_at_5_std value: -69.45575314689385 - type: ndcg_at_1 value: 82.98 - type: ndcg_at_10 value: 89.596 - type: ndcg_at_100 value: 90.684 - type: ndcg_at_1000 value: 90.753 - type: ndcg_at_20 value: 90.235 - type: ndcg_at_3 value: 87.137 - type: ndcg_at_5 value: 88.538 - type: precision_at_1 value: 82.98 - type: precision_at_10 value: 13.584999999999999 - type: precision_at_100 value: 1.538 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.204000000000001 - type: precision_at_3 value: 38.213 - type: precision_at_5 value: 25.044 - type: recall_at_1 value: 71.95700000000001 - type: recall_at_10 value: 96.115 - type: recall_at_100 value: 99.705 - type: recall_at_1000 value: 99.993 - type: recall_at_20 value: 98.15700000000001 - type: recall_at_3 value: 88.875 - type: recall_at_5 value: 92.982 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: main_score value: 56.68447218433704 - type: v_measure value: 56.68447218433704 - type: v_measure_std value: 4.0657275209959 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: main_score value: 64.64732063410999 - type: v_measure value: 64.64732063410999 - type: v_measure_std value: 12.376005946006813 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 20.534 - type: map_at_1 value: 4.99 - type: map_at_10 value: 12.328999999999999 - type: map_at_100 value: 14.365 - type: map_at_1000 value: 14.664 - type: map_at_20 value: 13.403 - type: map_at_3 value: 8.938 - type: map_at_5 value: 10.459 - type: mrr_at_1 value: 24.7 - type: mrr_at_10 value: 35.107301587301556 - type: mrr_at_100 value: 36.11685406586214 - type: mrr_at_1000 value: 36.17876910674592 - type: mrr_at_20 value: 35.67898733962972 - type: mrr_at_3 value: 31.96666666666666 - type: mrr_at_5 value: 33.696666666666616 - type: nauc_map_at_1000_diff1 value: 11.849924695069317 - type: nauc_map_at_1000_max value: 32.847927833818666 - type: nauc_map_at_1000_std value: 19.192220142739153 - type: nauc_map_at_100_diff1 value: 11.858842787655808 - type: nauc_map_at_100_max value: 32.75163951287931 - type: nauc_map_at_100_std value: 19.019094830524764 - type: nauc_map_at_10_diff1 value: 11.349172217052828 - type: nauc_map_at_10_max value: 31.333239188467175 - type: nauc_map_at_10_std value: 16.283670625667842 - type: nauc_map_at_1_diff1 value: 18.516798904072008 - type: nauc_map_at_1_max value: 24.74401722089178 - type: nauc_map_at_1_std value: 9.529226569834421 - type: nauc_map_at_20_diff1 value: 11.69285013271575 - type: nauc_map_at_20_max value: 32.262060221413485 - type: nauc_map_at_20_std value: 17.66647128519135 - type: nauc_map_at_3_diff1 value: 13.992561163776381 - type: nauc_map_at_3_max value: 29.062917250985894 - type: nauc_map_at_3_std value: 10.702964818355836 - type: nauc_map_at_5_diff1 value: 12.955037427757917 - type: nauc_map_at_5_max value: 30.488681154017538 - type: nauc_map_at_5_std value: 12.649919519045968 - type: nauc_mrr_at_1000_diff1 value: 16.21410342876011 - type: nauc_mrr_at_1000_max value: 28.2918746166336 - type: nauc_mrr_at_1000_std value: 14.791117904122236 - type: nauc_mrr_at_100_diff1 value: 16.198473995095185 - type: nauc_mrr_at_100_max value: 28.30200877450916 - type: nauc_mrr_at_100_std value: 14.824149280583754 - type: nauc_mrr_at_10_diff1 value: 16.157624094781312 - type: nauc_mrr_at_10_max value: 28.248031720253096 - type: nauc_mrr_at_10_std value: 14.783260653257985 - type: nauc_mrr_at_1_diff1 value: 18.406546679701666 - type: nauc_mrr_at_1_max value: 24.527124261790277 - type: nauc_mrr_at_1_std value: 9.4162504492486 - type: nauc_mrr_at_20_diff1 value: 16.12046670942243 - type: nauc_mrr_at_20_max value: 28.292253092068577 - type: nauc_mrr_at_20_std value: 14.931600872447333 - type: nauc_mrr_at_3_diff1 value: 16.55627746928452 - type: nauc_mrr_at_3_max value: 27.68790688498718 - type: nauc_mrr_at_3_std value: 13.25952441783483 - type: nauc_mrr_at_5_diff1 value: 16.33320986066059 - type: nauc_mrr_at_5_max value: 28.002191078137745 - type: nauc_mrr_at_5_std value: 14.074371308750969 - type: nauc_ndcg_at_1000_diff1 value: 12.807491363478807 - type: nauc_ndcg_at_1000_max value: 34.321326897508385 - type: nauc_ndcg_at_1000_std value: 25.495889976487845 - type: nauc_ndcg_at_100_diff1 value: 12.917350730992611 - type: nauc_ndcg_at_100_max value: 34.318286990182905 - type: nauc_ndcg_at_100_std value: 24.618195973170405 - type: nauc_ndcg_at_10_diff1 value: 11.686452666089275 - type: nauc_ndcg_at_10_max value: 31.38693092455176 - type: nauc_ndcg_at_10_std value: 18.768639853489013 - type: nauc_ndcg_at_1_diff1 value: 18.406546679701666 - type: nauc_ndcg_at_1_max value: 24.527124261790277 - type: nauc_ndcg_at_1_std value: 9.4162504492486 - type: nauc_ndcg_at_20_diff1 value: 12.07799247128094 - type: nauc_ndcg_at_20_max value: 32.95813619005198 - type: nauc_ndcg_at_20_std value: 20.981216720863248 - type: nauc_ndcg_at_3_diff1 value: 14.339178895687585 - type: nauc_ndcg_at_3_max value: 29.08848500417362 - type: nauc_ndcg_at_3_std value: 12.355192075587636 - type: nauc_ndcg_at_5_diff1 value: 13.25581670937436 - type: nauc_ndcg_at_5_max value: 30.42228949699566 - type: nauc_ndcg_at_5_std value: 14.630467079769135 - type: nauc_precision_at_1000_diff1 value: 6.821424006374244 - type: nauc_precision_at_1000_max value: 26.927422567682473 - type: nauc_precision_at_1000_std value: 34.34951441817416 - type: nauc_precision_at_100_diff1 value: 9.567638398641202 - type: nauc_precision_at_100_max value: 31.800694157109916 - type: nauc_precision_at_100_std value: 32.39257526698503 - type: nauc_precision_at_10_diff1 value: 7.57996473415342 - type: nauc_precision_at_10_max value: 30.68427600631976 - type: nauc_precision_at_10_std value: 22.831970049440976 - type: nauc_precision_at_1_diff1 value: 18.406546679701666 - type: nauc_precision_at_1_max value: 24.527124261790277 - type: nauc_precision_at_1_std value: 9.4162504492486 - type: nauc_precision_at_20_diff1 value: 8.254275154445386 - type: nauc_precision_at_20_max value: 31.94840262464482 - type: nauc_precision_at_20_std value: 25.554466241621025 - type: nauc_precision_at_3_diff1 value: 12.807145455383024 - type: nauc_precision_at_3_max value: 30.735195307101808 - type: nauc_precision_at_3_std value: 13.498436177124187 - type: nauc_precision_at_5_diff1 value: 10.576291159607521 - type: nauc_precision_at_5_max value: 31.16750677427814 - type: nauc_precision_at_5_std value: 16.624936465850205 - type: nauc_recall_at_1000_diff1 value: 6.509796425454778 - type: nauc_recall_at_1000_max value: 26.98638586407186 - type: nauc_recall_at_1000_std value: 35.26164907470477 - type: nauc_recall_at_100_diff1 value: 9.347774945788558 - type: nauc_recall_at_100_max value: 31.753275770885498 - type: nauc_recall_at_100_std value: 32.566361204338804 - type: nauc_recall_at_10_diff1 value: 7.4665066594426195 - type: nauc_recall_at_10_max value: 30.51818682722957 - type: nauc_recall_at_10_std value: 22.660173217217768 - type: nauc_recall_at_1_diff1 value: 18.516798904072008 - type: nauc_recall_at_1_max value: 24.74401722089178 - type: nauc_recall_at_1_std value: 9.529226569834421 - type: nauc_recall_at_20_diff1 value: 7.95127437037229 - type: nauc_recall_at_20_max value: 31.77429031914049 - type: nauc_recall_at_20_std value: 25.45383621072116 - type: nauc_recall_at_3_diff1 value: 12.546487476703042 - type: nauc_recall_at_3_max value: 30.740113981314853 - type: nauc_recall_at_3_std value: 13.390025142879725 - type: nauc_recall_at_5_diff1 value: 10.403882282760307 - type: nauc_recall_at_5_max value: 31.126862045399978 - type: nauc_recall_at_5_std value: 16.476760834469545 - type: ndcg_at_1 value: 24.7 - type: ndcg_at_10 value: 20.534 - type: ndcg_at_100 value: 28.310000000000002 - type: ndcg_at_1000 value: 33.558 - type: ndcg_at_20 value: 23.299 - type: ndcg_at_3 value: 19.786 - type: ndcg_at_5 value: 16.973 - type: precision_at_1 value: 24.7 - type: precision_at_10 value: 10.549999999999999 - type: precision_at_100 value: 2.179 - type: precision_at_1000 value: 0.344 - type: precision_at_20 value: 6.865 - type: precision_at_3 value: 18.4 - type: precision_at_5 value: 14.7 - type: recall_at_1 value: 4.99 - type: recall_at_10 value: 21.415 - type: recall_at_100 value: 44.237 - type: recall_at_1000 value: 69.78 - type: recall_at_20 value: 27.877000000000002 - type: recall_at_3 value: 11.198 - type: recall_at_5 value: 14.898 task: type: Retrieval - dataset: config: default name: MTEB SICK-R revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: cosine_pearson value: 83.85700452271777 - type: cosine_spearman value: 79.82934784097856 - type: euclidean_pearson value: 81.4092441664728 - type: euclidean_spearman value: 79.82934667611752 - type: main_score value: 79.82934784097856 - type: manhattan_pearson value: 81.50958774245555 - type: manhattan_spearman value: 79.71894884990814 - type: pearson value: 83.85700452271777 - type: spearman value: 79.82934784097856 task: type: STS - dataset: config: default name: MTEB STS12 revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: cosine_pearson value: 85.207286416357 - type: cosine_spearman value: 76.40055894888401 - type: euclidean_pearson value: 82.02648303838515 - type: euclidean_spearman value: 76.40287663228223 - type: main_score value: 76.40055894888401 - type: manhattan_pearson value: 82.25025864380025 - type: manhattan_spearman value: 76.72051687838739 - type: pearson value: 85.207286416357 - type: spearman value: 76.40055894888401 task: type: STS - dataset: config: default name: MTEB STS13 revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: cosine_pearson value: 84.37987172001276 - type: cosine_spearman value: 84.82822875018189 - type: euclidean_pearson value: 84.18061394469825 - type: euclidean_spearman value: 84.828228674779 - type: main_score value: 84.82822875018189 - type: manhattan_pearson value: 84.14728975412483 - type: manhattan_spearman value: 84.86087718151349 - type: pearson value: 84.37987172001276 - type: spearman value: 84.82822875018189 task: type: STS - dataset: config: default name: MTEB STS14 revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: cosine_pearson value: 83.13493924272909 - type: cosine_spearman value: 80.0189656319551 - type: euclidean_pearson value: 82.21428308194348 - type: euclidean_spearman value: 80.01898998795043 - type: main_score value: 80.0189656319551 - type: manhattan_pearson value: 82.0294672706508 - type: manhattan_spearman value: 79.89996682642743 - type: pearson value: 83.13493924272909 - type: spearman value: 80.0189656319551 task: type: STS - dataset: config: default name: MTEB STS15 revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: cosine_pearson value: 87.3471007936547 - type: cosine_spearman value: 88.41234992876915 - type: euclidean_pearson value: 87.47375444014821 - type: euclidean_spearman value: 88.41234208726733 - type: main_score value: 88.41234992876915 - type: manhattan_pearson value: 87.24028935375965 - type: manhattan_spearman value: 88.22057222786974 - type: pearson value: 87.3471007936547 - type: spearman value: 88.41234992876915 task: type: STS - dataset: config: default name: MTEB STS16 revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: cosine_pearson value: 82.34912911148646 - type: cosine_spearman value: 84.21876040769082 - type: euclidean_pearson value: 83.06659319552104 - type: euclidean_spearman value: 84.21875980188098 - type: main_score value: 84.21876040769082 - type: manhattan_pearson value: 82.85215248689678 - type: manhattan_spearman value: 83.97382851568322 - type: pearson value: 82.34912911148646 - type: spearman value: 84.21876040769082 task: type: STS - dataset: config: en-ar name: MTEB STS17 (en-ar) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 61.79079714448249 - type: cosine_spearman value: 61.84063715897275 - type: euclidean_pearson value: 62.53041307180216 - type: euclidean_spearman value: 61.84063715897275 - type: main_score value: 61.84063715897275 - type: manhattan_pearson value: 60.86707304635729 - type: manhattan_spearman value: 59.71879357332233 - type: pearson value: 61.79079714448249 - type: spearman value: 61.84063715897275 task: type: STS - dataset: config: en-de name: MTEB STS17 (en-de) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 75.68083461903981 - type: cosine_spearman value: 76.06980951787664 - type: euclidean_pearson value: 76.28336769989572 - type: euclidean_spearman value: 76.06980951787664 - type: main_score value: 76.06980951787664 - type: manhattan_pearson value: 76.19497259357935 - type: manhattan_spearman value: 75.90328893195142 - type: pearson value: 75.68083461903981 - type: spearman value: 76.06980951787664 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 86.59308279600607 - type: cosine_spearman value: 86.72266801709829 - type: euclidean_pearson value: 87.14778896814343 - type: euclidean_spearman value: 86.72266801709829 - type: main_score value: 86.72266801709829 - type: manhattan_pearson value: 87.08737192696682 - type: manhattan_spearman value: 86.58213263802566 - type: pearson value: 86.59308279600607 - type: spearman value: 86.72266801709829 task: type: STS - dataset: config: en-tr name: MTEB STS17 (en-tr) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 55.868245548086435 - type: cosine_spearman value: 54.988862691660046 - type: euclidean_pearson value: 56.02523518011843 - type: euclidean_spearman value: 54.988862691660046 - type: main_score value: 54.988862691660046 - type: manhattan_pearson value: 54.94151020818001 - type: manhattan_spearman value: 53.20576390465682 - type: pearson value: 55.868245548086435 - type: spearman value: 54.988862691660046 task: type: STS - dataset: config: es-en name: MTEB STS17 (es-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 78.04549831114599 - type: cosine_spearman value: 79.33661235282483 - type: euclidean_pearson value: 78.33470928149828 - type: euclidean_spearman value: 79.33661235282483 - type: main_score value: 79.33661235282483 - type: manhattan_pearson value: 78.62475054827067 - type: manhattan_spearman value: 79.79093363042195 - type: pearson value: 78.04549831114599 - type: spearman value: 79.33661235282483 task: type: STS - dataset: config: fr-en name: MTEB STS17 (fr-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 77.84135094860734 - type: cosine_spearman value: 77.05597886965677 - type: euclidean_pearson value: 78.44739509330336 - type: euclidean_spearman value: 77.05597886965677 - type: main_score value: 77.05597886965677 - type: manhattan_pearson value: 78.11144691780902 - type: manhattan_spearman value: 76.61865091349998 - type: pearson value: 77.84135094860734 - type: spearman value: 77.05597886965677 task: type: STS - dataset: config: it-en name: MTEB STS17 (it-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 76.78287468475978 - type: cosine_spearman value: 77.1139074299036 - type: euclidean_pearson value: 76.98939441152692 - type: euclidean_spearman value: 77.1139074299036 - type: main_score value: 77.1139074299036 - type: manhattan_pearson value: 76.43778199198998 - type: manhattan_spearman value: 76.29102973301967 - type: pearson value: 76.78287468475978 - type: spearman value: 77.1139074299036 task: type: STS - dataset: config: nl-en name: MTEB STS17 (nl-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 74.1755292788129 - type: cosine_spearman value: 73.61020974617507 - type: euclidean_pearson value: 74.6252148515094 - type: euclidean_spearman value: 73.61020974617507 - type: main_score value: 73.61020974617507 - type: manhattan_pearson value: 74.20123792204043 - type: manhattan_spearman value: 73.11768244528407 - type: pearson value: 74.1755292788129 - type: spearman value: 73.61020974617507 task: type: STS - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 69.33672267868266 - type: cosine_spearman value: 68.9826834522368 - type: euclidean_pearson value: 70.98160065768728 - type: euclidean_spearman value: 68.9826834522368 - type: main_score value: 68.9826834522368 - type: manhattan_pearson value: 71.01386325866164 - type: manhattan_spearman value: 69.0994730363466 - type: pearson value: 69.33672267868266 - type: spearman value: 68.9826834522368 task: type: STS - dataset: config: de-en name: MTEB STS22 (de-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 66.6356300553573 - type: cosine_spearman value: 63.281492359128244 - type: euclidean_pearson value: 69.35625420940535 - type: euclidean_spearman value: 63.281492359128244 - type: main_score value: 63.281492359128244 - type: manhattan_pearson value: 70.09722452127296 - type: manhattan_spearman value: 63.84829980137503 - type: pearson value: 66.6356300553573 - type: spearman value: 63.281492359128244 task: type: STS - dataset: config: es-en name: MTEB STS22 (es-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 77.90416202014048 - type: cosine_spearman value: 80.20967447945033 - type: euclidean_pearson value: 79.03087965394992 - type: euclidean_spearman value: 80.20967447945033 - type: main_score value: 80.20967447945033 - type: manhattan_pearson value: 80.8806330802969 - type: manhattan_spearman value: 81.33541342074008 - type: pearson value: 77.90416202014048 - type: spearman value: 80.20967447945033 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 80.7302400499027 - type: cosine_spearman value: 77.66794404319536 - type: euclidean_pearson value: 80.83345274300683 - type: euclidean_spearman value: 77.66794404319536 - type: main_score value: 77.66794404319536 - type: manhattan_pearson value: 81.42386075718993 - type: manhattan_spearman value: 79.93339755294197 - type: pearson value: 80.7302400499027 - type: spearman value: 77.66794404319536 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 78.83317778206556 - type: cosine_spearman value: 78.00089559829223 - type: euclidean_pearson value: 79.89342231025401 - type: euclidean_spearman value: 78.00089559829223 - type: main_score value: 78.00089559829223 - type: manhattan_pearson value: 79.97037004799317 - type: manhattan_spearman value: 77.9460764213753 - type: pearson value: 78.83317778206556 - type: spearman value: 78.00089559829223 task: type: STS - dataset: config: default name: MTEB STSBenchmark revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson value: 83.03572325763227 - type: cosine_spearman value: 85.4446925741216 - type: euclidean_pearson value: 84.90973108105527 - type: euclidean_spearman value: 85.4446925741216 - type: main_score value: 85.4446925741216 - type: manhattan_pearson value: 84.69805256714422 - type: manhattan_spearman value: 85.26976575303455 - type: pearson value: 83.03572325763227 - type: spearman value: 85.4446925741216 task: type: STS - dataset: config: default name: MTEB SciDocsRR revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: main_score value: 81.584769486596 - type: map value: 81.584769486596 - type: mrr value: 94.90045448378781 - type: nAUC_map_diff1 value: 3.9324016082883197 - type: nAUC_map_max value: 54.84612329461592 - type: nAUC_map_std value: 68.90283349866706 - type: nAUC_mrr_diff1 value: 49.01867658001844 - type: nAUC_mrr_max value: 85.5257401341201 - type: nAUC_mrr_std value: 79.97678491686013 task: type: Reranking - dataset: config: default name: MTEB SciFact revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 73.935 - type: map_at_1 value: 60.328 - type: map_at_10 value: 70.018 - type: map_at_100 value: 70.616 - type: map_at_1000 value: 70.63000000000001 - type: map_at_20 value: 70.429 - type: map_at_3 value: 67.769 - type: map_at_5 value: 69.113 - type: mrr_at_1 value: 63.66666666666667 - type: mrr_at_10 value: 71.19298941798942 - type: mrr_at_100 value: 71.70744943715617 - type: mrr_at_1000 value: 71.72138615140918 - type: mrr_at_20 value: 71.55248021958549 - type: mrr_at_3 value: 69.7777777777778 - type: mrr_at_5 value: 70.69444444444444 - type: nauc_map_at_1000_diff1 value: 68.2055312185749 - type: nauc_map_at_1000_max value: 52.214192599587186 - type: nauc_map_at_1000_std value: -2.9208755233325436 - type: nauc_map_at_100_diff1 value: 68.20574701360259 - type: nauc_map_at_100_max value: 52.223829306100356 - type: nauc_map_at_100_std value: -2.9113536466356824 - type: nauc_map_at_10_diff1 value: 68.14340816619155 - type: nauc_map_at_10_max value: 52.38745973918854 - type: nauc_map_at_10_std value: -3.467359500439264 - type: nauc_map_at_1_diff1 value: 72.23401334865368 - type: nauc_map_at_1_max value: 46.82962180315117 - type: nauc_map_at_1_std value: -9.343465689711667 - type: nauc_map_at_20_diff1 value: 68.15794975399251 - type: nauc_map_at_20_max value: 52.242137690054534 - type: nauc_map_at_20_std value: -2.908212678266215 - type: nauc_map_at_3_diff1 value: 68.4137919425229 - type: nauc_map_at_3_max value: 50.55860238610453 - type: nauc_map_at_3_std value: -5.032172059537786 - type: nauc_map_at_5_diff1 value: 68.23699187529036 - type: nauc_map_at_5_max value: 51.35810127266864 - type: nauc_map_at_5_std value: -4.343392735192815 - type: nauc_mrr_at_1000_diff1 value: 67.96910083217087 - type: nauc_mrr_at_1000_max value: 53.08121893958766 - type: nauc_mrr_at_1000_std value: -1.8111991682002269 - type: nauc_mrr_at_100_diff1 value: 67.96945983759666 - type: nauc_mrr_at_100_max value: 53.090596741360805 - type: nauc_mrr_at_100_std value: -1.8020804509968835 - type: nauc_mrr_at_10_diff1 value: 67.84399188170744 - type: nauc_mrr_at_10_max value: 53.36496281285814 - type: nauc_mrr_at_10_std value: -2.146817520132356 - type: nauc_mrr_at_1_diff1 value: 71.33692611181334 - type: nauc_mrr_at_1_max value: 51.50965449035611 - type: nauc_mrr_at_1_std value: -3.194893247938805 - type: nauc_mrr_at_20_diff1 value: 67.8714882620994 - type: nauc_mrr_at_20_max value: 53.13233771322029 - type: nauc_mrr_at_20_std value: -1.707395811368487 - type: nauc_mrr_at_3_diff1 value: 67.75258720127374 - type: nauc_mrr_at_3_max value: 52.64132130034279 - type: nauc_mrr_at_3_std value: -2.6081182070735203 - type: nauc_mrr_at_5_diff1 value: 67.75859394787625 - type: nauc_mrr_at_5_max value: 52.908356463771625 - type: nauc_mrr_at_5_std value: -2.2698832554775485 - type: nauc_ndcg_at_1000_diff1 value: 67.47655070232013 - type: nauc_ndcg_at_1000_max value: 53.397274097967 - type: nauc_ndcg_at_1000_std value: -1.1792958347787232 - type: nauc_ndcg_at_100_diff1 value: 67.5300253478019 - type: nauc_ndcg_at_100_max value: 53.83385707796404 - type: nauc_ndcg_at_100_std value: -0.5611268726253542 - type: nauc_ndcg_at_10_diff1 value: 66.99254561088377 - type: nauc_ndcg_at_10_max value: 54.63589226494737 - type: nauc_ndcg_at_10_std value: -2.4732233136208004 - type: nauc_ndcg_at_1_diff1 value: 71.33692611181334 - type: nauc_ndcg_at_1_max value: 51.50965449035611 - type: nauc_ndcg_at_1_std value: -3.194893247938805 - type: nauc_ndcg_at_20_diff1 value: 66.98999534758848 - type: nauc_ndcg_at_20_max value: 53.94083919266696 - type: nauc_ndcg_at_20_std value: -0.34372258987758725 - type: nauc_ndcg_at_3_diff1 value: 66.72691776418847 - type: nauc_ndcg_at_3_max value: 52.35288132883472 - type: nauc_ndcg_at_3_std value: -3.662245457022738 - type: nauc_ndcg_at_5_diff1 value: 66.9173291880259 - type: nauc_ndcg_at_5_max value: 52.59061015709949 - type: nauc_ndcg_at_5_std value: -3.6149346204492976 - type: nauc_precision_at_1000_diff1 value: -29.229401819068656 - type: nauc_precision_at_1000_max value: 14.018591658480284 - type: nauc_precision_at_1000_std value: 41.189679023236216 - type: nauc_precision_at_100_diff1 value: -16.761664240574806 - type: nauc_precision_at_100_max value: 21.675815663784554 - type: nauc_precision_at_100_std value: 39.941656874609 - type: nauc_precision_at_10_diff1 value: 7.92550887830232 - type: nauc_precision_at_10_max value: 36.217668144080115 - type: nauc_precision_at_10_std value: 24.81455543986068 - type: nauc_precision_at_1_diff1 value: 71.33692611181334 - type: nauc_precision_at_1_max value: 51.50965449035611 - type: nauc_precision_at_1_std value: -3.194893247938805 - type: nauc_precision_at_20_diff1 value: -2.195730806459822 - type: nauc_precision_at_20_max value: 29.63013907993279 - type: nauc_precision_at_20_std value: 34.210606755311 - type: nauc_precision_at_3_diff1 value: 33.802949926802754 - type: nauc_precision_at_3_max value: 46.727638117126055 - type: nauc_precision_at_3_std value: 16.255030669374122 - type: nauc_precision_at_5_diff1 value: 20.69030950074405 - type: nauc_precision_at_5_max value: 40.31199752319514 - type: nauc_precision_at_5_std value: 20.782190973644 - type: nauc_recall_at_1000_diff1 value: 42.25023342670368 - type: nauc_recall_at_1000_max value: 41.433239962651925 - type: nauc_recall_at_1000_std value: 33.84687208216713 - type: nauc_recall_at_100_diff1 value: 65.65515094926847 - type: nauc_recall_at_100_max value: 69.54559601618433 - type: nauc_recall_at_100_std value: 31.66044195455954 - type: nauc_recall_at_10_diff1 value: 61.886570569470976 - type: nauc_recall_at_10_max value: 63.153567731622594 - type: nauc_recall_at_10_std value: -1.5520143089523744 - type: nauc_recall_at_1_diff1 value: 72.23401334865368 - type: nauc_recall_at_1_max value: 46.82962180315117 - type: nauc_recall_at_1_std value: -9.343465689711667 - type: nauc_recall_at_20_diff1 value: 59.38256222261128 - type: nauc_recall_at_20_max value: 60.68699735354409 - type: nauc_recall_at_20_std value: 15.587832480357724 - type: nauc_recall_at_3_diff1 value: 62.297967425013546 - type: nauc_recall_at_3_max value: 52.48686998921076 - type: nauc_recall_at_3_std value: -5.455903990111123 - type: nauc_recall_at_5_diff1 value: 61.68818383544436 - type: nauc_recall_at_5_max value: 54.34539549277214 - type: nauc_recall_at_5_std value: -4.433533423923073 - type: ndcg_at_1 value: 63.666999999999994 - type: ndcg_at_10 value: 73.935 - type: ndcg_at_100 value: 76.505 - type: ndcg_at_1000 value: 76.925 - type: ndcg_at_20 value: 75.322 - type: ndcg_at_3 value: 70.52199999999999 - type: ndcg_at_5 value: 72.33500000000001 - type: precision_at_1 value: 63.666999999999994 - type: precision_at_10 value: 9.667 - type: precision_at_100 value: 1.09 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_20 value: 5.117 - type: precision_at_3 value: 27.667 - type: precision_at_5 value: 17.933 - type: recall_at_1 value: 60.328 - type: recall_at_10 value: 84.556 - type: recall_at_100 value: 96.0 - type: recall_at_1000 value: 99.333 - type: recall_at_20 value: 89.889 - type: recall_at_3 value: 75.517 - type: recall_at_5 value: 80.17800000000001 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy value: 99.78910891089109 - type: cosine_accuracy_threshold value: 87.28269934654236 - type: cosine_ap value: 94.23479554806534 - type: cosine_f1 value: 89.24785461887936 - type: cosine_f1_threshold value: 87.28269934654236 - type: cosine_precision value: 90.11213047910296 - type: cosine_recall value: 88.4 - type: dot_accuracy value: 99.78910891089109 - type: dot_accuracy_threshold value: 87.28270530700684 - type: dot_ap value: 94.23479554806534 - type: dot_f1 value: 89.24785461887936 - type: dot_f1_threshold value: 87.28270530700684 - type: dot_precision value: 90.11213047910296 - type: dot_recall value: 88.4 - type: euclidean_accuracy value: 99.78910891089109 - type: euclidean_accuracy_threshold value: 50.432729721069336 - type: euclidean_ap value: 94.23479554806534 - type: euclidean_f1 value: 89.24785461887936 - type: euclidean_f1_threshold value: 50.432729721069336 - type: euclidean_precision value: 90.11213047910296 - type: euclidean_recall value: 88.4 - type: main_score value: 94.58104757791173 - type: manhattan_accuracy value: 99.7960396039604 - type: manhattan_accuracy_threshold value: 1184.6755981445312 - type: manhattan_ap value: 94.58104757791173 - type: manhattan_f1 value: 89.90291262135923 - type: manhattan_f1_threshold value: 1223.6711502075195 - type: manhattan_precision value: 87.35849056603774 - type: manhattan_recall value: 92.60000000000001 - type: max_ap value: 94.58104757791173 - type: max_f1 value: 89.90291262135923 - type: max_precision value: 90.11213047910296 - type: max_recall value: 92.60000000000001 - type: similarity_accuracy value: 99.78910891089109 - type: similarity_accuracy_threshold value: 87.28269934654236 - type: similarity_ap value: 94.23479554806534 - type: similarity_f1 value: 89.24785461887936 - type: similarity_f1_threshold value: 87.28269934654236 - type: similarity_precision value: 90.11213047910296 - type: similarity_recall value: 88.4 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: main_score value: 66.97751738271798 - type: v_measure value: 66.97751738271798 - type: v_measure_std value: 3.919243503619673 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: main_score value: 34.345414814604055 - type: v_measure value: 34.345414814604055 - type: v_measure_std value: 1.6817541809432175 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score value: 49.50915888461779 - type: map value: 49.50915888461779 - type: mrr value: 50.473697054579404 - type: nAUC_map_diff1 value: 36.285179564163904 - type: nAUC_map_max value: 15.955769402370276 - type: nAUC_map_std value: 10.92224918079619 - type: nAUC_mrr_diff1 value: 36.231061562834164 - type: nAUC_mrr_max value: 16.668840843856582 - type: nAUC_mrr_std value: 11.202145357226165 task: type: Reranking - dataset: config: default name: MTEB SummEval revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: cosine_pearson value: 29.31945548212115 - type: cosine_spearman value: 28.81114069106843 - type: dot_pearson value: 29.31942734124158 - type: dot_spearman value: 28.809433845740664 - type: main_score value: 28.81114069106843 - type: pearson value: 29.31945548212115 - type: spearman value: 28.81114069106843 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 78.459 - type: map_at_1 value: 0.22499999999999998 - type: map_at_10 value: 1.983 - type: map_at_100 value: 12.812000000000001 - type: map_at_1000 value: 32.0 - type: map_at_20 value: 3.666 - type: map_at_3 value: 0.6649999999999999 - type: map_at_5 value: 1.055 - type: mrr_at_1 value: 86.0 - type: mrr_at_10 value: 91.66666666666666 - type: mrr_at_100 value: 91.66666666666666 - type: mrr_at_1000 value: 91.66666666666666 - type: mrr_at_20 value: 91.66666666666666 - type: mrr_at_3 value: 90.66666666666666 - type: mrr_at_5 value: 91.66666666666666 - type: nauc_map_at_1000_diff1 value: 11.761552056865106 - type: nauc_map_at_1000_max value: 45.30411655529918 - type: nauc_map_at_1000_std value: 72.63618159099197 - type: nauc_map_at_100_diff1 value: 14.784592986786846 - type: nauc_map_at_100_max value: 31.798328931842928 - type: nauc_map_at_100_std value: 48.786077808508175 - type: nauc_map_at_10_diff1 value: 14.868353440020071 - type: nauc_map_at_10_max value: 13.129233143462592 - type: nauc_map_at_10_std value: 9.340958822065472 - type: nauc_map_at_1_diff1 value: 13.095865107938575 - type: nauc_map_at_1_max value: -2.2396196975523806 - type: nauc_map_at_1_std value: 3.621727774290039 - type: nauc_map_at_20_diff1 value: 16.87654458397331 - type: nauc_map_at_20_max value: 15.460706213048637 - type: nauc_map_at_20_std value: 14.543408071373317 - type: nauc_map_at_3_diff1 value: 7.74287119100598 - type: nauc_map_at_3_max value: 0.736451005692928 - type: nauc_map_at_3_std value: 2.713980435478798 - type: nauc_map_at_5_diff1 value: 9.69890298718088 - type: nauc_map_at_5_max value: 5.406359633558739 - type: nauc_map_at_5_std value: 0.591028503004726 - type: nauc_mrr_at_1000_diff1 value: 45.3653364179681 - type: nauc_mrr_at_1000_max value: 47.91016001542307 - type: nauc_mrr_at_1000_std value: 52.3433583959901 - type: nauc_mrr_at_100_diff1 value: 45.3653364179681 - type: nauc_mrr_at_100_max value: 47.91016001542307 - type: nauc_mrr_at_100_std value: 52.3433583959901 - type: nauc_mrr_at_10_diff1 value: 45.3653364179681 - type: nauc_mrr_at_10_max value: 47.91016001542307 - type: nauc_mrr_at_10_std value: 52.3433583959901 - type: nauc_mrr_at_1_diff1 value: 44.34668144658437 - type: nauc_mrr_at_1_max value: 39.21989746432033 - type: nauc_mrr_at_1_std value: 45.6214493556879 - type: nauc_mrr_at_20_diff1 value: 45.3653364179681 - type: nauc_mrr_at_20_max value: 47.91016001542307 - type: nauc_mrr_at_20_std value: 52.3433583959901 - type: nauc_mrr_at_3_diff1 value: 46.47317140112535 - type: nauc_mrr_at_3_max value: 52.931590503636436 - type: nauc_mrr_at_3_std value: 56.06559626732529 - type: nauc_mrr_at_5_diff1 value: 45.3653364179681 - type: nauc_mrr_at_5_max value: 47.91016001542307 - type: nauc_mrr_at_5_std value: 52.3433583959901 - type: nauc_ndcg_at_1000_diff1 value: 15.817086032027719 - type: nauc_ndcg_at_1000_max value: 43.292853064344136 - type: nauc_ndcg_at_1000_std value: 67.94852649435147 - type: nauc_ndcg_at_100_diff1 value: 10.78428319459458 - type: nauc_ndcg_at_100_max value: 47.05490439418218 - type: nauc_ndcg_at_100_std value: 74.19637087298241 - type: nauc_ndcg_at_10_diff1 value: 24.785443469340894 - type: nauc_ndcg_at_10_max value: 49.76263697302834 - type: nauc_ndcg_at_10_std value: 49.1728384704914 - type: nauc_ndcg_at_1_diff1 value: 38.282400589101634 - type: nauc_ndcg_at_1_max value: 30.81124202258226 - type: nauc_ndcg_at_1_std value: 37.58591065292098 - type: nauc_ndcg_at_20_diff1 value: 23.19843821638277 - type: nauc_ndcg_at_20_max value: 51.713951133181965 - type: nauc_ndcg_at_20_std value: 59.119428446680935 - type: nauc_ndcg_at_3_diff1 value: 22.455538868195926 - type: nauc_ndcg_at_3_max value: 36.62722929826451 - type: nauc_ndcg_at_3_std value: 46.57223251844337 - type: nauc_ndcg_at_5_diff1 value: 26.50236683431477 - type: nauc_ndcg_at_5_max value: 42.1960503338561 - type: nauc_ndcg_at_5_std value: 39.09766295704472 - type: nauc_precision_at_1000_diff1 value: 9.512634673160361 - type: nauc_precision_at_1000_max value: 37.357920841532014 - type: nauc_precision_at_1000_std value: 46.182182688444065 - type: nauc_precision_at_100_diff1 value: 13.961508986572262 - type: nauc_precision_at_100_max value: 51.22765376968136 - type: nauc_precision_at_100_std value: 77.23567844764752 - type: nauc_precision_at_10_diff1 value: 25.37228119664473 - type: nauc_precision_at_10_max value: 63.221735580135174 - type: nauc_precision_at_10_std value: 57.46789399450671 - type: nauc_precision_at_1_diff1 value: 44.34668144658437 - type: nauc_precision_at_1_max value: 39.21989746432033 - type: nauc_precision_at_1_std value: 45.6214493556879 - type: nauc_precision_at_20_diff1 value: 22.038232252910735 - type: nauc_precision_at_20_max value: 55.407650183471524 - type: nauc_precision_at_20_std value: 61.59640746727195 - type: nauc_precision_at_3_diff1 value: 27.474546027080898 - type: nauc_precision_at_3_max value: 57.85399391203937 - type: nauc_precision_at_3_std value: 58.36569749134037 - type: nauc_precision_at_5_diff1 value: 27.310830695144162 - type: nauc_precision_at_5_max value: 57.98368038524981 - type: nauc_precision_at_5_std value: 39.51784307605415 - type: nauc_recall_at_1000_diff1 value: 13.77410676351278 - type: nauc_recall_at_1000_max value: 34.21094228271051 - type: nauc_recall_at_1000_std value: 56.368430470977316 - type: nauc_recall_at_100_diff1 value: 13.737853947174134 - type: nauc_recall_at_100_max value: 19.95232618390846 - type: nauc_recall_at_100_std value: 35.416383128779614 - type: nauc_recall_at_10_diff1 value: 11.057450777621368 - type: nauc_recall_at_10_max value: 5.965476206582296 - type: nauc_recall_at_10_std value: 3.6218005217697566 - type: nauc_recall_at_1_diff1 value: 13.095865107938575 - type: nauc_recall_at_1_max value: -2.2396196975523806 - type: nauc_recall_at_1_std value: 3.621727774290039 - type: nauc_recall_at_20_diff1 value: 11.754143908536475 - type: nauc_recall_at_20_max value: 5.096174236517491 - type: nauc_recall_at_20_std value: 6.137412660727494 - type: nauc_recall_at_3_diff1 value: 4.789474329379119 - type: nauc_recall_at_3_max value: -1.4820045378840336 - type: nauc_recall_at_3_std value: -0.9405368596121325 - type: nauc_recall_at_5_diff1 value: 6.301896471576519 - type: nauc_recall_at_5_max value: 1.1409020574072921 - type: nauc_recall_at_5_std value: -4.97185077080464 - type: ndcg_at_1 value: 84.0 - type: ndcg_at_10 value: 78.459 - type: ndcg_at_100 value: 63.425 - type: ndcg_at_1000 value: 57.682 - type: ndcg_at_20 value: 75.777 - type: ndcg_at_3 value: 82.52000000000001 - type: ndcg_at_5 value: 79.764 - type: precision_at_1 value: 86.0 - type: precision_at_10 value: 84.0 - type: precision_at_100 value: 65.96 - type: precision_at_1000 value: 25.628 - type: precision_at_20 value: 80.7 - type: precision_at_3 value: 87.333 - type: precision_at_5 value: 84.8 - type: recall_at_1 value: 0.22499999999999998 - type: recall_at_10 value: 2.176 - type: recall_at_100 value: 15.988 - type: recall_at_1000 value: 54.781 - type: recall_at_20 value: 4.165 - type: recall_at_3 value: 0.697 - type: recall_at_5 value: 1.122 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 26.718999999999998 - type: map_at_1 value: 2.857 - type: map_at_10 value: 11.135 - type: map_at_100 value: 17.791999999999998 - type: map_at_1000 value: 19.363 - type: map_at_20 value: 14.102999999999998 - type: map_at_3 value: 5.837 - type: map_at_5 value: 8.035 - type: mrr_at_1 value: 36.734693877551024 - type: mrr_at_10 value: 50.843861354065425 - type: mrr_at_100 value: 51.73899902108655 - type: mrr_at_1000 value: 51.73899902108655 - type: mrr_at_20 value: 51.472781753393996 - type: mrr_at_3 value: 47.95918367346938 - type: mrr_at_5 value: 48.979591836734684 - type: nauc_map_at_1000_diff1 value: -9.390673789767542 - type: nauc_map_at_1000_max value: -32.12428028160221 - type: nauc_map_at_1000_std value: 5.456019137380896 - type: nauc_map_at_100_diff1 value: -7.444548608748912 - type: nauc_map_at_100_max value: -32.68386918021899 - type: nauc_map_at_100_std value: 2.1382201729122063 - type: nauc_map_at_10_diff1 value: -2.531639230498415 - type: nauc_map_at_10_max value: -31.775577041758872 - type: nauc_map_at_10_std value: -10.964184384054214 - type: nauc_map_at_1_diff1 value: -2.0187613517180325 - type: nauc_map_at_1_max value: -44.49503949101011 - type: nauc_map_at_1_std value: -14.08146783711981 - type: nauc_map_at_20_diff1 value: -5.648195530692366 - type: nauc_map_at_20_max value: -29.817764869723018 - type: nauc_map_at_20_std value: -10.791652268848088 - type: nauc_map_at_3_diff1 value: -1.1613389652953374 - type: nauc_map_at_3_max value: -41.19616030222119 - type: nauc_map_at_3_std value: -10.766600584848602 - type: nauc_map_at_5_diff1 value: 0.34167751178667816 - type: nauc_map_at_5_max value: -37.05725346502394 - type: nauc_map_at_5_std value: -11.813836006160729 - type: nauc_mrr_at_1000_diff1 value: -12.100219472149037 - type: nauc_mrr_at_1000_max value: -60.60803381779883 - type: nauc_mrr_at_1000_std value: 10.126477921867359 - type: nauc_mrr_at_100_diff1 value: -12.100219472149037 - type: nauc_mrr_at_100_max value: -60.60803381779883 - type: nauc_mrr_at_100_std value: 10.126477921867359 - type: nauc_mrr_at_10_diff1 value: -13.28294149360541 - type: nauc_mrr_at_10_max value: -62.79560217532036 - type: nauc_mrr_at_10_std value: 10.14550318888405 - type: nauc_mrr_at_1_diff1 value: -6.714931461227355 - type: nauc_mrr_at_1_max value: -52.038457568574714 - type: nauc_mrr_at_1_std value: 4.705582044058923 - type: nauc_mrr_at_20_diff1 value: -11.540750883641456 - type: nauc_mrr_at_20_max value: -61.08450675984033 - type: nauc_mrr_at_20_std value: 10.258039434684333 - type: nauc_mrr_at_3_diff1 value: -11.909993375874459 - type: nauc_mrr_at_3_max value: -57.29982339560097 - type: nauc_mrr_at_3_std value: 9.586366113335275 - type: nauc_mrr_at_5_diff1 value: -14.778479379661505 - type: nauc_mrr_at_5_max value: -59.01426124353668 - type: nauc_mrr_at_5_std value: 11.841067114174422 - type: nauc_ndcg_at_1000_diff1 value: -23.723788429401154 - type: nauc_ndcg_at_1000_max value: -45.687740671627644 - type: nauc_ndcg_at_1000_std value: 30.938470138666613 - type: nauc_ndcg_at_100_diff1 value: -13.61834388421284 - type: nauc_ndcg_at_100_max value: -49.21409149218323 - type: nauc_ndcg_at_100_std value: 23.51400300420084 - type: nauc_ndcg_at_10_diff1 value: -11.6448586797621 - type: nauc_ndcg_at_10_max value: -43.75455920518928 - type: nauc_ndcg_at_10_std value: 2.0555852761375317 - type: nauc_ndcg_at_1_diff1 value: -9.24021984195093 - type: nauc_ndcg_at_1_max value: -48.00143208084363 - type: nauc_ndcg_at_1_std value: 7.886804945423447 - type: nauc_ndcg_at_20_diff1 value: -9.945514297451204 - type: nauc_ndcg_at_20_max value: -42.27826171925365 - type: nauc_ndcg_at_20_std value: -1.7676195168651128 - type: nauc_ndcg_at_3_diff1 value: -4.213413077503389 - type: nauc_ndcg_at_3_max value: -44.63471996715441 - type: nauc_ndcg_at_3_std value: 6.62999450416241 - type: nauc_ndcg_at_5_diff1 value: -6.842411867376801 - type: nauc_ndcg_at_5_max value: -43.17207500922804 - type: nauc_ndcg_at_5_std value: 4.963965972003699 - type: nauc_precision_at_1000_diff1 value: -14.601353782882828 - type: nauc_precision_at_1000_max value: 30.88961907557815 - type: nauc_precision_at_1000_std value: 33.0798312959325 - type: nauc_precision_at_100_diff1 value: -12.506398223410157 - type: nauc_precision_at_100_max value: -27.99029265801385 - type: nauc_precision_at_100_std value: 66.91401684803225 - type: nauc_precision_at_10_diff1 value: -15.518372927564302 - type: nauc_precision_at_10_max value: -40.79558644679336 - type: nauc_precision_at_10_std value: 10.592892268352067 - type: nauc_precision_at_1_diff1 value: -6.714931461227355 - type: nauc_precision_at_1_max value: -52.038457568574714 - type: nauc_precision_at_1_std value: 4.705582044058923 - type: nauc_precision_at_20_diff1 value: -9.26316920857136 - type: nauc_precision_at_20_max value: -30.461861473246994 - type: nauc_precision_at_20_std value: 14.759873867443417 - type: nauc_precision_at_3_diff1 value: -4.603692880544275 - type: nauc_precision_at_3_max value: -45.21720304176619 - type: nauc_precision_at_3_std value: 12.484674273502531 - type: nauc_precision_at_5_diff1 value: -8.502430897942013 - type: nauc_precision_at_5_max value: -42.40956408619417 - type: nauc_precision_at_5_std value: 8.264260254906596 - type: nauc_recall_at_1000_diff1 value: -49.63524355078271 - type: nauc_recall_at_1000_max value: -23.394290480224857 - type: nauc_recall_at_1000_std value: 68.271333360136 - type: nauc_recall_at_100_diff1 value: -16.21089104757731 - type: nauc_recall_at_100_max value: -39.85547544216217 - type: nauc_recall_at_100_std value: 37.88764131237143 - type: nauc_recall_at_10_diff1 value: -9.617749098246925 - type: nauc_recall_at_10_max value: -32.59822599589713 - type: nauc_recall_at_10_std value: -8.869235147984384 - type: nauc_recall_at_1_diff1 value: -2.0187613517180325 - type: nauc_recall_at_1_max value: -44.49503949101011 - type: nauc_recall_at_1_std value: -14.08146783711981 - type: nauc_recall_at_20_diff1 value: -9.34956494373374 - type: nauc_recall_at_20_max value: -31.27675424798635 - type: nauc_recall_at_20_std value: -7.088151062957289 - type: nauc_recall_at_3_diff1 value: -2.214788148463469 - type: nauc_recall_at_3_max value: -39.26419036052878 - type: nauc_recall_at_3_std value: -8.873183244625595 - type: nauc_recall_at_5_diff1 value: -3.9798202909212828 - type: nauc_recall_at_5_max value: -35.03452410548262 - type: nauc_recall_at_5_std value: -10.02083636255231 - type: ndcg_at_1 value: 32.653 - type: ndcg_at_10 value: 26.718999999999998 - type: ndcg_at_100 value: 39.42 - type: ndcg_at_1000 value: 50.417 - type: ndcg_at_20 value: 28.351 - type: ndcg_at_3 value: 30.436999999999998 - type: ndcg_at_5 value: 28.659000000000002 - type: precision_at_1 value: 36.735 - type: precision_at_10 value: 23.673 - type: precision_at_100 value: 8.204 - type: precision_at_1000 value: 1.5630000000000002 - type: precision_at_20 value: 18.570999999999998 - type: precision_at_3 value: 32.653 - type: precision_at_5 value: 28.98 - type: recall_at_1 value: 2.857 - type: recall_at_10 value: 17.541999999999998 - type: recall_at_100 value: 50.391 - type: recall_at_1000 value: 84.218 - type: recall_at_20 value: 26.313 - type: recall_at_3 value: 7.105 - type: recall_at_5 value: 10.754 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 70.7958984375 - type: ap value: 14.362789182249783 - type: ap_weighted value: 14.362789182249783 - type: f1 value: 54.5703452677207 - type: f1_weighted value: 77.28963695324447 - type: main_score value: 70.7958984375 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 60.50367855121676 - type: f1 value: 59.229630347787655 - type: f1_weighted value: 57.25622167696084 - type: main_score value: 60.50367855121676 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: main_score value: 49.18928918905633 - type: v_measure value: 49.18928918905633 - type: v_measure_std value: 1.6647183217356631 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy value: 85.05096262740656 - type: cosine_accuracy_threshold value: 89.1872763633728 - type: cosine_ap value: 70.84776087470186 - type: cosine_f1 value: 66.09066161675938 - type: cosine_f1_threshold value: 86.78874373435974 - type: cosine_precision value: 59.92702296630178 - type: cosine_recall value: 73.66754617414249 - type: dot_accuracy value: 85.05096262740656 - type: dot_accuracy_threshold value: 89.1872763633728 - type: dot_ap value: 70.84777406702233 - type: dot_f1 value: 66.09066161675938 - type: dot_f1_threshold value: 86.78874969482422 - type: dot_precision value: 59.92702296630178 - type: dot_recall value: 73.66754617414249 - type: euclidean_accuracy value: 85.05096262740656 - type: euclidean_accuracy_threshold value: 46.50316834449768 - type: euclidean_ap value: 70.84776410238261 - type: euclidean_f1 value: 66.09066161675938 - type: euclidean_f1_threshold value: 51.402831077575684 - type: euclidean_precision value: 59.92702296630178 - type: euclidean_recall value: 73.66754617414249 - type: main_score value: 70.84777406702233 - type: manhattan_accuracy value: 84.85426476724086 - type: manhattan_accuracy_threshold value: 1075.069236755371 - type: manhattan_ap value: 70.40886634735747 - type: manhattan_f1 value: 65.65906838453914 - type: manhattan_f1_threshold value: 1190.4095649719238 - type: manhattan_precision value: 61.88696870621205 - type: manhattan_recall value: 69.92084432717678 - type: max_ap value: 70.84777406702233 - type: max_f1 value: 66.09066161675938 - type: max_precision value: 61.88696870621205 - type: max_recall value: 73.66754617414249 - type: similarity_accuracy value: 85.05096262740656 - type: similarity_accuracy_threshold value: 89.1872763633728 - type: similarity_ap value: 70.84776087470186 - type: similarity_f1 value: 66.09066161675938 - type: similarity_f1_threshold value: 86.78874373435974 - type: similarity_precision value: 59.92702296630178 - type: similarity_recall value: 73.66754617414249 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy value: 89.43221950556915 - type: cosine_accuracy_threshold value: 86.42777800559998 - type: cosine_ap value: 86.73362281129924 - type: cosine_f1 value: 79.13379967257032 - type: cosine_f1_threshold value: 85.65499782562256 - type: cosine_precision value: 76.5697004608295 - type: cosine_recall value: 81.87557745611333 - type: dot_accuracy value: 89.43221950556915 - type: dot_accuracy_threshold value: 86.42778396606445 - type: dot_ap value: 86.73361131092936 - type: dot_f1 value: 79.13379967257032 - type: dot_f1_threshold value: 85.65499782562256 - type: dot_precision value: 76.5697004608295 - type: dot_recall value: 81.87557745611333 - type: euclidean_accuracy value: 89.43221950556915 - type: euclidean_accuracy_threshold value: 52.100324630737305 - type: euclidean_ap value: 86.73357974676644 - type: euclidean_f1 value: 79.13379967257032 - type: euclidean_f1_threshold value: 53.563058376312256 - type: euclidean_precision value: 76.5697004608295 - type: euclidean_recall value: 81.87557745611333 - type: main_score value: 86.73362281129924 - type: manhattan_accuracy value: 89.32549384872124 - type: manhattan_accuracy_threshold value: 1229.9392700195312 - type: manhattan_ap value: 86.68450904881097 - type: manhattan_f1 value: 78.9905928027475 - type: manhattan_f1_threshold value: 1256.4416885375977 - type: manhattan_precision value: 76.66666666666667 - type: manhattan_recall value: 81.45980905451185 - type: max_ap value: 86.73362281129924 - type: max_f1 value: 79.13379967257032 - type: max_precision value: 76.66666666666667 - type: max_recall value: 81.87557745611333 - type: similarity_accuracy value: 89.43221950556915 - type: similarity_accuracy_threshold value: 86.42777800559998 - type: similarity_ap value: 86.73362281129924 - type: similarity_f1 value: 79.13379967257032 - type: similarity_f1_threshold value: 85.65499782562256 - type: similarity_precision value: 76.5697004608295 - type: similarity_recall value: 81.87557745611333 task: type: PairClassification pipeline_tag: sentence-similarity tags: - sentence-transformers - feature-extraction - sentence-similarity - mteb --- - EminEmbed-multilingual-v1.1