bekko-embedding-v1-a8m-pt / eval_result.json
hotchpotch's picture
Restore unchanged a8m-pt from 4606e9e8a489fd1e7bfe0bff703e3628d438bd17
7b60dfe verified
Raw
History Blame Contribute Delete
14 kB
{
"nano_beir": {
"NanoArguAna": {
"MNanoArguAna-ar_cosine_ndcg@10": 0.4730338404204377,
"MNanoArguAna-de_cosine_ndcg@10": 0.4523858022833368,
"MNanoArguAna-en_cosine_ndcg@10": 0.5593102661290839,
"MNanoArguAna-es_cosine_ndcg@10": 0.5237835854585444,
"MNanoArguAna-fr_cosine_ndcg@10": 0.5168055525240536,
"MNanoArguAna-it_cosine_ndcg@10": 0.4727147681288612,
"MNanoArguAna-mean_cosine_ndcg@10": 0.49946905572549927,
"MNanoArguAna-no_cosine_ndcg@10": 0.5138751897026443,
"MNanoArguAna-pt_cosine_ndcg@10": 0.5034692240128686,
"MNanoArguAna-sv_cosine_ndcg@10": 0.4798432728696626
},
"NanoClimateFEVER": {
"MNanoClimateFEVER-ar_cosine_ndcg@10": 0.21696059280899108,
"MNanoClimateFEVER-de_cosine_ndcg@10": 0.28253387055871765,
"MNanoClimateFEVER-en_cosine_ndcg@10": 0.2916839711692681,
"MNanoClimateFEVER-es_cosine_ndcg@10": 0.3448162987069231,
"MNanoClimateFEVER-fr_cosine_ndcg@10": 0.22376330656871984,
"MNanoClimateFEVER-it_cosine_ndcg@10": 0.2782216799184051,
"MNanoClimateFEVER-mean_cosine_ndcg@10": 0.2762952444548678,
"MNanoClimateFEVER-no_cosine_ndcg@10": 0.27737273672960566,
"MNanoClimateFEVER-pt_cosine_ndcg@10": 0.29771166786184095,
"MNanoClimateFEVER-sv_cosine_ndcg@10": 0.27359307577133846
},
"NanoClimateFEVER-ja": {
"MNanoClimateFEVER-ja-mean_cosine_ndcg@10": 0.35233710769938187,
"MNanoClimateFEVER-ja_cosine_ndcg@10": 0.35233710769938187
},
"NanoDBPedia": {
"MNanoDBPedia-ar_cosine_ndcg@10": 0.49176953708703963,
"MNanoDBPedia-de_cosine_ndcg@10": 0.5585728125958513,
"MNanoDBPedia-en_cosine_ndcg@10": 0.6013656077919083,
"MNanoDBPedia-es_cosine_ndcg@10": 0.5635691591790805,
"MNanoDBPedia-fr_cosine_ndcg@10": 0.5598146452043108,
"MNanoDBPedia-it_cosine_ndcg@10": 0.5786410295503902,
"MNanoDBPedia-mean_cosine_ndcg@10": 0.5578189519284785,
"MNanoDBPedia-no_cosine_ndcg@10": 0.5571766709488738,
"MNanoDBPedia-pt_cosine_ndcg@10": 0.5449366078473445,
"MNanoDBPedia-sv_cosine_ndcg@10": 0.5645244971515071
},
"NanoDBPedia-ja": {
"MNanoDBPedia-ja-mean_cosine_ndcg@10": 0.5792733395527497,
"MNanoDBPedia-ja_cosine_ndcg@10": 0.5792733395527497
},
"NanoFEVER": {
"MNanoFEVER-ar_cosine_ndcg@10": 0.7811365282748113,
"MNanoFEVER-de_cosine_ndcg@10": 0.7907331358379059,
"MNanoFEVER-en_cosine_ndcg@10": 0.8609922099824149,
"MNanoFEVER-es_cosine_ndcg@10": 0.8338478791796845,
"MNanoFEVER-fr_cosine_ndcg@10": 0.6787773582711195,
"MNanoFEVER-it_cosine_ndcg@10": 0.8033124773204208,
"MNanoFEVER-mean_cosine_ndcg@10": 0.7977775878693328,
"MNanoFEVER-no_cosine_ndcg@10": 0.7903408907064573,
"MNanoFEVER-pt_cosine_ndcg@10": 0.8221987118236579,
"MNanoFEVER-sv_cosine_ndcg@10": 0.8186590994275242
},
"NanoFEVER-ja": {
"MNanoFEVER-ja-mean_cosine_ndcg@10": 0.724125971143851,
"MNanoFEVER-ja_cosine_ndcg@10": 0.724125971143851
},
"NanoFiQA2018": {
"MNanoFiQA2018-ar_cosine_ndcg@10": 0.32000050872745656,
"MNanoFiQA2018-de_cosine_ndcg@10": 0.33859658725536546,
"MNanoFiQA2018-en_cosine_ndcg@10": 0.45818623330557856,
"MNanoFiQA2018-es_cosine_ndcg@10": 0.33427309933119126,
"MNanoFiQA2018-fr_cosine_ndcg@10": 0.3092582897093253,
"MNanoFiQA2018-it_cosine_ndcg@10": 0.33185375268271744,
"MNanoFiQA2018-mean_cosine_ndcg@10": 0.3243882573066615,
"MNanoFiQA2018-no_cosine_ndcg@10": 0.29262339645711927,
"MNanoFiQA2018-pt_cosine_ndcg@10": 0.2682571114141015,
"MNanoFiQA2018-sv_cosine_ndcg@10": 0.2664453368770985
},
"NanoFiQA2018-ja": {
"MNanoFiQA2018-ja-mean_cosine_ndcg@10": 0.3222650200367273,
"MNanoFiQA2018-ja_cosine_ndcg@10": 0.3222650200367273
},
"NanoHotpotQA": {
"MNanoHotpotQA-ar_cosine_ndcg@10": 0.6956427737846929,
"MNanoHotpotQA-de_cosine_ndcg@10": 0.7701008639893859,
"MNanoHotpotQA-en_cosine_ndcg@10": 0.7690504439859169,
"MNanoHotpotQA-es_cosine_ndcg@10": 0.722497873994412,
"MNanoHotpotQA-fr_cosine_ndcg@10": 0.7463668087829665,
"MNanoHotpotQA-it_cosine_ndcg@10": 0.7464549361636561,
"MNanoHotpotQA-mean_cosine_ndcg@10": 0.7416132572210601,
"MNanoHotpotQA-no_cosine_ndcg@10": 0.7401936856204756,
"MNanoHotpotQA-pt_cosine_ndcg@10": 0.734274156218506,
"MNanoHotpotQA-sv_cosine_ndcg@10": 0.7499377724495281
},
"NanoHotpotQA-ja": {
"MNanoHotpotQA-ja-mean_cosine_ndcg@10": 0.6701411332471646,
"MNanoHotpotQA-ja_cosine_ndcg@10": 0.6701411332471646
},
"NanoMSMARCO": {
"MNanoMSMARCO-ar_cosine_ndcg@10": 0.43785211849573136,
"MNanoMSMARCO-de_cosine_ndcg@10": 0.47974421951438656,
"MNanoMSMARCO-en_cosine_ndcg@10": 0.5476519075374822,
"MNanoMSMARCO-es_cosine_ndcg@10": 0.49934336391420997,
"MNanoMSMARCO-fr_cosine_ndcg@10": 0.4821488420046777,
"MNanoMSMARCO-it_cosine_ndcg@10": 0.5089587403780814,
"MNanoMSMARCO-mean_cosine_ndcg@10": 0.4732463048264413,
"MNanoMSMARCO-no_cosine_ndcg@10": 0.4077398253644848,
"MNanoMSMARCO-pt_cosine_ndcg@10": 0.49901980528206363,
"MNanoMSMARCO-sv_cosine_ndcg@10": 0.39675792094685436
},
"NanoMSMARCO-ja": {
"MNanoMSMARCO-ja-mean_cosine_ndcg@10": 0.4945060711606406,
"MNanoMSMARCO-ja_cosine_ndcg@10": 0.4945060711606406
},
"NanoNFCorpus": {
"MNanoNFCorpus-ar_cosine_ndcg@10": 0.22716153322345686,
"MNanoNFCorpus-de_cosine_ndcg@10": 0.24481731941369972,
"MNanoNFCorpus-en_cosine_ndcg@10": 0.33595088460224604,
"MNanoNFCorpus-es_cosine_ndcg@10": 0.30753131265305245,
"MNanoNFCorpus-fr_cosine_ndcg@10": 0.3188369766309311,
"MNanoNFCorpus-it_cosine_ndcg@10": 0.28557450822422525,
"MNanoNFCorpus-mean_cosine_ndcg@10": 0.28659175055370834,
"MNanoNFCorpus-no_cosine_ndcg@10": 0.2725952012643174,
"MNanoNFCorpus-pt_cosine_ndcg@10": 0.2979627431402395,
"MNanoNFCorpus-sv_cosine_ndcg@10": 0.2888952758312067
},
"NanoNFCorpus-ja": {
"MNanoNFCorpus-ja-mean_cosine_ndcg@10": 0.2799070812314455,
"MNanoNFCorpus-ja_cosine_ndcg@10": 0.2799070812314455
},
"NanoNQ": {
"MNanoNQ-ar_cosine_ndcg@10": 0.45515849206895986,
"MNanoNQ-de_cosine_ndcg@10": 0.49779262972522065,
"MNanoNQ-en_cosine_ndcg@10": 0.6090497523222711,
"MNanoNQ-es_cosine_ndcg@10": 0.43973148585510474,
"MNanoNQ-fr_cosine_ndcg@10": 0.5161833937286435,
"MNanoNQ-it_cosine_ndcg@10": 0.4683263144521548,
"MNanoNQ-mean_cosine_ndcg@10": 0.47901010889360535,
"MNanoNQ-no_cosine_ndcg@10": 0.44336355209988704,
"MNanoNQ-pt_cosine_ndcg@10": 0.4340017129052539,
"MNanoNQ-sv_cosine_ndcg@10": 0.44748364688495246
},
"NanoNQ-ja": {
"MNanoNQ-ja-mean_cosine_ndcg@10": 0.5403929314434924,
"MNanoNQ-ja_cosine_ndcg@10": 0.5403929314434924
},
"NanoQuoraRetrieval": {
"MNanoQuoraRetrieval-ar_cosine_ndcg@10": 0.8180530918417213,
"MNanoQuoraRetrieval-de_cosine_ndcg@10": 0.8356060159578926,
"MNanoQuoraRetrieval-en_cosine_ndcg@10": 0.9346258899873209,
"MNanoQuoraRetrieval-es_cosine_ndcg@10": 0.8821377839507355,
"MNanoQuoraRetrieval-fr_cosine_ndcg@10": 0.7925711224415832,
"MNanoQuoraRetrieval-it_cosine_ndcg@10": 0.8340771342434293,
"MNanoQuoraRetrieval-mean_cosine_ndcg@10": 0.8307165948334699,
"MNanoQuoraRetrieval-no_cosine_ndcg@10": 0.7588980586522337,
"MNanoQuoraRetrieval-pt_cosine_ndcg@10": 0.8207898164276353,
"MNanoQuoraRetrieval-sv_cosine_ndcg@10": 0.7996904399986784
},
"NanoQuoraRetrieval-ja": {
"MNanoQuoraRetrieval-ja-mean_cosine_ndcg@10": 0.8935715249766721,
"MNanoQuoraRetrieval-ja_cosine_ndcg@10": 0.8935715249766721
},
"NanoSCIDOCS": {
"MNanoSCIDOCS-ar_cosine_ndcg@10": 0.2935560321306876,
"MNanoSCIDOCS-de_cosine_ndcg@10": 0.30095111574851746,
"MNanoSCIDOCS-en_cosine_ndcg@10": 0.3821570242399539,
"MNanoSCIDOCS-es_cosine_ndcg@10": 0.3421588969001715,
"MNanoSCIDOCS-fr_cosine_ndcg@10": 0.3082776916852559,
"MNanoSCIDOCS-it_cosine_ndcg@10": 0.3109347050091602,
"MNanoSCIDOCS-mean_cosine_ndcg@10": 0.31933584744766974,
"MNanoSCIDOCS-no_cosine_ndcg@10": 0.2924377548797874,
"MNanoSCIDOCS-pt_cosine_ndcg@10": 0.3284645551969043,
"MNanoSCIDOCS-sv_cosine_ndcg@10": 0.31508485123858976
},
"NanoSCIDOCS-ja": {
"MNanoSCIDOCS-ja-mean_cosine_ndcg@10": 0.34071630056860536,
"MNanoSCIDOCS-ja_cosine_ndcg@10": 0.34071630056860536
},
"NanoSciFact": {
"MNanoSciFact-ar_cosine_ndcg@10": 0.5288426430511044,
"MNanoSciFact-de_cosine_ndcg@10": 0.6622217521928413,
"MNanoSciFact-en_cosine_ndcg@10": 0.7628440491657529,
"MNanoSciFact-es_cosine_ndcg@10": 0.6527242947213842,
"MNanoSciFact-fr_cosine_ndcg@10": 0.676593207849287,
"MNanoSciFact-it_cosine_ndcg@10": 0.6419598857336184,
"MNanoSciFact-mean_cosine_ndcg@10": 0.6344163638808986,
"MNanoSciFact-no_cosine_ndcg@10": 0.6071069309322736,
"MNanoSciFact-pt_cosine_ndcg@10": 0.5776104964850115,
"MNanoSciFact-sv_cosine_ndcg@10": 0.5998440147968133
},
"NanoTouche2020": {
"MNanoTouche2020-ar_cosine_ndcg@10": 0.4081229095460993,
"MNanoTouche2020-de_cosine_ndcg@10": 0.4388518349118278,
"MNanoTouche2020-en_cosine_ndcg@10": 0.5124116336684273,
"MNanoTouche2020-es_cosine_ndcg@10": 0.44235774385322657,
"MNanoTouche2020-fr_cosine_ndcg@10": 0.3992503328132656,
"MNanoTouche2020-it_cosine_ndcg@10": 0.4076703520501428,
"MNanoTouche2020-mean_cosine_ndcg@10": 0.4335759729678913,
"MNanoTouche2020-no_cosine_ndcg@10": 0.4241551560510449,
"MNanoTouche2020-pt_cosine_ndcg@10": 0.43129192978542286,
"MNanoTouche2020-sv_cosine_ndcg@10": 0.43807186403156484
}
},
"nano_fineweb2ir": {
"NanoFineWeb2IR-arb_Arab_cosine_ndcg@10": 0.9438507213043262,
"NanoFineWeb2IR-ces_Latn_cosine_ndcg@10": 0.9452371901428583,
"NanoFineWeb2IR-cmn_Hani_cosine_ndcg@10": 0.9238507213043262,
"NanoFineWeb2IR-dan_Latn_cosine_ndcg@10": 0.9578557852142875,
"NanoFineWeb2IR-deu_Latn_cosine_ndcg@10": 0.9926185950714291,
"NanoFineWeb2IR-ell_Grek_cosine_ndcg@10": 0.9406803948112681,
"NanoFineWeb2IR-eng_Latn_cosine_ndcg@10": 0.9686135311614679,
"NanoFineWeb2IR-fas_Arab_cosine_ndcg@10": 0.9287119211911774,
"NanoFineWeb2IR-fra_Latn_cosine_ndcg@10": 0.8653058616513755,
"NanoFineWeb2IR-hun_Latn_cosine_ndcg@10": 0.9332476622362154,
"NanoFineWeb2IR-ind_Latn_cosine_ndcg@10": 0.9200983900297096,
"NanoFineWeb2IR-ita_Latn_cosine_ndcg@10": 0.8565362699694403,
"NanoFineWeb2IR-jpn_Jpan_cosine_ndcg@10": 0.9926185950714291,
"NanoFineWeb2IR-nld_Latn_cosine_ndcg@10": 0.9426185950714292,
"NanoFineWeb2IR-pol_Latn_cosine_ndcg@10": 0.9278557852142875,
"NanoFineWeb2IR-por_Latn_cosine_ndcg@10": 0.9478557852142875,
"NanoFineWeb2IR-rus_Cyrl_cosine_ndcg@10": 0.96,
"NanoFineWeb2IR-spa_Latn_cosine_ndcg@10": 0.9483998915977869,
"NanoFineWeb2IR-swe_Latn_cosine_ndcg@10": 0.9852371901428583,
"NanoFineWeb2IR-tur_Latn_cosine_ndcg@10": 0.9429742462875491,
"NanoFineWeb2IR-vie_Latn_cosine_ndcg@10": 0.9167836778214311,
"NanoFineWeb2IR_mean_cosine_ndcg@10": 0.9400452766909018
},
"nano_miracl": {
"NanoMIRACL-ar_cosine_ndcg@10": 0.6955587747416526,
"NanoMIRACL-bn_cosine_ndcg@10": 0.6443383048804079,
"NanoMIRACL-de_cosine_ndcg@10": 0.6099802384119607,
"NanoMIRACL-en_cosine_ndcg@10": 0.6734205400931867,
"NanoMIRACL-es_cosine_ndcg@10": 0.6876805333372731,
"NanoMIRACL-fa_cosine_ndcg@10": 0.6484924725291072,
"NanoMIRACL-fi_cosine_ndcg@10": 0.7461712879088102,
"NanoMIRACL-fr_cosine_ndcg@10": 0.6217460185241914,
"NanoMIRACL-hi_cosine_ndcg@10": 0.6157970155676352,
"NanoMIRACL-id_cosine_ndcg@10": 0.656938278826782,
"NanoMIRACL-ja_cosine_ndcg@10": 0.6269369051853845,
"NanoMIRACL-ko_cosine_ndcg@10": 0.5944354127162638,
"NanoMIRACL-ru_cosine_ndcg@10": 0.7159646473373542,
"NanoMIRACL-sw_cosine_ndcg@10": 0.5656108922525411,
"NanoMIRACL-te_cosine_ndcg@10": 0.9386391949847088,
"NanoMIRACL-th_cosine_ndcg@10": 0.7792507958853974,
"NanoMIRACL-yo_cosine_ndcg@10": 0.6907384653898725,
"NanoMIRACL-zh_cosine_ndcg@10": 0.6344802314104463,
"NanoMIRACL_mean_cosine_ndcg@10": 0.6747877783323876
},
"summary": {
"NanoArguAna_mean_ndcg@10": 0.49946905572549927,
"NanoClimateFEVER-ja_mean_ndcg@10": 0.35233710769938187,
"NanoClimateFEVER_mean_ndcg@10": 0.2762952444548678,
"NanoDBPedia-ja_mean_ndcg@10": 0.5792733395527497,
"NanoDBPedia_mean_ndcg@10": 0.5578189519284785,
"NanoFEVER-ja_mean_ndcg@10": 0.724125971143851,
"NanoFEVER_mean_ndcg@10": 0.7977775878693328,
"NanoFiQA2018-ja_mean_ndcg@10": 0.3222650200367273,
"NanoFiQA2018_mean_ndcg@10": 0.3243882573066615,
"NanoHotpotQA-ja_mean_ndcg@10": 0.6701411332471646,
"NanoHotpotQA_mean_ndcg@10": 0.7416132572210601,
"NanoMSMARCO-ja_mean_ndcg@10": 0.4945060711606406,
"NanoMSMARCO_mean_ndcg@10": 0.4732463048264413,
"NanoNFCorpus-ja_mean_ndcg@10": 0.2799070812314455,
"NanoNFCorpus_mean_ndcg@10": 0.28659175055370834,
"NanoNQ-ja_mean_ndcg@10": 0.5403929314434924,
"NanoNQ_mean_ndcg@10": 0.47901010889360535,
"NanoQuoraRetrieval-ja_mean_ndcg@10": 0.8935715249766721,
"NanoQuoraRetrieval_mean_ndcg@10": 0.8307165948334699,
"NanoSCIDOCS-ja_mean_ndcg@10": 0.34071630056860536,
"NanoSCIDOCS_mean_ndcg@10": 0.31933584744766974,
"NanoSciFact_mean_ndcg@10": 0.6344163638808986,
"NanoTouche2020_mean_ndcg@10": 0.4335759729678913,
"all_mean_ndcg@10": 0.5386529933597441,
"nano_fineweb2ir_mean_ndcg@10": 0.9400452766909018,
"nano_miracl_mean_ndcg@10": 0.6747877783323876
},
"timestamp_utc": "2026-07-06T18:00:23.553943+00:00"
}