| { | |
| "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", | |
| "evaluation_time": 71.836430311203, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.6208, | |
| "map_at_1": 0.42877, | |
| "map_at_10": 0.5618, | |
| "map_at_100": 0.57183, | |
| "map_at_1000": 0.57229, | |
| "map_at_20": 0.56777, | |
| "map_at_3": 0.52839, | |
| "map_at_5": 0.54762, | |
| "mrr_at_1": 0.4890282131661442, | |
| "mrr_at_10": 0.5925080857839486, | |
| "mrr_at_100": 0.5987524970574932, | |
| "mrr_at_1000": 0.5989772162875769, | |
| "mrr_at_20": 0.5965246347222736, | |
| "mrr_at_3": 0.5688610240334384, | |
| "mrr_at_5": 0.582748171368862, | |
| "nauc_map_at_1000_diff1": 0.5223114224433851, | |
| "nauc_map_at_1000_max": 0.3655984774534774, | |
| "nauc_map_at_1000_std": -0.08433899665886599, | |
| "nauc_map_at_100_diff1": 0.5220734952512529, | |
| "nauc_map_at_100_max": 0.36553230455453956, | |
| "nauc_map_at_100_std": -0.08423627500794581, | |
| "nauc_map_at_10_diff1": 0.5217310324506396, | |
| "nauc_map_at_10_max": 0.3609645376087099, | |
| "nauc_map_at_10_std": -0.09149924155846238, | |
| "nauc_map_at_1_diff1": 0.5652970156046666, | |
| "nauc_map_at_1_max": 0.2908208982400003, | |
| "nauc_map_at_1_std": -0.11713325949903315, | |
| "nauc_map_at_20_diff1": 0.5225745722678938, | |
| "nauc_map_at_20_max": 0.3640266780926629, | |
| "nauc_map_at_20_std": -0.08619325919746437, | |
| "nauc_map_at_3_diff1": 0.5259630419724312, | |
| "nauc_map_at_3_max": 0.3474546316997617, | |
| "nauc_map_at_3_std": -0.1020996784061074, | |
| "nauc_map_at_5_diff1": 0.5202439294321525, | |
| "nauc_map_at_5_max": 0.3510032672741915, | |
| "nauc_map_at_5_std": -0.09803606336162869, | |
| "nauc_mrr_at_1000_diff1": 0.5142115211774222, | |
| "nauc_mrr_at_1000_max": 0.38126566786898575, | |
| "nauc_mrr_at_1000_std": -0.07921002368445325, | |
| "nauc_mrr_at_100_diff1": 0.5141121216317681, | |
| "nauc_mrr_at_100_max": 0.3814330309201808, | |
| "nauc_mrr_at_100_std": -0.07894498023402506, | |
| "nauc_mrr_at_10_diff1": 0.5120323316050512, | |
| "nauc_mrr_at_10_max": 0.3806373198744775, | |
| "nauc_mrr_at_10_std": -0.08284512276400877, | |
| "nauc_mrr_at_1_diff1": 0.5470495035312308, | |
| "nauc_mrr_at_1_max": 0.35405851721876314, | |
| "nauc_mrr_at_1_std": -0.0992566166094027, | |
| "nauc_mrr_at_20_diff1": 0.5136995380514082, | |
| "nauc_mrr_at_20_max": 0.38122489329023096, | |
| "nauc_mrr_at_20_std": -0.07908350719746343, | |
| "nauc_mrr_at_3_diff1": 0.5111778530961534, | |
| "nauc_mrr_at_3_max": 0.3814143459089604, | |
| "nauc_mrr_at_3_std": -0.08233935417283199, | |
| "nauc_mrr_at_5_diff1": 0.5101952496695881, | |
| "nauc_mrr_at_5_max": 0.3768552709950061, | |
| "nauc_mrr_at_5_std": -0.08633060488651179, | |
| "nauc_ndcg_at_1000_diff1": 0.5137611998869438, | |
| "nauc_ndcg_at_1000_max": 0.38655897349968493, | |
| "nauc_ndcg_at_1000_std": -0.06114597870867714, | |
| "nauc_ndcg_at_100_diff1": 0.5093603843379081, | |
| "nauc_ndcg_at_100_max": 0.39072936007259945, | |
| "nauc_ndcg_at_100_std": -0.05398832156924079, | |
| "nauc_ndcg_at_10_diff1": 0.5053243402141651, | |
| "nauc_ndcg_at_10_max": 0.38242176140884226, | |
| "nauc_ndcg_at_10_std": -0.07539732020064646, | |
| "nauc_ndcg_at_1_diff1": 0.5470495035312308, | |
| "nauc_ndcg_at_1_max": 0.35405851721876314, | |
| "nauc_ndcg_at_1_std": -0.0992566166094027, | |
| "nauc_ndcg_at_20_diff1": 0.510040261073624, | |
| "nauc_ndcg_at_20_max": 0.386991421917505, | |
| "nauc_ndcg_at_20_std": -0.06002874198206406, | |
| "nauc_ndcg_at_3_diff1": 0.5078795522813189, | |
| "nauc_ndcg_at_3_max": 0.36841520635132113, | |
| "nauc_ndcg_at_3_std": -0.08729291303642872, | |
| "nauc_ndcg_at_5_diff1": 0.5016620514003219, | |
| "nauc_ndcg_at_5_max": 0.36698986345451906, | |
| "nauc_ndcg_at_5_std": -0.08719341534296754, | |
| "nauc_precision_at_1000_diff1": -0.15726645872026082, | |
| "nauc_precision_at_1000_max": 0.13562643569971833, | |
| "nauc_precision_at_1000_std": 0.1926846187753064, | |
| "nauc_precision_at_100_diff1": -0.1306302828218589, | |
| "nauc_precision_at_100_max": 0.1983779229018622, | |
| "nauc_precision_at_100_std": 0.2129262947233087, | |
| "nauc_precision_at_10_diff1": 0.0610655444320749, | |
| "nauc_precision_at_10_max": 0.3104388456339611, | |
| "nauc_precision_at_10_std": 0.0943051157579713, | |
| "nauc_precision_at_1_diff1": 0.5470495035312308, | |
| "nauc_precision_at_1_max": 0.35405851721876314, | |
| "nauc_precision_at_1_std": -0.0992566166094027, | |
| "nauc_precision_at_20_diff1": -0.012897724777309548, | |
| "nauc_precision_at_20_max": 0.27879161740278824, | |
| "nauc_precision_at_20_std": 0.1659665572272995, | |
| "nauc_precision_at_3_diff1": 0.2586508328443938, | |
| "nauc_precision_at_3_max": 0.3670450778842469, | |
| "nauc_precision_at_3_std": -0.005778828602221738, | |
| "nauc_precision_at_5_diff1": 0.1463111834929798, | |
| "nauc_precision_at_5_max": 0.31497159643945094, | |
| "nauc_precision_at_5_std": 0.02918554005076313, | |
| "nauc_recall_at_1000_diff1": 0.49562867334931604, | |
| "nauc_recall_at_1000_max": 0.6957148259711696, | |
| "nauc_recall_at_1000_std": 0.6526165663708562, | |
| "nauc_recall_at_100_diff1": 0.39483859956242007, | |
| "nauc_recall_at_100_max": 0.5569708119593213, | |
| "nauc_recall_at_100_std": 0.2744404679965768, | |
| "nauc_recall_at_10_diff1": 0.43668953632195234, | |
| "nauc_recall_at_10_max": 0.4071869646537036, | |
| "nauc_recall_at_10_std": -0.03185335821736885, | |
| "nauc_recall_at_1_diff1": 0.5652970156046666, | |
| "nauc_recall_at_1_max": 0.2908208982400003, | |
| "nauc_recall_at_1_std": -0.11713325949903315, | |
| "nauc_recall_at_20_diff1": 0.44564504044436504, | |
| "nauc_recall_at_20_max": 0.44551746765359246, | |
| "nauc_recall_at_20_std": 0.07682425361084576, | |
| "nauc_recall_at_3_diff1": 0.45965264844274356, | |
| "nauc_recall_at_3_max": 0.35790139222847783, | |
| "nauc_recall_at_3_std": -0.08308832050487164, | |
| "nauc_recall_at_5_diff1": 0.44004865672222954, | |
| "nauc_recall_at_5_max": 0.3546352313133666, | |
| "nauc_recall_at_5_std": -0.07891636258216321, | |
| "ndcg_at_1": 0.48903, | |
| "ndcg_at_10": 0.6208, | |
| "ndcg_at_100": 0.65873, | |
| "ndcg_at_1000": 0.66745, | |
| "ndcg_at_20": 0.63785, | |
| "ndcg_at_3": 0.56693, | |
| "ndcg_at_5": 0.59399, | |
| "precision_at_1": 0.48903, | |
| "precision_at_10": 0.09962, | |
| "precision_at_100": 0.01274, | |
| "precision_at_1000": 0.00139, | |
| "precision_at_20": 0.05517, | |
| "precision_at_3": 0.25266, | |
| "precision_at_5": 0.17317, | |
| "recall_at_1": 0.42877, | |
| "recall_at_10": 0.76185, | |
| "recall_at_100": 0.92286, | |
| "recall_at_1000": 0.98461, | |
| "recall_at_20": 0.82525, | |
| "recall_at_3": 0.61948, | |
| "recall_at_5": 0.68512 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackGamingRetrieval" | |
| } |