| { | |
| "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", | |
| "evaluation_time": 102.73600673675537, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.42658, | |
| "map_at_1": 0.28714, | |
| "map_at_10": 0.37563, | |
| "map_at_100": 0.38694, | |
| "map_at_1000": 0.38762, | |
| "map_at_20": 0.38211, | |
| "map_at_3": 0.34696, | |
| "map_at_5": 0.36432, | |
| "mrr_at_1": 0.31412429378531076, | |
| "mrr_at_10": 0.3996273876782347, | |
| "mrr_at_100": 0.40907656222928823, | |
| "mrr_at_1000": 0.4095800370696713, | |
| "mrr_at_20": 0.405052139977626, | |
| "mrr_at_3": 0.37344632768361563, | |
| "mrr_at_5": 0.38994350282485835, | |
| "nauc_map_at_1000_diff1": 0.3961192034495172, | |
| "nauc_map_at_1000_max": 0.28074753607190883, | |
| "nauc_map_at_1000_std": -0.01629384960579462, | |
| "nauc_map_at_100_diff1": 0.3960725457276108, | |
| "nauc_map_at_100_max": 0.2807778539477287, | |
| "nauc_map_at_100_std": -0.01611472736571188, | |
| "nauc_map_at_10_diff1": 0.3950717992244888, | |
| "nauc_map_at_10_max": 0.27730349664118326, | |
| "nauc_map_at_10_std": -0.01992408450844551, | |
| "nauc_map_at_1_diff1": 0.469051716107729, | |
| "nauc_map_at_1_max": 0.2924116824433833, | |
| "nauc_map_at_1_std": -0.05870071979416687, | |
| "nauc_map_at_20_diff1": 0.396536614213307, | |
| "nauc_map_at_20_max": 0.2797331799964293, | |
| "nauc_map_at_20_std": -0.016677677113611226, | |
| "nauc_map_at_3_diff1": 0.4051298480817222, | |
| "nauc_map_at_3_max": 0.2707786410731981, | |
| "nauc_map_at_3_std": -0.029865853210509417, | |
| "nauc_map_at_5_diff1": 0.3932762411143691, | |
| "nauc_map_at_5_max": 0.26742093985028603, | |
| "nauc_map_at_5_std": -0.02963882944119166, | |
| "nauc_mrr_at_1000_diff1": 0.3932684043727711, | |
| "nauc_mrr_at_1000_max": 0.29736148305271076, | |
| "nauc_mrr_at_1000_std": -0.007438847314430597, | |
| "nauc_mrr_at_100_diff1": 0.3931586821412234, | |
| "nauc_mrr_at_100_max": 0.2974304649737516, | |
| "nauc_mrr_at_100_std": -0.007228335108941868, | |
| "nauc_mrr_at_10_diff1": 0.3926397887394587, | |
| "nauc_mrr_at_10_max": 0.295237668800346, | |
| "nauc_mrr_at_10_std": -0.010222075247967262, | |
| "nauc_mrr_at_1_diff1": 0.4559040546472199, | |
| "nauc_mrr_at_1_max": 0.31663647784654986, | |
| "nauc_mrr_at_1_std": -0.04818438053029128, | |
| "nauc_mrr_at_20_diff1": 0.39298433047139597, | |
| "nauc_mrr_at_20_max": 0.2972030596719668, | |
| "nauc_mrr_at_20_std": -0.007096021924508441, | |
| "nauc_mrr_at_3_diff1": 0.3996799301916714, | |
| "nauc_mrr_at_3_max": 0.2916302862310877, | |
| "nauc_mrr_at_3_std": -0.01338113935535763, | |
| "nauc_mrr_at_5_diff1": 0.39177045782697123, | |
| "nauc_mrr_at_5_max": 0.2897447089635909, | |
| "nauc_mrr_at_5_std": -0.015592095758569737, | |
| "nauc_ndcg_at_1000_diff1": 0.37823944331036224, | |
| "nauc_ndcg_at_1000_max": 0.29187492683348015, | |
| "nauc_ndcg_at_1000_std": 0.01316809800396535, | |
| "nauc_ndcg_at_100_diff1": 0.373071622857763, | |
| "nauc_ndcg_at_100_max": 0.2912116411367242, | |
| "nauc_ndcg_at_100_std": 0.018420781381240894, | |
| "nauc_ndcg_at_10_diff1": 0.37239084387948984, | |
| "nauc_ndcg_at_10_max": 0.28007380306963614, | |
| "nauc_ndcg_at_10_std": 0.001726343649234658, | |
| "nauc_ndcg_at_1_diff1": 0.4559040546472199, | |
| "nauc_ndcg_at_1_max": 0.31663647784654986, | |
| "nauc_ndcg_at_1_std": -0.04818438053029128, | |
| "nauc_ndcg_at_20_diff1": 0.3751218389316388, | |
| "nauc_ndcg_at_20_max": 0.2862896289223532, | |
| "nauc_ndcg_at_20_std": 0.014035632000843944, | |
| "nauc_ndcg_at_3_diff1": 0.3875040745648701, | |
| "nauc_ndcg_at_3_max": 0.26822787482367155, | |
| "nauc_ndcg_at_3_std": -0.018434843091294548, | |
| "nauc_ndcg_at_5_diff1": 0.3693966738148349, | |
| "nauc_ndcg_at_5_max": 0.2617033556623302, | |
| "nauc_ndcg_at_5_std": -0.01795410348850904, | |
| "nauc_precision_at_1000_diff1": -0.04271060044184737, | |
| "nauc_precision_at_1000_max": 0.1568803885206981, | |
| "nauc_precision_at_1000_std": 0.11134232553713395, | |
| "nauc_precision_at_100_diff1": 0.05585760003727332, | |
| "nauc_precision_at_100_max": 0.23671122924134988, | |
| "nauc_precision_at_100_std": 0.15332608038154696, | |
| "nauc_precision_at_10_diff1": 0.22277937435690873, | |
| "nauc_precision_at_10_max": 0.28255787814796446, | |
| "nauc_precision_at_10_std": 0.08460648498341135, | |
| "nauc_precision_at_1_diff1": 0.4559040546472199, | |
| "nauc_precision_at_1_max": 0.31663647784654986, | |
| "nauc_precision_at_1_std": -0.04818438053029128, | |
| "nauc_precision_at_20_diff1": 0.1905098863742647, | |
| "nauc_precision_at_20_max": 0.28527217351755324, | |
| "nauc_precision_at_20_std": 0.1311850432520898, | |
| "nauc_precision_at_3_diff1": 0.2964829706426782, | |
| "nauc_precision_at_3_max": 0.2607282184014668, | |
| "nauc_precision_at_3_std": 0.019622460524606394, | |
| "nauc_precision_at_5_diff1": 0.23849319621209486, | |
| "nauc_precision_at_5_max": 0.2445303616502152, | |
| "nauc_precision_at_5_std": 0.020393286644309255, | |
| "nauc_recall_at_1000_diff1": 0.2745028594394908, | |
| "nauc_recall_at_1000_max": 0.4202141810677719, | |
| "nauc_recall_at_1000_std": 0.3935004872742902, | |
| "nauc_recall_at_100_diff1": 0.25149706796559607, | |
| "nauc_recall_at_100_max": 0.3212389607615557, | |
| "nauc_recall_at_100_std": 0.22147303394327694, | |
| "nauc_recall_at_10_diff1": 0.2964840320053768, | |
| "nauc_recall_at_10_max": 0.26191022321723384, | |
| "nauc_recall_at_10_std": 0.05830947586101534, | |
| "nauc_recall_at_1_diff1": 0.469051716107729, | |
| "nauc_recall_at_1_max": 0.2924116824433833, | |
| "nauc_recall_at_1_std": -0.05870071979416687, | |
| "nauc_recall_at_20_diff1": 0.2982281180205297, | |
| "nauc_recall_at_20_max": 0.28080908858427134, | |
| "nauc_recall_at_20_std": 0.11951450456499198, | |
| "nauc_recall_at_3_diff1": 0.33470358467170386, | |
| "nauc_recall_at_3_max": 0.231042576283643, | |
| "nauc_recall_at_3_std": 0.0016024369641782475, | |
| "nauc_recall_at_5_diff1": 0.2937076672776075, | |
| "nauc_recall_at_5_max": 0.2134128629225973, | |
| "nauc_recall_at_5_std": 0.0014855338126161981, | |
| "ndcg_at_1": 0.31412, | |
| "ndcg_at_10": 0.42658, | |
| "ndcg_at_100": 0.48049, | |
| "ndcg_at_1000": 0.4977, | |
| "ndcg_at_20": 0.44832, | |
| "ndcg_at_3": 0.37205, | |
| "ndcg_at_5": 0.4014, | |
| "precision_at_1": 0.31412, | |
| "precision_at_10": 0.06508, | |
| "precision_at_100": 0.00965, | |
| "precision_at_1000": 0.00115, | |
| "precision_at_20": 0.03768, | |
| "precision_at_3": 0.15631, | |
| "precision_at_5": 0.11119, | |
| "recall_at_1": 0.28714, | |
| "recall_at_10": 0.55935, | |
| "recall_at_100": 0.80608, | |
| "recall_at_1000": 0.93539, | |
| "recall_at_20": 0.64176, | |
| "recall_at_3": 0.41521, | |
| "recall_at_5": 0.48501 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackGisRetrieval" | |
| } |