| { | |
| "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", | |
| "evaluation_time": 297.40547585487366, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.8981, | |
| "map_at_1": 0.7223, | |
| "map_at_10": 0.86334, | |
| "map_at_100": 0.86951, | |
| "map_at_1000": 0.86963, | |
| "map_at_20": 0.86751, | |
| "map_at_3": 0.83406, | |
| "map_at_5": 0.85235, | |
| "mrr_at_1": 0.8318, | |
| "mrr_at_10": 0.8900426190476174, | |
| "mrr_at_100": 0.890853393151695, | |
| "mrr_at_1000": 0.8908577657073418, | |
| "mrr_at_20": 0.8906634514251637, | |
| "mrr_at_3": 0.8815333333333317, | |
| "mrr_at_5": 0.8876483333333308, | |
| "nauc_map_at_1000_diff1": 0.7787782211254416, | |
| "nauc_map_at_1000_max": 0.308800033255985, | |
| "nauc_map_at_1000_std": -0.6050953164487657, | |
| "nauc_map_at_100_diff1": 0.7787815642983082, | |
| "nauc_map_at_100_max": 0.30851382011689044, | |
| "nauc_map_at_100_std": -0.6056448125802006, | |
| "nauc_map_at_10_diff1": 0.78163717620152, | |
| "nauc_map_at_10_max": 0.3026887282116559, | |
| "nauc_map_at_10_std": -0.6300136496545372, | |
| "nauc_map_at_1_diff1": 0.814042493579872, | |
| "nauc_map_at_1_max": 0.23360000140828055, | |
| "nauc_map_at_1_std": -0.5172986650664965, | |
| "nauc_map_at_20_diff1": 0.7797855401204101, | |
| "nauc_map_at_20_max": 0.30711468068410996, | |
| "nauc_map_at_20_std": -0.6156030445962435, | |
| "nauc_map_at_3_diff1": 0.7881627731161905, | |
| "nauc_map_at_3_max": 0.2810688101967666, | |
| "nauc_map_at_3_std": -0.6411543723608154, | |
| "nauc_map_at_5_diff1": 0.785296212090635, | |
| "nauc_map_at_5_max": 0.2917389087429074, | |
| "nauc_map_at_5_std": -0.6448250337130911, | |
| "nauc_mrr_at_1000_diff1": 0.783652263633986, | |
| "nauc_mrr_at_1000_max": 0.33672180586034284, | |
| "nauc_mrr_at_1000_std": -0.5647653089391216, | |
| "nauc_mrr_at_100_diff1": 0.7836529501712451, | |
| "nauc_mrr_at_100_max": 0.33674163351537023, | |
| "nauc_mrr_at_100_std": -0.5647737326959547, | |
| "nauc_mrr_at_10_diff1": 0.7836002032110506, | |
| "nauc_mrr_at_10_max": 0.3370898161708719, | |
| "nauc_mrr_at_10_std": -0.566395407946863, | |
| "nauc_mrr_at_1_diff1": 0.7899266211864175, | |
| "nauc_mrr_at_1_max": 0.3382656034026946, | |
| "nauc_mrr_at_1_std": -0.5307662863098491, | |
| "nauc_mrr_at_20_diff1": 0.7836804608197697, | |
| "nauc_mrr_at_20_max": 0.33694377030727535, | |
| "nauc_mrr_at_20_std": -0.5651289530317241, | |
| "nauc_mrr_at_3_diff1": 0.7808404952726014, | |
| "nauc_mrr_at_3_max": 0.3346576164432789, | |
| "nauc_mrr_at_3_std": -0.5714858314537815, | |
| "nauc_mrr_at_5_diff1": 0.7835052152314509, | |
| "nauc_mrr_at_5_max": 0.3368605609516792, | |
| "nauc_mrr_at_5_std": -0.5694623730728485, | |
| "nauc_ndcg_at_1000_diff1": 0.7774253235229015, | |
| "nauc_ndcg_at_1000_max": 0.3247971594663157, | |
| "nauc_ndcg_at_1000_std": -0.5836117304135439, | |
| "nauc_ndcg_at_100_diff1": 0.7771726988454434, | |
| "nauc_ndcg_at_100_max": 0.3235137338081548, | |
| "nauc_ndcg_at_100_std": -0.5864329114455948, | |
| "nauc_ndcg_at_10_diff1": 0.7788664827333606, | |
| "nauc_ndcg_at_10_max": 0.31404163855821304, | |
| "nauc_ndcg_at_10_std": -0.6283515988460971, | |
| "nauc_ndcg_at_1_diff1": 0.7897298023297208, | |
| "nauc_ndcg_at_1_max": 0.3381022175223502, | |
| "nauc_ndcg_at_1_std": -0.5303326488802713, | |
| "nauc_ndcg_at_20_diff1": 0.7784365303834483, | |
| "nauc_ndcg_at_20_max": 0.3197625844442246, | |
| "nauc_ndcg_at_20_std": -0.6091168515295826, | |
| "nauc_ndcg_at_3_diff1": 0.7723599387491324, | |
| "nauc_ndcg_at_3_max": 0.3028494909570826, | |
| "nauc_ndcg_at_3_std": -0.6261857342898196, | |
| "nauc_ndcg_at_5_diff1": 0.7785168175946015, | |
| "nauc_ndcg_at_5_max": 0.3049930745343709, | |
| "nauc_ndcg_at_5_std": -0.639973174606073, | |
| "nauc_precision_at_1000_diff1": -0.45476266377709074, | |
| "nauc_precision_at_1000_max": -0.03511758276709204, | |
| "nauc_precision_at_1000_std": 0.4757129633007323, | |
| "nauc_precision_at_100_diff1": -0.45511425679065065, | |
| "nauc_precision_at_100_max": -0.04059451366422085, | |
| "nauc_precision_at_100_std": 0.4658609050869784, | |
| "nauc_precision_at_10_diff1": -0.413125585619407, | |
| "nauc_precision_at_10_max": -0.013554358332482535, | |
| "nauc_precision_at_10_std": 0.31038852805170614, | |
| "nauc_precision_at_1_diff1": 0.7897298023297208, | |
| "nauc_precision_at_1_max": 0.3381022175223502, | |
| "nauc_precision_at_1_std": -0.5303326488802713, | |
| "nauc_precision_at_20_diff1": -0.4396201872210762, | |
| "nauc_precision_at_20_max": -0.028494966450344595, | |
| "nauc_precision_at_20_std": 0.38797846041703554, | |
| "nauc_precision_at_3_diff1": -0.22540494963203064, | |
| "nauc_precision_at_3_max": 0.05653081755069531, | |
| "nauc_precision_at_3_std": 0.05394533796464739, | |
| "nauc_precision_at_5_diff1": -0.34523719516781004, | |
| "nauc_precision_at_5_max": 0.013255937494357658, | |
| "nauc_precision_at_5_std": 0.18898439839429826, | |
| "nauc_recall_at_1000_diff1": 0.8661593320426907, | |
| "nauc_recall_at_1000_max": 0.7191145449953839, | |
| "nauc_recall_at_1000_std": 0.4403836900565431, | |
| "nauc_recall_at_100_diff1": 0.6954028191270898, | |
| "nauc_recall_at_100_max": 0.28941245523962483, | |
| "nauc_recall_at_100_std": -0.8191286331867061, | |
| "nauc_recall_at_10_diff1": 0.7538353958992074, | |
| "nauc_recall_at_10_max": 0.2664721489528983, | |
| "nauc_recall_at_10_std": -0.9245101635409668, | |
| "nauc_recall_at_1_diff1": 0.814042493579872, | |
| "nauc_recall_at_1_max": 0.23360000140828055, | |
| "nauc_recall_at_1_std": -0.5172986650664965, | |
| "nauc_recall_at_20_diff1": 0.7530462998767171, | |
| "nauc_recall_at_20_max": 0.28043585068025395, | |
| "nauc_recall_at_20_std": -0.9487089088060087, | |
| "nauc_recall_at_3_diff1": 0.7548623278641965, | |
| "nauc_recall_at_3_max": 0.23965589592656783, | |
| "nauc_recall_at_3_std": -0.7415076634456224, | |
| "nauc_recall_at_5_diff1": 0.7523502802788862, | |
| "nauc_recall_at_5_max": 0.23900597306339064, | |
| "nauc_recall_at_5_std": -0.8317165323324212, | |
| "ndcg_at_1": 0.8319, | |
| "ndcg_at_10": 0.8981, | |
| "ndcg_at_100": 0.90853, | |
| "ndcg_at_1000": 0.90911, | |
| "ndcg_at_20": 0.9041, | |
| "ndcg_at_3": 0.87153, | |
| "ndcg_at_5": 0.88638, | |
| "precision_at_1": 0.8319, | |
| "precision_at_10": 0.13645, | |
| "precision_at_100": 0.01542, | |
| "precision_at_1000": 0.00157, | |
| "precision_at_20": 0.07235, | |
| "precision_at_3": 0.38157, | |
| "precision_at_5": 0.25038, | |
| "recall_at_1": 0.7223, | |
| "recall_at_10": 0.96321, | |
| "recall_at_100": 0.99768, | |
| "recall_at_1000": 0.99988, | |
| "recall_at_20": 0.98217, | |
| "recall_at_3": 0.88664, | |
| "recall_at_5": 0.92945 | |
| } | |
| ] | |
| }, | |
| "task_name": "QuoraRetrieval" | |
| } |