| { | |
| "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", | |
| "evaluation_time": 212.610657453537, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.33197, | |
| "map_at_1": 0.20456, | |
| "map_at_10": 0.28245, | |
| "map_at_100": 0.2938, | |
| "map_at_1000": 0.29511, | |
| "map_at_20": 0.28816, | |
| "map_at_3": 0.25547, | |
| "map_at_5": 0.27037, | |
| "mrr_at_1": 0.24535443909153476, | |
| "mrr_at_10": 0.32272569615136737, | |
| "mrr_at_100": 0.3315950765531236, | |
| "mrr_at_1000": 0.3323799442153482, | |
| "mrr_at_20": 0.3273299085183303, | |
| "mrr_at_3": 0.29903647625602237, | |
| "mrr_at_5": 0.31240536820371734, | |
| "nauc_map_at_1000_diff1": 0.4183035384686562, | |
| "nauc_map_at_1000_max": 0.27593968077027703, | |
| "nauc_map_at_1000_std": 0.007226589436576167, | |
| "nauc_map_at_100_diff1": 0.4182777442246941, | |
| "nauc_map_at_100_max": 0.2759160827740201, | |
| "nauc_map_at_100_std": 0.007164264941327413, | |
| "nauc_map_at_10_diff1": 0.4221902506013466, | |
| "nauc_map_at_10_max": 0.2742200471835382, | |
| "nauc_map_at_10_std": 0.0002562970445472768, | |
| "nauc_map_at_1_diff1": 0.48327706728705216, | |
| "nauc_map_at_1_max": 0.2655383694267805, | |
| "nauc_map_at_1_std": -0.01152747537711539, | |
| "nauc_map_at_20_diff1": 0.4200651654944071, | |
| "nauc_map_at_20_max": 0.2744471994230634, | |
| "nauc_map_at_20_std": 0.0038935149875305823, | |
| "nauc_map_at_3_diff1": 0.43265275051427216, | |
| "nauc_map_at_3_max": 0.273167192127809, | |
| "nauc_map_at_3_std": 0.00052098686278629, | |
| "nauc_map_at_5_diff1": 0.425790135784467, | |
| "nauc_map_at_5_max": 0.2705281520273362, | |
| "nauc_map_at_5_std": -0.00013905809982768424, | |
| "nauc_mrr_at_1000_diff1": 0.41067387402256034, | |
| "nauc_mrr_at_1000_max": 0.29602009578002997, | |
| "nauc_mrr_at_1000_std": 0.01344169913713455, | |
| "nauc_mrr_at_100_diff1": 0.4104069007074872, | |
| "nauc_mrr_at_100_max": 0.2961219581667627, | |
| "nauc_mrr_at_100_std": 0.013671415824502575, | |
| "nauc_mrr_at_10_diff1": 0.41155601080060866, | |
| "nauc_mrr_at_10_max": 0.2958635308524116, | |
| "nauc_mrr_at_10_std": 0.009263601890231966, | |
| "nauc_mrr_at_1_diff1": 0.47659970805042023, | |
| "nauc_mrr_at_1_max": 0.30315321511690624, | |
| "nauc_mrr_at_1_std": -0.002298582940966868, | |
| "nauc_mrr_at_20_diff1": 0.41062615404918323, | |
| "nauc_mrr_at_20_max": 0.29566506535077475, | |
| "nauc_mrr_at_20_std": 0.011902548345144783, | |
| "nauc_mrr_at_3_diff1": 0.4207995737400601, | |
| "nauc_mrr_at_3_max": 0.3002026637890406, | |
| "nauc_mrr_at_3_std": 0.009920335267755332, | |
| "nauc_mrr_at_5_diff1": 0.4139406609442116, | |
| "nauc_mrr_at_5_max": 0.2938505208602052, | |
| "nauc_mrr_at_5_std": 0.008448090000387494, | |
| "nauc_ndcg_at_1000_diff1": 0.3889315745500744, | |
| "nauc_ndcg_at_1000_max": 0.28374922058219576, | |
| "nauc_ndcg_at_1000_std": 0.03515864547048716, | |
| "nauc_ndcg_at_100_diff1": 0.38307227650149867, | |
| "nauc_ndcg_at_100_max": 0.28512423252411545, | |
| "nauc_ndcg_at_100_std": 0.03730501553525039, | |
| "nauc_ndcg_at_10_diff1": 0.39611045599807326, | |
| "nauc_ndcg_at_10_max": 0.2798969144260367, | |
| "nauc_ndcg_at_10_std": 0.0061223105038925, | |
| "nauc_ndcg_at_1_diff1": 0.47659970805042023, | |
| "nauc_ndcg_at_1_max": 0.30315321511690624, | |
| "nauc_ndcg_at_1_std": -0.002298582940966868, | |
| "nauc_ndcg_at_20_diff1": 0.39064498957524857, | |
| "nauc_ndcg_at_20_max": 0.2789053163490156, | |
| "nauc_ndcg_at_20_std": 0.01748496086066718, | |
| "nauc_ndcg_at_3_diff1": 0.4123813842124736, | |
| "nauc_ndcg_at_3_max": 0.2858493574764472, | |
| "nauc_ndcg_at_3_std": 0.006448353495262877, | |
| "nauc_ndcg_at_5_diff1": 0.4028193089453767, | |
| "nauc_ndcg_at_5_max": 0.27481981488225876, | |
| "nauc_ndcg_at_5_std": 0.004728941865574962, | |
| "nauc_precision_at_1000_diff1": -0.08170214363310073, | |
| "nauc_precision_at_1000_max": 0.1459289419483196, | |
| "nauc_precision_at_1000_std": 0.08718936434645386, | |
| "nauc_precision_at_100_diff1": 0.0268646986849179, | |
| "nauc_precision_at_100_max": 0.22948997299540677, | |
| "nauc_precision_at_100_std": 0.12617468288327613, | |
| "nauc_precision_at_10_diff1": 0.22532577271901774, | |
| "nauc_precision_at_10_max": 0.2783222868124513, | |
| "nauc_precision_at_10_std": 0.028495896769862566, | |
| "nauc_precision_at_1_diff1": 0.47659970805042023, | |
| "nauc_precision_at_1_max": 0.30315321511690624, | |
| "nauc_precision_at_1_std": -0.002298582940966868, | |
| "nauc_precision_at_20_diff1": 0.16493891073862565, | |
| "nauc_precision_at_20_max": 0.25615359178402053, | |
| "nauc_precision_at_20_std": 0.06016271773790848, | |
| "nauc_precision_at_3_diff1": 0.32493594312866647, | |
| "nauc_precision_at_3_max": 0.3022895588005559, | |
| "nauc_precision_at_3_std": 0.021621044917206286, | |
| "nauc_precision_at_5_diff1": 0.28331209685679676, | |
| "nauc_precision_at_5_max": 0.28287695827852716, | |
| "nauc_precision_at_5_std": 0.018216915793279234, | |
| "nauc_recall_at_1000_diff1": 0.18819523544204173, | |
| "nauc_recall_at_1000_max": 0.2687654532743283, | |
| "nauc_recall_at_1000_std": 0.2952141107763388, | |
| "nauc_recall_at_100_diff1": 0.2258429026839563, | |
| "nauc_recall_at_100_max": 0.2774257184119199, | |
| "nauc_recall_at_100_std": 0.1719993693322602, | |
| "nauc_recall_at_10_diff1": 0.3227516205820344, | |
| "nauc_recall_at_10_max": 0.2566899189974948, | |
| "nauc_recall_at_10_std": 0.0105971299405543, | |
| "nauc_recall_at_1_diff1": 0.48327706728705216, | |
| "nauc_recall_at_1_max": 0.2655383694267805, | |
| "nauc_recall_at_1_std": -0.01152747537711539, | |
| "nauc_recall_at_20_diff1": 0.2965134117866936, | |
| "nauc_recall_at_20_max": 0.25059763561948445, | |
| "nauc_recall_at_20_std": 0.05042906959616575, | |
| "nauc_recall_at_3_diff1": 0.37789587414337833, | |
| "nauc_recall_at_3_max": 0.26418623891458676, | |
| "nauc_recall_at_3_std": 0.010624160747176049, | |
| "nauc_recall_at_5_diff1": 0.34732836974355535, | |
| "nauc_recall_at_5_max": 0.24164010557505766, | |
| "nauc_recall_at_5_std": 0.008217605955201376, | |
| "ndcg_at_1": 0.24535, | |
| "ndcg_at_10": 0.33197, | |
| "ndcg_at_100": 0.38574, | |
| "ndcg_at_1000": 0.41408, | |
| "ndcg_at_20": 0.35019, | |
| "ndcg_at_3": 0.28494, | |
| "ndcg_at_5": 0.30665, | |
| "precision_at_1": 0.24535, | |
| "precision_at_10": 0.05991, | |
| "precision_at_100": 0.01019, | |
| "precision_at_1000": 0.00144, | |
| "precision_at_20": 0.03558, | |
| "precision_at_3": 0.13363, | |
| "precision_at_5": 0.09683, | |
| "recall_at_1": 0.20456, | |
| "recall_at_10": 0.4409, | |
| "recall_at_100": 0.68316, | |
| "recall_at_1000": 0.88114, | |
| "recall_at_20": 0.50799, | |
| "recall_at_3": 0.30873, | |
| "recall_at_5": 0.36492 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackTexRetrieval" | |
| } |