File size: 7,201 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
"evaluation_time": 212.610657453537,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.33197,
"map_at_1": 0.20456,
"map_at_10": 0.28245,
"map_at_100": 0.2938,
"map_at_1000": 0.29511,
"map_at_20": 0.28816,
"map_at_3": 0.25547,
"map_at_5": 0.27037,
"mrr_at_1": 0.24535443909153476,
"mrr_at_10": 0.32272569615136737,
"mrr_at_100": 0.3315950765531236,
"mrr_at_1000": 0.3323799442153482,
"mrr_at_20": 0.3273299085183303,
"mrr_at_3": 0.29903647625602237,
"mrr_at_5": 0.31240536820371734,
"nauc_map_at_1000_diff1": 0.4183035384686562,
"nauc_map_at_1000_max": 0.27593968077027703,
"nauc_map_at_1000_std": 0.007226589436576167,
"nauc_map_at_100_diff1": 0.4182777442246941,
"nauc_map_at_100_max": 0.2759160827740201,
"nauc_map_at_100_std": 0.007164264941327413,
"nauc_map_at_10_diff1": 0.4221902506013466,
"nauc_map_at_10_max": 0.2742200471835382,
"nauc_map_at_10_std": 0.0002562970445472768,
"nauc_map_at_1_diff1": 0.48327706728705216,
"nauc_map_at_1_max": 0.2655383694267805,
"nauc_map_at_1_std": -0.01152747537711539,
"nauc_map_at_20_diff1": 0.4200651654944071,
"nauc_map_at_20_max": 0.2744471994230634,
"nauc_map_at_20_std": 0.0038935149875305823,
"nauc_map_at_3_diff1": 0.43265275051427216,
"nauc_map_at_3_max": 0.273167192127809,
"nauc_map_at_3_std": 0.00052098686278629,
"nauc_map_at_5_diff1": 0.425790135784467,
"nauc_map_at_5_max": 0.2705281520273362,
"nauc_map_at_5_std": -0.00013905809982768424,
"nauc_mrr_at_1000_diff1": 0.41067387402256034,
"nauc_mrr_at_1000_max": 0.29602009578002997,
"nauc_mrr_at_1000_std": 0.01344169913713455,
"nauc_mrr_at_100_diff1": 0.4104069007074872,
"nauc_mrr_at_100_max": 0.2961219581667627,
"nauc_mrr_at_100_std": 0.013671415824502575,
"nauc_mrr_at_10_diff1": 0.41155601080060866,
"nauc_mrr_at_10_max": 0.2958635308524116,
"nauc_mrr_at_10_std": 0.009263601890231966,
"nauc_mrr_at_1_diff1": 0.47659970805042023,
"nauc_mrr_at_1_max": 0.30315321511690624,
"nauc_mrr_at_1_std": -0.002298582940966868,
"nauc_mrr_at_20_diff1": 0.41062615404918323,
"nauc_mrr_at_20_max": 0.29566506535077475,
"nauc_mrr_at_20_std": 0.011902548345144783,
"nauc_mrr_at_3_diff1": 0.4207995737400601,
"nauc_mrr_at_3_max": 0.3002026637890406,
"nauc_mrr_at_3_std": 0.009920335267755332,
"nauc_mrr_at_5_diff1": 0.4139406609442116,
"nauc_mrr_at_5_max": 0.2938505208602052,
"nauc_mrr_at_5_std": 0.008448090000387494,
"nauc_ndcg_at_1000_diff1": 0.3889315745500744,
"nauc_ndcg_at_1000_max": 0.28374922058219576,
"nauc_ndcg_at_1000_std": 0.03515864547048716,
"nauc_ndcg_at_100_diff1": 0.38307227650149867,
"nauc_ndcg_at_100_max": 0.28512423252411545,
"nauc_ndcg_at_100_std": 0.03730501553525039,
"nauc_ndcg_at_10_diff1": 0.39611045599807326,
"nauc_ndcg_at_10_max": 0.2798969144260367,
"nauc_ndcg_at_10_std": 0.0061223105038925,
"nauc_ndcg_at_1_diff1": 0.47659970805042023,
"nauc_ndcg_at_1_max": 0.30315321511690624,
"nauc_ndcg_at_1_std": -0.002298582940966868,
"nauc_ndcg_at_20_diff1": 0.39064498957524857,
"nauc_ndcg_at_20_max": 0.2789053163490156,
"nauc_ndcg_at_20_std": 0.01748496086066718,
"nauc_ndcg_at_3_diff1": 0.4123813842124736,
"nauc_ndcg_at_3_max": 0.2858493574764472,
"nauc_ndcg_at_3_std": 0.006448353495262877,
"nauc_ndcg_at_5_diff1": 0.4028193089453767,
"nauc_ndcg_at_5_max": 0.27481981488225876,
"nauc_ndcg_at_5_std": 0.004728941865574962,
"nauc_precision_at_1000_diff1": -0.08170214363310073,
"nauc_precision_at_1000_max": 0.1459289419483196,
"nauc_precision_at_1000_std": 0.08718936434645386,
"nauc_precision_at_100_diff1": 0.0268646986849179,
"nauc_precision_at_100_max": 0.22948997299540677,
"nauc_precision_at_100_std": 0.12617468288327613,
"nauc_precision_at_10_diff1": 0.22532577271901774,
"nauc_precision_at_10_max": 0.2783222868124513,
"nauc_precision_at_10_std": 0.028495896769862566,
"nauc_precision_at_1_diff1": 0.47659970805042023,
"nauc_precision_at_1_max": 0.30315321511690624,
"nauc_precision_at_1_std": -0.002298582940966868,
"nauc_precision_at_20_diff1": 0.16493891073862565,
"nauc_precision_at_20_max": 0.25615359178402053,
"nauc_precision_at_20_std": 0.06016271773790848,
"nauc_precision_at_3_diff1": 0.32493594312866647,
"nauc_precision_at_3_max": 0.3022895588005559,
"nauc_precision_at_3_std": 0.021621044917206286,
"nauc_precision_at_5_diff1": 0.28331209685679676,
"nauc_precision_at_5_max": 0.28287695827852716,
"nauc_precision_at_5_std": 0.018216915793279234,
"nauc_recall_at_1000_diff1": 0.18819523544204173,
"nauc_recall_at_1000_max": 0.2687654532743283,
"nauc_recall_at_1000_std": 0.2952141107763388,
"nauc_recall_at_100_diff1": 0.2258429026839563,
"nauc_recall_at_100_max": 0.2774257184119199,
"nauc_recall_at_100_std": 0.1719993693322602,
"nauc_recall_at_10_diff1": 0.3227516205820344,
"nauc_recall_at_10_max": 0.2566899189974948,
"nauc_recall_at_10_std": 0.0105971299405543,
"nauc_recall_at_1_diff1": 0.48327706728705216,
"nauc_recall_at_1_max": 0.2655383694267805,
"nauc_recall_at_1_std": -0.01152747537711539,
"nauc_recall_at_20_diff1": 0.2965134117866936,
"nauc_recall_at_20_max": 0.25059763561948445,
"nauc_recall_at_20_std": 0.05042906959616575,
"nauc_recall_at_3_diff1": 0.37789587414337833,
"nauc_recall_at_3_max": 0.26418623891458676,
"nauc_recall_at_3_std": 0.010624160747176049,
"nauc_recall_at_5_diff1": 0.34732836974355535,
"nauc_recall_at_5_max": 0.24164010557505766,
"nauc_recall_at_5_std": 0.008217605955201376,
"ndcg_at_1": 0.24535,
"ndcg_at_10": 0.33197,
"ndcg_at_100": 0.38574,
"ndcg_at_1000": 0.41408,
"ndcg_at_20": 0.35019,
"ndcg_at_3": 0.28494,
"ndcg_at_5": 0.30665,
"precision_at_1": 0.24535,
"precision_at_10": 0.05991,
"precision_at_100": 0.01019,
"precision_at_1000": 0.00144,
"precision_at_20": 0.03558,
"precision_at_3": 0.13363,
"precision_at_5": 0.09683,
"recall_at_1": 0.20456,
"recall_at_10": 0.4409,
"recall_at_100": 0.68316,
"recall_at_1000": 0.88114,
"recall_at_20": 0.50799,
"recall_at_3": 0.30873,
"recall_at_5": 0.36492
}
]
},
"task_name": "CQADupstackTexRetrieval"
} |