File size: 7,211 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
"evaluation_time": 65.54995560646057,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.48936,
"map_at_1": 0.31763,
"map_at_10": 0.43019,
"map_at_100": 0.44264,
"map_at_1000": 0.44397,
"map_at_20": 0.43668,
"map_at_3": 0.39884,
"map_at_5": 0.41533,
"mrr_at_1": 0.40063694267515926,
"mrr_at_10": 0.48846451319381284,
"mrr_at_100": 0.49522304295327746,
"mrr_at_1000": 0.49564300211083767,
"mrr_at_20": 0.49234269311710627,
"mrr_at_3": 0.46624203821656096,
"mrr_at_5": 0.47901273885350387,
"nauc_map_at_1000_diff1": 0.5459172197293635,
"nauc_map_at_1000_max": 0.42264661470005505,
"nauc_map_at_1000_std": -0.05276063595795234,
"nauc_map_at_100_diff1": 0.5460928733245463,
"nauc_map_at_100_max": 0.4220242687611015,
"nauc_map_at_100_std": -0.05415645845380136,
"nauc_map_at_10_diff1": 0.5493676348045626,
"nauc_map_at_10_max": 0.4152559669265988,
"nauc_map_at_10_std": -0.06964991024787746,
"nauc_map_at_1_diff1": 0.601036296144563,
"nauc_map_at_1_max": 0.3370140478030352,
"nauc_map_at_1_std": -0.13582544840620328,
"nauc_map_at_20_diff1": 0.5483642697034826,
"nauc_map_at_20_max": 0.4191558762889365,
"nauc_map_at_20_std": -0.06257853978489655,
"nauc_map_at_3_diff1": 0.5545228221580871,
"nauc_map_at_3_max": 0.39195195476352135,
"nauc_map_at_3_std": -0.09444173199525188,
"nauc_map_at_5_diff1": 0.5520517170411261,
"nauc_map_at_5_max": 0.4056444116529713,
"nauc_map_at_5_std": -0.08043410048525122,
"nauc_mrr_at_1000_diff1": 0.5305920313535624,
"nauc_mrr_at_1000_max": 0.44295663906870986,
"nauc_mrr_at_1000_std": -0.005427410250237761,
"nauc_mrr_at_100_diff1": 0.530359542055096,
"nauc_mrr_at_100_max": 0.4429332659867827,
"nauc_mrr_at_100_std": -0.005335912128708265,
"nauc_mrr_at_10_diff1": 0.5306285010612894,
"nauc_mrr_at_10_max": 0.44352619743401267,
"nauc_mrr_at_10_std": -0.007545427036824614,
"nauc_mrr_at_1_diff1": 0.5705327508195187,
"nauc_mrr_at_1_max": 0.4207000171407997,
"nauc_mrr_at_1_std": -0.044063337305515655,
"nauc_mrr_at_20_diff1": 0.5304749139519108,
"nauc_mrr_at_20_max": 0.44360885194871336,
"nauc_mrr_at_20_std": -0.006544571966573831,
"nauc_mrr_at_3_diff1": 0.5348129420116844,
"nauc_mrr_at_3_max": 0.440700910702335,
"nauc_mrr_at_3_std": -0.018517859080796468,
"nauc_mrr_at_5_diff1": 0.5326149602419523,
"nauc_mrr_at_5_max": 0.44311142945986554,
"nauc_mrr_at_5_std": -0.006958949268058617,
"nauc_ndcg_at_1000_diff1": 0.5233425935340452,
"nauc_ndcg_at_1000_max": 0.44170205098975396,
"nauc_ndcg_at_1000_std": 0.0025271889570088802,
"nauc_ndcg_at_100_diff1": 0.5195045780123667,
"nauc_ndcg_at_100_max": 0.4405279957321095,
"nauc_ndcg_at_100_std": -0.0006370245918248862,
"nauc_ndcg_at_10_diff1": 0.5283319309438677,
"nauc_ndcg_at_10_max": 0.44051862552033394,
"nauc_ndcg_at_10_std": -0.027184537272445308,
"nauc_ndcg_at_1_diff1": 0.5705327508195187,
"nauc_ndcg_at_1_max": 0.4207000171407997,
"nauc_ndcg_at_1_std": -0.044063337305515655,
"nauc_ndcg_at_20_diff1": 0.527216841165551,
"nauc_ndcg_at_20_max": 0.44186495496594597,
"nauc_ndcg_at_20_std": -0.020047038012045583,
"nauc_ndcg_at_3_diff1": 0.5269276275342443,
"nauc_ndcg_at_3_max": 0.4326465120815098,
"nauc_ndcg_at_3_std": -0.0353239440567265,
"nauc_ndcg_at_5_diff1": 0.5311172255523466,
"nauc_ndcg_at_5_max": 0.43665003287550347,
"nauc_ndcg_at_5_std": -0.030379850552689956,
"nauc_precision_at_1000_diff1": -0.15278672034019866,
"nauc_precision_at_1000_max": 0.11837356124611187,
"nauc_precision_at_1000_std": 0.3471299367937873,
"nauc_precision_at_100_diff1": -0.09482141848634178,
"nauc_precision_at_100_max": 0.23701906172515652,
"nauc_precision_at_100_std": 0.38901420422678396,
"nauc_precision_at_10_diff1": 0.12295060015515728,
"nauc_precision_at_10_max": 0.3930290600535279,
"nauc_precision_at_10_std": 0.26003555835076975,
"nauc_precision_at_1_diff1": 0.5705327508195187,
"nauc_precision_at_1_max": 0.4207000171407997,
"nauc_precision_at_1_std": -0.044063337305515655,
"nauc_precision_at_20_diff1": 0.048391676096931936,
"nauc_precision_at_20_max": 0.35156726047034936,
"nauc_precision_at_20_std": 0.3217257513634862,
"nauc_precision_at_3_diff1": 0.2962330162614599,
"nauc_precision_at_3_max": 0.4373359305143132,
"nauc_precision_at_3_std": 0.12096232671909246,
"nauc_precision_at_5_diff1": 0.23033970799112222,
"nauc_precision_at_5_max": 0.4377205452564277,
"nauc_precision_at_5_std": 0.19327367250182723,
"nauc_recall_at_1000_diff1": 0.3774219561007802,
"nauc_recall_at_1000_max": 0.4420665703165497,
"nauc_recall_at_1000_std": 0.292696569087332,
"nauc_recall_at_100_diff1": 0.36833992119705206,
"nauc_recall_at_100_max": 0.4197009187872589,
"nauc_recall_at_100_std": 0.1595029823908181,
"nauc_recall_at_10_diff1": 0.45498832262618544,
"nauc_recall_at_10_max": 0.42394967411221196,
"nauc_recall_at_10_std": -0.013759537202636608,
"nauc_recall_at_1_diff1": 0.601036296144563,
"nauc_recall_at_1_max": 0.3370140478030352,
"nauc_recall_at_1_std": -0.13582544840620328,
"nauc_recall_at_20_diff1": 0.4410825562743696,
"nauc_recall_at_20_max": 0.43304832974358487,
"nauc_recall_at_20_std": 0.021395633200003955,
"nauc_recall_at_3_diff1": 0.49085593347785555,
"nauc_recall_at_3_max": 0.3885787846871319,
"nauc_recall_at_3_std": -0.07303692572619085,
"nauc_recall_at_5_diff1": 0.48146147070759227,
"nauc_recall_at_5_max": 0.40756808903553193,
"nauc_recall_at_5_std": -0.03838517709347803,
"ndcg_at_1": 0.40064,
"ndcg_at_10": 0.48936,
"ndcg_at_100": 0.53283,
"ndcg_at_1000": 0.55219,
"ndcg_at_20": 0.50559,
"ndcg_at_3": 0.44659,
"ndcg_at_5": 0.46406,
"precision_at_1": 0.40064,
"precision_at_10": 0.09274,
"precision_at_100": 0.01462,
"precision_at_1000": 0.00193,
"precision_at_20": 0.05417,
"precision_at_3": 0.21826,
"precision_at_5": 0.15159,
"recall_at_1": 0.31763,
"recall_at_10": 0.59654,
"recall_at_100": 0.78234,
"recall_at_1000": 0.89933,
"recall_at_20": 0.65562,
"recall_at_3": 0.46577,
"recall_at_5": 0.51941
}
]
},
"task_name": "CQADupstackEnglishRetrieval"
} |