File size: 7,181 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
"evaluation_time": 71.836430311203,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.6208,
"map_at_1": 0.42877,
"map_at_10": 0.5618,
"map_at_100": 0.57183,
"map_at_1000": 0.57229,
"map_at_20": 0.56777,
"map_at_3": 0.52839,
"map_at_5": 0.54762,
"mrr_at_1": 0.4890282131661442,
"mrr_at_10": 0.5925080857839486,
"mrr_at_100": 0.5987524970574932,
"mrr_at_1000": 0.5989772162875769,
"mrr_at_20": 0.5965246347222736,
"mrr_at_3": 0.5688610240334384,
"mrr_at_5": 0.582748171368862,
"nauc_map_at_1000_diff1": 0.5223114224433851,
"nauc_map_at_1000_max": 0.3655984774534774,
"nauc_map_at_1000_std": -0.08433899665886599,
"nauc_map_at_100_diff1": 0.5220734952512529,
"nauc_map_at_100_max": 0.36553230455453956,
"nauc_map_at_100_std": -0.08423627500794581,
"nauc_map_at_10_diff1": 0.5217310324506396,
"nauc_map_at_10_max": 0.3609645376087099,
"nauc_map_at_10_std": -0.09149924155846238,
"nauc_map_at_1_diff1": 0.5652970156046666,
"nauc_map_at_1_max": 0.2908208982400003,
"nauc_map_at_1_std": -0.11713325949903315,
"nauc_map_at_20_diff1": 0.5225745722678938,
"nauc_map_at_20_max": 0.3640266780926629,
"nauc_map_at_20_std": -0.08619325919746437,
"nauc_map_at_3_diff1": 0.5259630419724312,
"nauc_map_at_3_max": 0.3474546316997617,
"nauc_map_at_3_std": -0.1020996784061074,
"nauc_map_at_5_diff1": 0.5202439294321525,
"nauc_map_at_5_max": 0.3510032672741915,
"nauc_map_at_5_std": -0.09803606336162869,
"nauc_mrr_at_1000_diff1": 0.5142115211774222,
"nauc_mrr_at_1000_max": 0.38126566786898575,
"nauc_mrr_at_1000_std": -0.07921002368445325,
"nauc_mrr_at_100_diff1": 0.5141121216317681,
"nauc_mrr_at_100_max": 0.3814330309201808,
"nauc_mrr_at_100_std": -0.07894498023402506,
"nauc_mrr_at_10_diff1": 0.5120323316050512,
"nauc_mrr_at_10_max": 0.3806373198744775,
"nauc_mrr_at_10_std": -0.08284512276400877,
"nauc_mrr_at_1_diff1": 0.5470495035312308,
"nauc_mrr_at_1_max": 0.35405851721876314,
"nauc_mrr_at_1_std": -0.0992566166094027,
"nauc_mrr_at_20_diff1": 0.5136995380514082,
"nauc_mrr_at_20_max": 0.38122489329023096,
"nauc_mrr_at_20_std": -0.07908350719746343,
"nauc_mrr_at_3_diff1": 0.5111778530961534,
"nauc_mrr_at_3_max": 0.3814143459089604,
"nauc_mrr_at_3_std": -0.08233935417283199,
"nauc_mrr_at_5_diff1": 0.5101952496695881,
"nauc_mrr_at_5_max": 0.3768552709950061,
"nauc_mrr_at_5_std": -0.08633060488651179,
"nauc_ndcg_at_1000_diff1": 0.5137611998869438,
"nauc_ndcg_at_1000_max": 0.38655897349968493,
"nauc_ndcg_at_1000_std": -0.06114597870867714,
"nauc_ndcg_at_100_diff1": 0.5093603843379081,
"nauc_ndcg_at_100_max": 0.39072936007259945,
"nauc_ndcg_at_100_std": -0.05398832156924079,
"nauc_ndcg_at_10_diff1": 0.5053243402141651,
"nauc_ndcg_at_10_max": 0.38242176140884226,
"nauc_ndcg_at_10_std": -0.07539732020064646,
"nauc_ndcg_at_1_diff1": 0.5470495035312308,
"nauc_ndcg_at_1_max": 0.35405851721876314,
"nauc_ndcg_at_1_std": -0.0992566166094027,
"nauc_ndcg_at_20_diff1": 0.510040261073624,
"nauc_ndcg_at_20_max": 0.386991421917505,
"nauc_ndcg_at_20_std": -0.06002874198206406,
"nauc_ndcg_at_3_diff1": 0.5078795522813189,
"nauc_ndcg_at_3_max": 0.36841520635132113,
"nauc_ndcg_at_3_std": -0.08729291303642872,
"nauc_ndcg_at_5_diff1": 0.5016620514003219,
"nauc_ndcg_at_5_max": 0.36698986345451906,
"nauc_ndcg_at_5_std": -0.08719341534296754,
"nauc_precision_at_1000_diff1": -0.15726645872026082,
"nauc_precision_at_1000_max": 0.13562643569971833,
"nauc_precision_at_1000_std": 0.1926846187753064,
"nauc_precision_at_100_diff1": -0.1306302828218589,
"nauc_precision_at_100_max": 0.1983779229018622,
"nauc_precision_at_100_std": 0.2129262947233087,
"nauc_precision_at_10_diff1": 0.0610655444320749,
"nauc_precision_at_10_max": 0.3104388456339611,
"nauc_precision_at_10_std": 0.0943051157579713,
"nauc_precision_at_1_diff1": 0.5470495035312308,
"nauc_precision_at_1_max": 0.35405851721876314,
"nauc_precision_at_1_std": -0.0992566166094027,
"nauc_precision_at_20_diff1": -0.012897724777309548,
"nauc_precision_at_20_max": 0.27879161740278824,
"nauc_precision_at_20_std": 0.1659665572272995,
"nauc_precision_at_3_diff1": 0.2586508328443938,
"nauc_precision_at_3_max": 0.3670450778842469,
"nauc_precision_at_3_std": -0.005778828602221738,
"nauc_precision_at_5_diff1": 0.1463111834929798,
"nauc_precision_at_5_max": 0.31497159643945094,
"nauc_precision_at_5_std": 0.02918554005076313,
"nauc_recall_at_1000_diff1": 0.49562867334931604,
"nauc_recall_at_1000_max": 0.6957148259711696,
"nauc_recall_at_1000_std": 0.6526165663708562,
"nauc_recall_at_100_diff1": 0.39483859956242007,
"nauc_recall_at_100_max": 0.5569708119593213,
"nauc_recall_at_100_std": 0.2744404679965768,
"nauc_recall_at_10_diff1": 0.43668953632195234,
"nauc_recall_at_10_max": 0.4071869646537036,
"nauc_recall_at_10_std": -0.03185335821736885,
"nauc_recall_at_1_diff1": 0.5652970156046666,
"nauc_recall_at_1_max": 0.2908208982400003,
"nauc_recall_at_1_std": -0.11713325949903315,
"nauc_recall_at_20_diff1": 0.44564504044436504,
"nauc_recall_at_20_max": 0.44551746765359246,
"nauc_recall_at_20_std": 0.07682425361084576,
"nauc_recall_at_3_diff1": 0.45965264844274356,
"nauc_recall_at_3_max": 0.35790139222847783,
"nauc_recall_at_3_std": -0.08308832050487164,
"nauc_recall_at_5_diff1": 0.44004865672222954,
"nauc_recall_at_5_max": 0.3546352313133666,
"nauc_recall_at_5_std": -0.07891636258216321,
"ndcg_at_1": 0.48903,
"ndcg_at_10": 0.6208,
"ndcg_at_100": 0.65873,
"ndcg_at_1000": 0.66745,
"ndcg_at_20": 0.63785,
"ndcg_at_3": 0.56693,
"ndcg_at_5": 0.59399,
"precision_at_1": 0.48903,
"precision_at_10": 0.09962,
"precision_at_100": 0.01274,
"precision_at_1000": 0.00139,
"precision_at_20": 0.05517,
"precision_at_3": 0.25266,
"precision_at_5": 0.17317,
"recall_at_1": 0.42877,
"recall_at_10": 0.76185,
"recall_at_100": 0.92286,
"recall_at_1000": 0.98461,
"recall_at_20": 0.82525,
"recall_at_3": 0.61948,
"recall_at_5": 0.68512
}
]
},
"task_name": "CQADupstackGamingRetrieval"
} |