{"columns":[{"name":"model","type":"string"},{"name":"lower","type":"double"},{"name":"rating","type":"double"},{"name":"upper","type":"double"},{"name":"error_y","type":"double"},{"name":"error_y_minus","type":"double"},{"name":"rating_rounded","type":"double"}],"n_rows":111,"rows_kept":111,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 18.1.0","schema":{"fields":[{"name":"model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"lower","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating","type":"double","nullable":true,"metadata":null,"children":null},{"name":"upper","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y_minus","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating_rounded","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 model (String);\n  optional double field_id=-1 lower;\n  optional double field_id=-1 rating;\n  optional double field_id=-1 upper;\n  optional double field_id=-1 error_y;\n  optional double field_id=-1 error_y_minus;\n  optional double field_id=-1 rating_rounded;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1164,"head":""}}],["huggingface","{\"info\": {\"features\": {\"model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"lower\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"upper\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y_minus\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating_rounded\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["DeepSeek-V3-Chat",1213.2980824874962,1216.887402514245,1220.270780755207,3.3833782409619744,3.5893200267487373,1216.89]
["GPT-4o-2024-05-13",1213.8484112040321,1216.7164484643804,1220.2214461080387,3.504997643658271,2.8680372603482738,1216.72]
["DeepSeek-V2-Chat (2024-06-28)",1183.2216615900556,1186.3119711696747,1190.0693056450868,3.757334475412108,3.0903095796190883,1186.31]
["DeepSeek-Coder-V2-Instruct",1181.214286681897,1184.2045227107253,1187.3204909436288,3.1159682329034695,2.990236028828349,1184.2]
["Gemini-Exp-1114",1170.720512168997,1173.7356573998004,1176.5059645349472,2.7703071351468225,3.015145230803455,1173.74]
["Gemini-Exp-1206",1169.421392028959,1172.4204963114007,1175.7503004400523,3.329804128651631,2.999104282441749,1172.42]
["Qwen2.5-Coder-32B-Instruct",1166.1360955820242,1168.9113371825524,1172.2169139669468,3.3055767843943613,2.775241600528261,1168.91]
["GPT-4-Turbo-2024-04-09",1159.723844334598,1162.9531106993081,1166.074593948312,3.121483249003859,3.2292663647101563,1162.95]
["GPT-4o-2024-11-20",1153.4510933180725,1156.3522743975957,1159.5110806944879,3.1588062968921804,2.9011810795232122,1156.35]
["Claude-3.5-Sonnet-20240620",1143.3050293687866,1146.476774955662,1149.093336202849,2.6165612471870645,3.1717455868754314,1146.48]
["GPT-4-0613",1139.9939353959323,1143.0712117760295,1146.2273110953738,3.156099319344321,3.077276380097146,1143.07]
["Codestral-2501",1140.0221353513493,1142.931989949238,1145.8156722347712,2.8836822855332684,2.909854597888625,1142.93]
["Claude-3.5-Haiku-20241022",1140.1207264608117,1142.8473478068422,1145.9314677106358,3.084119903793635,2.72662134603047,1142.85]
["Gemini-2.0-Flash-Exp",1139.6536839888065,1142.4727617592775,1145.4926633642406,3.0199016049630245,2.81907777047104,1142.47]
["Llama-3.3-70B-Instruct",1139.1774813076106,1142.1358306792663,1145.4164080338778,3.2805773546115233,2.958349371655686,1142.14]
["GPT-4o-mini-2024-07-18",1138.5293676404312,1141.198229609063,1144.2103365125631,3.0121069035001256,2.668861968631745,1141.2]
["Athene-V2-Chat",1137.8553395544939,1140.8106173922638,1143.934306452455,3.123689060191282,2.955277837769927,1140.81]
["Claude-3-Opus-20240229",1129.8357771052938,1132.724244899544,1135.3872745767558,2.6630296772118527,2.8884677942501185,1132.72]
["Athene-V2-Agent",1125.426416684393,1128.42475479118,1131.4422506883475,3.017495897167464,2.9983381067870596,1128.42]
["Hermes-2-Theta-Llama-3-70B",1124.241476151757,1127.4929670019192,1130.286404122596,2.793437120676799,3.2514908501620994,1127.49]
["Qwen2.5-72B-Instruct",1122.7517247716326,1125.6575500858648,1128.6773040144608,3.0197539285959465,2.9058253142322883,1125.66]
["Gemini-Exp-1121",1120.218798891345,1123.3292718103608,1125.977081905419,2.6478100950582757,3.1104729190158196,1123.33]
["Gemini-1.5-Pro-API-0514",1119.817604659377,1123.0791726364873,1126.1556550674252,3.0764824309378582,3.261567977110417,1123.08]
["DeepSeek-V2.5-1210",1120.0112045602461,1123.050683158657,1126.4471544603714,3.3964713017144277,3.039478598410824,1123.05]
["Llama-3.1-70B-Instruct",1119.3136565841448,1122.562743805558,1125.9105680199762,3.3478242144180967,3.2490872214132196,1122.56]
["Phi-4",1116.8672319747836,1119.7767975163435,1122.5697534679746,2.792955951631029,2.909565541559914,1119.78]
["Claude-3.5-Sonnet-20241022",1109.7714555338216,1112.657667723567,1115.5123541427236,2.854686419156451,2.8862121897454927,1112.66]
["Gemini-1.5-Flash-API-0514",1102.4685163330275,1105.3777684911665,1108.3982673295418,3.0204988383752607,2.9092521581389974,1105.38]
["Llama-3-70B-Instruct",1096.5820257053751,1099.566236806665,1102.6974392935942,3.131202486929169,2.9842111012899295,1099.57]
["Llama-3-70B-Synthia-v3.5",1093.443961563183,1096.5721190297204,1099.2984632137807,2.726344184060281,3.128157466537459,1096.57]
["Qwen2.5-32B-Instruct",1086.7100984594713,1089.5977748551672,1092.520708565458,2.922933710290863,2.887676395695962,1089.6]
["Claude-3-Sonnet-20240229",1082.8126027733674,1085.4473306167338,1088.7142538508656,3.2669232341318093,2.6347278433663632,1085.45]
["Gemma-2-27B-Instruct",1079.7394468551286,1083.1520971681502,1086.4259580271844,3.27386085903413,3.412650313021686,1083.15]
["ReflectionCoder-DS-33B",1079.0437146990073,1081.9182912848746,1084.9990507872262,3.0807595023516114,2.8745765858673167,1081.92]
["WhiteRabbitNeo-33B-v1.5",1072.1383777197263,1075.4416237543667,1078.4221009892935,2.980477234926866,3.303246034640324,1075.44]
["Codestral-22B-v0.1",1071.1698823083864,1074.0906930892002,1077.215856758155,3.125163668954883,2.920810780813781,1074.09]
["OpenCoder-8B-Instruct",1069.5511761596454,1072.5033496025428,1075.3437886253382,2.840439022795408,2.952173442897447,1072.5]
["AutoCoder",1064.7406928361154,1067.5874624470796,1070.7833116044258,3.1958491573461743,2.846769610964202,1067.59]
["DeepSeek-Coder-33B-Instruct",1062.3526480641729,1065.1389383785768,1068.1076438868574,2.9687055082806637,2.7862903144039137,1065.14]
["Qwen2-72B-Chat",1054.316278802304,1057.0243828768707,1060.092815833797,3.0684329569262445,2.7081040745667906,1057.02]
["Qwen2.5-14B-Instruct",1048.73670155014,1051.9347374724084,1055.2171425302645,3.2824050578560673,3.1980359222684456,1051.93]
["Hermes-2-Pro-Llama-3-70B",1045.4080516851577,1048.4919011697584,1051.1373663588724,2.64546518911402,3.083849484600705,1048.49]
["Mixtral-8x22B-Instruct",1044.5787788571754,1047.6218590103213,1050.6386369770612,3.0167779667399373,3.0430801531458656,1047.62]
["CodeLlama-70B-Instruct",1043.318609921252,1046.0628875933462,1049.149026459916,3.086138866569854,2.744277672094313,1046.06]
["GPT-3.5-Turbo-0125",1035.5377078346685,1038.6051844355025,1041.650358880224,3.0451744447216242,3.0674766008339702,1038.61]
["CodeGeex4-All-9B",1033.3791988746946,1036.3259825453522,1039.1768505942348,2.850868048882603,2.9467836706576236,1036.33]
["DeepSeek-V2-Chat",1033.1844079679954,1036.214959354127,1038.9056057616226,2.6906464074957057,3.030551386131492,1036.21]
["Qwen2.5-Coder-7B-Instruct",1032.5393771585684,1035.4017549673047,1038.2558684625826,2.854113495277943,2.8623778087362552,1035.4]
["Claude-3-Haiku-20240307",1032.4804768758834,1035.3788716397053,1038.0968410870978,2.7179694473925338,2.898394763821898,1035.38]
["Yi-Coder-9B-Chat",1015.4223227786969,1018.3784615992624,1021.0161837819712,2.637722182708785,2.9561388205655703,1018.38]
["Phi-3-Medium-128K-Instruct",1013.6952798906563,1016.5474626266682,1019.5683030204686,3.0208403938004267,2.8521827360119687,1016.55]
["Phind-CodeLlama-34B-v2",1008.1226007328618,1011.2017418253685,1013.7711157601053,2.569373934736859,3.0791410925066884,1011.2]
["Llama-3.1-Nemotron-70B-Instruct",1007.1663970883662,1010.1514973876717,1012.670239909605,2.518742521933291,2.9851002993054863,1010.15]
["Artigenz-Coder-DS-6.7B",1004.883310031347,1007.7365482696262,1010.649323311649,2.912775042022872,2.8532382382791184,1007.74]
["ReflectionCoder-DS-6.7B",1001.2025286706497,1004.3881610151384,1007.2424747843141,2.8543137691757465,3.185632344488681,1004.39]
["ReflectionCoder-CL-34B",1000.1530347762612,1002.8721935305082,1006.039506288857,3.1673127583487712,2.719158754247019,1002.87]
["Nxcode-CQ-7B-Orpo",998.9315975488826,1001.6453458476794,1004.4101848568553,2.76483900917583,2.7137482987968724,1001.65]
["Yi-Large",997.5285918380865,1000.1211596236781,1002.686463527019,2.5653039033409186,2.592567785591541,1000.12]
["DeepSeek-Coder-V2-Lite-Instruct",996.5367913452326,999.2160786403758,1002.4863714336014,3.2702927932256216,2.67928729514324,999.22]
["Magicoder-S-DS-6.7B",995.8385483881214,998.9929659626108,1002.1711775988587,3.178211636247852,3.1544175744894574,998.99]
["CodeQwen1.5-7B-Chat",994.1466120534551,996.7939246493818,999.8836565004343,3.089731851052534,2.647312595926678,996.79]
["Athene-70B",992.7997431244464,995.713048093463,998.7701739352559,3.0571258417928675,2.9133049690166217,995.71]
["Qwen2.5-7B-Instruct",990.913143532682,993.7071910059826,996.4752474717784,2.7680564657957802,2.794047473300566,993.71]
["StarCoder2-15B-Instruct-v0.1",988.7295345926924,991.5037895963928,994.5429863054281,3.039196709035309,2.774255003700432,991.5]
["Qwen2-57B-A14B",987.5411455978673,990.4499861691236,993.474351913509,3.0243657443854772,2.9088405712562917,990.45]
["Tess-v2.5.2-Qwen2-72B",987.2568916789213,990.1733578026165,992.9125710123516,2.7392132097351123,2.916466123695159,990.17]
["Phi-3.1-Mini-128K-Instruct",987.351007458168,990.1148970090721,992.6786185028856,2.563721493813432,2.763889550904082,990.11]
["AutoCoder-S-6.7B",986.5116631503059,989.6370630040551,992.4602179112063,2.8231549071512063,3.1253998537491725,989.64]
["C4AI-Command-R-08-2024",983.6448048288418,986.3806003452605,989.5127129843413,3.1321126390807876,2.7357955164187615,986.38]
["Mistral-Small-Instruct-2409",983.4565808955515,986.246175019673,989.053118802399,2.8069437827259662,2.7895941241215496,986.25]
["OpenCodeInterpreter-DS-6.7B",980.912566444476,983.7293926815059,986.5724459631601,2.8430532816541927,2.816826237029886,983.73]
["Granite-Code-34B-Instruct",972.6468203374036,975.297460179709,978.3961438310843,3.098683651375268,2.650639842305395,975.3]
["Codestral-Mamba",971.766523824336,974.6128789626407,977.5374547504147,2.9245757877739607,2.846355138304716,974.61]
["DeepSeek-Coder-6.7B-Instruct",963.810933660345,966.9965988655176,969.7368156944414,2.740216828923735,3.185665205172654,967.0]
["Qwen1.5-110B-Chat",960.4003410186812,963.3133805191175,966.0483530019878,2.7349724828703756,2.913039500436298,963.31]
["Yi-1.5-34B-Chat",950.0758505727057,953.0172326107572,955.918008309933,2.9007756991758242,2.941382038051529,953.02]
["WaveCoder-Ultra-6.7B",949.9610740483125,952.8138462145666,955.8119483566297,2.9981021420630896,2.8527721662541126,952.81]
["Yi-1.5-9B-Chat",948.5115615224357,951.3683420544177,954.0214410155962,2.653098961178557,2.85678053198194,951.37]
["Granite-Code-20B-Instruct",944.3240695605017,947.3963666527054,949.8422682035584,2.445901550853023,3.072297092203712,947.4]
["Command R+",936.6875820185458,939.749655550657,942.3062982927136,2.5566427420565105,3.062073532111299,939.75]
["Gemma-2-9B-Instruct",934.146514096465,937.13053416872,940.0805712873392,2.950037118619207,2.9840200722550208,937.13]
["Qwen1.5-32B-Chat",927.2507016653609,930.1227535677133,933.251478268744,3.1287247010307055,2.872051902352382,930.12]
["OpenCoder-1.5B-Instruct",926.4279445183636,929.2993469095388,932.4254576229151,3.126110713376306,2.871402391175252,929.3]
["AutoCoder-QW-7B",925.9303021617717,928.7218252277861,931.2608517761734,2.5390265483872554,2.791523066014406,928.72]
["Mistral-Small-2402",924.0845570211094,926.6761125074058,929.7243895175777,3.048277010171887,2.5915554862964427,926.68]
["Qwen1.5-72B-Chat",922.5917508278854,925.253464514102,928.2651466163254,3.0116821022234035,2.661713686216558,925.25]
["Llama-3.1-8B-Instruct",920.8256154072471,923.6020182287095,926.2422432997524,2.6402250710428916,2.7764028214623977,923.6]
["CodeGemma-7B-Instruct",914.7220499505111,917.7301265670368,920.6031738231796,2.873047256142854,3.0080766165257273,917.73]
["Qwen2-7B-Instruct",906.4598501365698,909.3230005429526,911.875657830151,2.5526572871983717,2.863150406382829,909.32]
["Phi-3.5-Mini-Instruct",902.9199985445075,905.9747842030297,908.9836554586201,3.0088712555904067,3.054785658522178,905.97]
["Phi-3-Small-128K-Instruct",898.1128237301688,901.3673022563803,904.2622613535954,2.8949590972150645,3.2544785262115283,901.37]
["Phi-3-Mini-128K-Instruct",898.6189357162824,901.2994896888695,903.9703196350488,2.6708299461793104,2.680553972587063,901.3]
["Llama-3-8B-Instruct",892.5546364980747,895.6200421904725,898.5088737308477,2.888831540375122,3.0654056923978033,895.62]
["Mistral-Large-2402",889.7290167918438,892.7315805437785,895.5853740050092,2.85379346123068,3.0025637519346446,892.73]
["ReflectionCoder-CL-7B",888.0930866016666,890.9225076451667,893.7629498342147,2.840442189048076,2.8294210435000196,890.92]
["OpenChat-3.6-8B-20240522",865.1609604811521,868.181232582334,871.3505819885058,3.1693494061718184,3.020272101181945,868.18]
["CodeLlama-34B-Instruct",864.6173118861799,867.6529916027606,870.5549930125717,2.902001409811078,3.0356797165807166,867.65]
["Granite-3.0-8B-Instruct",860.0438122475553,863.12022075819,866.2913773887825,3.1711566305924634,3.076408510634792,863.12]
["CodeLlama-13B-Instruct",836.5049158698499,839.3943106462272,842.3373711019508,2.9430604557236393,2.8893947763772303,839.39]
["InternLM2.5-7B-Chat",823.1520287156975,826.5378165256758,829.4265600430498,2.888743517373996,3.3857878099782965,826.54]
["Qwen2.5-Coder-1.5B-Instruct",822.870307441484,826.2777679374676,829.2693809874347,2.9916130499671,3.407460495983628,826.28]
["Yi-1.5-6B-Chat",823.2207527565806,826.2378720231313,829.5627223131504,3.3248502900190715,3.017119266550708,826.24]
["OpenCodeInterpreter-DS-1.3B",795.7784353602742,798.7179002566788,801.9603339919045,3.2424337352256316,2.9394648964046155,798.72]
["DeepSeek-Coder-1.3B-Instruct",779.2872696961725,782.4188161144184,785.3106362593547,2.8918201449363323,3.1315464182458754,782.42]
["Llama-3.2-3B-Instruct",775.8900595815957,778.8954967753872,782.1171222411433,3.2216254657561194,3.005437193791522,778.9]
["CodeLlama-7B-Instruct",745.9779524571209,749.6008493398899,753.161148335315,3.5602989954251143,3.622896882769055,749.6]
["Granite-3.0-2B-Instruct",739.3693110960534,744.2674588880465,749.5130162685144,5.245557380467972,4.898147791993097,744.27]
["Qwen2.5-1.5B-Instruct",735.1669365452881,738.6205052973348,742.0480675336817,3.42756223634683,3.453568752046749,738.62]
["Mistral-7B-Instruct-v0.3",731.8149062107661,734.9050850444531,738.287005905097,3.381920860643845,3.0901788336869913,734.91]
["Qwen2.5-0.5B-Instruct",501.01051144134124,506.5499182331452,511.09887112908103,4.548952895935827,5.5394067918039696,506.55]
["Llama-3.2-1B-Instruct",487.87846684652067,493.031261532331,498.083078163516,5.051816631185034,5.152794685810306,493.03]