{"columns":[{"name":"Model","type":"string"},{"name":"Computation","type":"double"},{"name":"General","type":"double"},{"name":"Visualization","type":"double"},{"name":"System","type":"double"},{"name":"Time","type":"double"},{"name":"Network","type":"double"},{"name":"Cryptography","type":"double"}],"n_rows":153,"rows_kept":153,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 19.0.1","schema":{"fields":[{"name":"Model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"Computation","type":"double","nullable":true,"metadata":null,"children":null},{"name":"General","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Visualization","type":"double","nullable":true,"metadata":null,"children":null},{"name":"System","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Network","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Cryptography","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 Model (String);\n  optional double field_id=-1 Computation;\n  optional double field_id=-1 General;\n  optional double field_id=-1 Visualization;\n  optional double field_id=-1 System;\n  optional double field_id=-1 Time;\n  optional double field_id=-1 Network;\n  optional double field_id=-1 Cryptography;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1312,"head":""}}],["huggingface","{\"info\": {\"features\": {\"Model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"Computation\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"General\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Visualization\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"System\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Time\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Network\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Cryptography\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["Magicoder-S-DS-6.7B",45.7,51.1,39.6,49.1,41.2,31.4,54.5]
["StarCoder2-15B-Instruct-v0.1",44.0,46.5,35.0,46.3,39.0,30.0,49.5]
["StarCoder2-3B",20.5,19.5,18.3,26.4,19.1,18.6,27.3]
["StarCoder2-7B",26.2,25.4,22.3,31.1,22.8,26.4,34.3]
["StarCoder2-15B",37.6,38.4,29.9,37.6,36.0,28.6,54.5]
["CodeQwen1.5-7B",45.1,47.9,40.1,44.1,38.2,29.3,43.4]
["CodeGemma-2B",21.3,25.4,18.5,28.0,19.1,18.6,29.3]
["CodeGemma-7B",37.7,41.1,28.4,37.6,28.7,27.1,47.5]
["CodeGemma-7B-Instruct",39.6,42.3,34.3,33.7,27.9,27.1,36.4]
["GPT-3.5-Turbo-0125",53.4,52.8,46.4,45.3,44.1,27.1,43.4]
["GPT-4o-2024-05-13",63.6,63.2,59.9,52.1,53.7,34.3,56.6]
["GPT-4-Turbo-2024-04-09",59.4,62.3,55.8,49.5,52.2,42.9,55.6]
["GPT-4-0613",58.5,60.9,52.8,50.9,47.1,30.7,56.6]
["CodeLlama-7B-Base",26.3,26.3,20.8,33.6,24.3,24.3,42.4]
["CodeLlama-13B-Base",28.7,32.8,22.3,36.0,30.9,25.7,37.4]
["CodeLlama-7B-Instruct",21.4,25.1,17.5,32.3,23.5,22.1,31.3]
["CodeLlama-13B-Instruct",27.9,32.6,23.4,34.6,26.5,21.4,44.4]
["Mistral-Large-2402",37.8,37.7,32.2,36.7,25.0,23.6,44.4]
["Mistral-Small-2402",40.4,42.3,35.0,41.1,37.5,24.3,43.4]
["Mixtral-8x22B-Base",46.1,46.8,39.6,40.9,39.0,25.0,49.5]
["Mixtral-8x22B-Instruct",48.5,50.6,47.7,49.5,48.5,35.7,52.5]
["CodeLlama-34B-Base",35.1,35.1,32.0,42.0,29.4,37.9,44.4]
["CodeLlama-34B-Instruct",32.1,37.8,27.9,37.6,26.5,25.7,42.4]
["CodeLlama-70B-Base",41.6,44.3,38.3,45.3,37.5,40.0,46.5]
["CodeLlama-70B-Instruct",48.6,50.2,43.7,48.3,42.6,38.6,57.6]
["CodeQwen1.5-7B-Chat",42.0,46.2,35.8,43.7,39.0,35.0,47.5]
["Qwen1.5-110B-Chat",45.6,45.0,40.4,40.0,37.5,27.9,39.4]
["Qwen1.5-72B-Chat",38.0,42.0,33.0,39.0,32.4,36.4,40.4]
["Qwen1.5-32B-Chat",41.1,46.3,35.3,39.5,36.8,22.9,39.4]
["DeepSeek-V2-Chat",49.2,51.5,46.7,45.1,41.9,22.1,47.5]
["DeepSeek-Coder-1.3B-Base",20.7,23.8,19.8,21.0,19.9,14.3,29.3]
["DeepSeek-Coder-1.3B-Instruct",28.0,31.7,24.6,28.7,21.3,18.6,34.3]
["DeepSeek-Coder-33B-Base",45.2,47.2,40.6,48.4,42.6,32.1,50.5]
["DeepSeek-Coder-33B-Instruct",51.1,54.4,43.9,47.9,41.2,32.9,60.6]
["DeepSeek-Coder-6.7B-Base",39.0,47.2,30.5,46.5,35.3,23.6,49.5]
["DeepSeek-Coder-6.7B-Instruct",43.2,45.6,36.5,44.1,41.9,23.6,39.4]
["Llama-3-70B-Base",42.3,44.2,37.6,42.3,38.2,30.0,56.6]
["Llama-3-70B-Instruct",56.0,55.1,53.8,49.7,46.3,27.1,51.5]
["Llama-3-8B-Base",27.5,28.4,23.9,28.5,25.7,25.0,32.3]
["Llama-3-8B-Instruct",35.7,41.0,31.2,35.8,27.2,22.1,48.5]
["Granite-Code-3B-Instruct",27.9,34.8,23.1,34.1,29.4,22.1,35.4]
["Granite-Code-8B-Instruct",39.6,40.4,31.5,39.0,27.9,27.9,41.4]
["Granite-Code-20B-Instruct",40.4,44.4,33.2,41.8,35.3,35.0,53.5]
["Granite-Code-34B-Instruct",42.8,46.2,37.3,44.2,36.0,37.1,56.6]
["Granite-Code-3B-Base",17.5,19.9,14.2,20.6,18.4,18.6,32.3]
["Granite-Code-8B-Base",34.6,33.9,29.7,35.7,31.6,26.4,39.4]
["Granite-Code-20B-Base",22.6,22.7,17.8,35.0,27.9,32.1,35.4]
["Granite-Code-34B-Base",36.5,38.7,30.2,39.9,28.7,30.0,43.4]
["Claude-3-Haiku-20240307",50.8,52.5,50.5,45.1,40.4,26.4,54.5]
["Claude-3-Sonnet-20240229",55.2,53.1,51.3,49.7,48.5,35.0,56.6]
["Claude-3-Opus-20240229",57.9,59.2,55.1,50.7,52.9,40.7,62.6]
["Yi-1.5-34B-Chat",43.7,45.7,37.3,40.6,36.8,28.6,44.4]
["Yi-1.5-34B",37.2,42.9,33.8,38.1,34.6,26.4,48.5]
["Yi-1.5-9B-Chat",42.9,41.3,35.0,41.3,36.0,31.4,48.5]
["Yi-1.5-9B",34.0,38.4,28.7,34.3,30.1,27.1,45.5]
["Yi-1.5-6B-Chat",31.9,36.2,24.9,33.6,30.9,20.7,41.4]
["Yi-1.5-6B",25.2,28.6,22.6,28.3,23.5,15.0,43.4]
["Qwen2-57B-A14B",48.2,48.8,43.7,41.8,39.0,25.7,32.3]
["Qwen2-7B-Instruct",42.1,45.6,42.1,35.1,32.4,24.3,51.5]
["Qwen2-72B-Chat",53.8,58.7,52.0,49.7,39.7,32.9,51.5]
["Gemini-1.5-Pro-API-0514",58.6,58.2,56.1,50.2,50.0,34.3,65.7]
["Gemini-1.5-Flash-API-0514",56.8,56.7,52.0,50.0,47.8,25.0,55.6]
["OpenCodeInterpreter-DS-33B",49.6,53.8,44.2,50.5,45.6,35.7,55.6]
["OpenCodeInterpreter-DS-6.7B",44.2,44.9,36.3,46.7,38.2,28.6,48.5]
["OpenCodeInterpreter-DS-1.3B",29.0,31.0,24.1,27.4,22.1,15.7,44.4]
["Phi-3-Medium-128K-Instruct",48.4,51.2,40.4,45.8,42.6,30.7,50.5]
["Phi-3-Small-128K-Instruct",38.6,44.7,37.8,35.0,35.3,20.7,38.4]
["Codestral-22B-v0.1",53.0,55.3,47.0,47.4,46.3,34.3,51.5]
["Codestral-Mamba",43.1,48.2,35.5,43.4,36.8,22.1,57.6]
["Mistral-7B-Instruct-v0.3",27.0,28.4,24.6,26.2,26.5,10.7,29.3]
["Mistral-7B-v0.3",20.9,24.2,17.8,25.7,24.3,18.6,30.3]
["Command R+",41.2,41.1,38.1,39.9,37.5,26.4,48.5]
["DeepSeek-Coder-V2-Instruct",62.0,63.9,58.4,51.2,50.0,26.4,63.6]
["DeepSeek-Coder-V2-Lite-Instruct",47.3,50.4,43.9,43.9,37.5,26.4,52.5]
["DeepSeek-Coder-V2-Lite-Base",45.1,45.5,41.9,43.0,37.5,23.6,58.6]
["Claude-3.5-Sonnet-20240620",60.5,60.6,58.1,50.0,50.7,30.7,59.6]
["Hermes-2-Theta-Llama-3-70B",58.2,54.7,53.3,50.5,49.3,28.6,55.6]
["WaveCoder-Ultra-6.7B",45.0,42.7,39.8,42.8,30.1,20.7,49.5]
["Gemma-2-9B-Instruct",43.3,41.0,35.8,35.7,26.5,15.7,38.4]
["AutoCoder",52.4,55.3,47.5,48.1,48.5,25.7,53.5]
["AutoCoder-S-6.7B",45.1,47.0,38.3,48.3,44.9,30.7,52.5]
["AutoCoder-QW-7B",41.0,43.7,33.5,39.5,35.3,25.0,51.5]
["ReflectionCoder-DS-33B",53.3,55.3,47.2,50.3,45.6,27.9,54.5]
["ReflectionCoder-DS-6.7B",47.9,48.3,43.7,46.3,42.6,31.4,45.5]
["ReflectionCoder-CL-34B",45.1,50.5,40.6,45.8,36.8,30.0,50.5]
["ReflectionCoder-CL-7B",39.6,42.0,34.0,41.1,33.1,23.6,40.4]
["Phi-3.1-Mini-128K-Instruct",46.5,48.9,43.1,43.9,39.7,21.4,46.5]
["Phi-3-Mini-128K-Instruct",43.1,41.3,36.8,33.9,31.6,23.6,40.4]
["InternLM2.5-7B-Chat",31.6,35.5,25.6,30.6,32.4,22.9,30.3]
["Hermes-2-Pro-Llama-3-70B",56.1,55.3,49.7,48.6,41.2,32.1,60.6]
["DeepSeek-V2-Chat (2024-06-28)",62.0,62.5,58.6,50.5,49.3,30.7,60.6]
["Gemma-2-27B-Instruct",54.5,53.1,47.7,48.6,45.6,26.4,55.6]
["Artigenz-Coder-DS-6.7B",46.6,48.5,41.9,46.5,39.0,28.6,61.6]
["OpenChat-3.6-8B-20240522",34.4,43.1,26.9,36.9,38.2,24.3,40.4]
["Phind-CodeLlama-34B-v2",47.7,49.1,43.4,42.1,39.0,35.0,47.5]
["Yi-Large",47.0,53.8,40.9,41.4,36.8,18.6,40.4]
["CodeGeex4-All-9B",48.6,52.8,42.1,44.8,45.6,34.3,49.5]
["GPT-4o-mini-2024-07-18",59.4,60.8,57.1,49.8,47.1,27.1,59.6]
["Athene-70B",51.8,45.6,44.7,40.6,33.8,27.1,45.5]
["Nxcode-CQ-7B-Orpo",43.7,48.1,39.1,41.6,39.0,30.0,49.5]
["Llama-3-70B-Synthia-v3.5",54.3,56.4,51.8,51.9,46.3,36.4,54.5]
["Tess-v2.5.2-Qwen2-72B",48.3,48.5,45.2,41.3,34.6,15.7,38.4]
["WhiteRabbitNeo-33B-v1.5",53.5,56.7,48.7,47.6,37.5,25.0,57.6]
["Llama-3.1-8B-Instruct",39.3,43.3,33.2,39.7,37.5,31.4,49.5]
["Llama-3.1-70B-Instruct",56.7,53.8,53.6,49.5,46.3,31.4,60.6]
["C4AI-Command-R-08-2024",45.6,45.9,37.8,44.1,37.5,25.7,45.5]
["Yi-Coder-9B-Chat",50.0,53.8,46.2,43.5,33.8,25.7,44.4]
["Qwen2.5-Coder-1.5B-Instruct",30.2,37.2,23.4,33.2,26.5,25.0,37.4]
["Qwen2.5-Coder-7B-Instruct",48.3,50.1,41.9,48.8,45.6,30.7,52.5]
["Mistral-Small-Instruct-2409",46.8,48.1,39.8,45.3,30.1,26.4,50.5]
["Qwen2.5-0.5B-Instruct",10.1,12.7,5.3,11.2,4.4,9.3,14.1]
["Qwen2.5-1.5B-Instruct",24.8,30.7,20.1,27.1,21.3,15.0,34.3]
["Qwen2.5-7B-Instruct",45.7,48.2,40.1,42.3,30.9,31.4,51.5]
["Qwen2.5-14B-Instruct",53.5,54.3,50.3,44.9,36.8,36.4,55.6]
["Qwen2.5-32B-Instruct",53.3,55.6,47.7,46.9,39.0,26.4,56.6]
["Qwen2.5-72B-Instruct",58.6,58.2,53.6,51.0,35.3,26.4,61.6]
["Llama-3.2-1B-Instruct",9.8,15.7,6.6,11.0,4.4,5.0,9.1]
["Llama-3.2-3B-Instruct",29.2,30.4,21.1,26.0,18.4,15.7,25.3]
["Llama-3.1-Nemotron-70B-Instruct",51.1,49.2,50.8,38.6,39.7,25.7,42.4]
["Claude-3.5-Sonnet-20241022",59.7,60.3,56.1,48.6,55.9,35.0,54.5]
["Granite-3.0-8B-Instruct",32.9,41.3,27.7,32.2,30.9,22.9,38.4]
["Claude-3.5-Haiku-20241022",59.9,63.3,58.6,49.5,51.5,37.1,60.6]
["Qwen2.5-Coder-14B-Instruct",55.9,60.8,54.3,52.6,51.5,36.4,51.5]
["Qwen2.5-Coder-32B-Instruct",59.3,60.9,55.6,50.7,50.7,37.9,57.6]
["OpenCoder-1.5B-Instruct",38.9,39.4,33.5,33.0,32.4,26.4,44.4]
["OpenCoder-8B-Instruct",50.9,49.5,48.0,46.5,46.3,30.0,59.6]
["Phi-3.5-Mini-Instruct",37.2,43.6,34.5,38.1,27.9,23.6,31.3]
["Athene-V2-Agent",59.2,58.3,55.8,49.3,41.2,27.1,55.6]
["Athene-V2-Chat",59.1,58.7,54.1,50.5,42.6,37.1,63.6]
["Gemini-Exp-1114",62.1,61.5,58.1,51.4,50.7,25.7,53.5]
["GPT-4o-2024-11-20",61.0,62.6,59.1,49.3,54.4,33.6,51.5]
["Gemini-Exp-1121",62.0,59.9,60.2,46.0,48.5,22.1,54.5]
["Gemini-Exp-1206",64.9,65.2,62.2,54.9,55.1,31.4,51.5]
["Llama-3.3-70B-Instruct",59.4,59.2,53.8,49.8,48.5,31.4,56.6]
["DeepSeek-V2.5-1210",50.7,57.3,50.8,50.2,43.4,40.7,54.5]
["Gemini-2.0-Flash-Exp",62.8,63.5,58.9,48.8,52.2,29.3,49.5]
["DeepSeek-V3",63.8,64.4,59.6,55.2,56.6,37.1,64.6]
["Phi-4",55.8,58.2,53.0,50.0,44.9,27.9,54.5]
["DeepSeek-R1-Distill-Llama-70B",50.5,53.1,45.7,43.2,32.4,25.7,57.6]
["DeepSeek-R1-Distill-Qwen-32B",54.9,58.6,54.1,47.0,41.9,32.1,61.6]
["DeepSeek-R1-Distill-Qwen-14B",50.7,50.1,47.7,40.6,30.9,27.9,48.5]
["DeepSeek-R1-Distill-Llama-8B",13.5,20.1,8.6,13.6,9.6,9.3,13.1]
["DeepSeek-R1-Distill-Qwen-7B",28.4,25.3,22.8,16.8,11.0,7.1,17.2]
["DeepSeek-R1-Distill-Qwen-1.5B",8.9,9.5,4.3,3.8,0.7,2.9,5.1]
["Mistral-Small-24B-Instruct-2501",48.8,55.1,48.7,48.8,40.4,27.1,49.5]
["Sky-T1-32B-Flash",51.9,54.7,45.4,46.9,39.7,40.0,51.5]
["Sky-T1-32B-Preview",51.4,54.4,45.2,48.6,42.6,37.9,53.5]
["QwQ-32B-Preview",55.4,56.9,52.0,47.4,45.6,32.9,50.5]
["Llama-4-Scout",43.2,46.9,39.3,38.5,33.8,23.6,42.4]
["Llama-4-Maverick",61.6,65.9,59.6,53.8,50.0,40.7,64.6]
["DeepCoder-14B-Preview",51.0,53.0,47.2,42.8,29.4,30.7,46.5]
["Quasar-Alpha",62.9,64.1,63.2,47.0,51.5,37.9,56.6]
["GPT-4.1-Mini-2025-04-14",60.5,63.2,62.4,47.7,49.3,37.9,55.6]