{"columns":[{"name":"Model","type":"string"},{"name":"Computation","type":"double"},{"name":"General","type":"double"},{"name":"Visualization","type":"double"},{"name":"System","type":"double"},{"name":"Time","type":"double"},{"name":"Network","type":"double"},{"name":"Cryptography","type":"double"}],"n_rows":126,"rows_kept":126,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 19.0.1","schema":{"fields":[{"name":"Model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"Computation","type":"double","nullable":true,"metadata":null,"children":null},{"name":"General","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Visualization","type":"double","nullable":true,"metadata":null,"children":null},{"name":"System","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Network","type":"double","nullable":true,"metadata":null,"children":null},{"name":"Cryptography","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 Model (String);\n  optional double field_id=-1 Computation;\n  optional double field_id=-1 General;\n  optional double field_id=-1 Visualization;\n  optional double field_id=-1 System;\n  optional double field_id=-1 Time;\n  optional double field_id=-1 Network;\n  optional double field_id=-1 Cryptography;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1312,"head":""}}],["huggingface","{\"info\": {\"features\": {\"Model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"Computation\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"General\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Visualization\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"System\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Time\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Network\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"Cryptography\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["Magicoder-S-DS-6.7B",33.4,40.1,29.2,37.1,33.1,28.6,47.5]
["StarCoder2-15B-Instruct-v0.1",35.5,42.1,28.7,38.8,34.6,22.1,39.4]
["CodeGemma-7B-Instruct",31.8,33.8,27.7,30.8,23.5,17.1,30.3]
["GPT-3.5-Turbo-0125",39.3,44.0,34.3,35.1,31.6,23.6,44.4]
["GPT-4o-2024-05-13",50.9,57.1,47.2,46.0,40.4,30.0,61.6]
["GPT-4-Turbo-2024-04-09",46.3,52.2,42.1,46.2,41.2,36.4,52.5]
["GPT-4-0613",44.2,51.7,40.6,45.1,33.8,20.7,53.5]
["CodeLlama-7B-Instruct",18.5,26.4,15.5,23.6,18.4,14.3,26.3]
["CodeLlama-13B-Instruct",25.6,30.7,22.6,27.4,29.4,20.7,34.3]
["Mistral-Large-2402",29.4,31.3,29.4,28.7,22.1,17.9,31.3]
["Mistral-Small-2402",31.4,34.5,29.4,28.0,25.7,23.6,31.3]
["Mixtral-8x22B-Instruct",39.2,44.2,36.8,40.6,31.6,27.9,41.4]
["CodeLlama-34B-Instruct",26.1,32.2,24.1,28.7,27.9,19.3,30.3]
["CodeLlama-70B-Instruct",36.6,41.3,35.3,45.1,35.3,32.9,48.5]
["CodeQwen1.5-7B-Chat",37.7,42.7,30.7,40.6,29.4,27.9,56.6]
["Qwen1.5-110B-Chat",33.2,36.9,31.5,32.5,27.9,25.0,48.5]
["Qwen1.5-72B-Chat",31.2,36.1,27.7,34.8,23.5,23.6,32.3]
["Qwen1.5-32B-Chat",32.1,37.4,27.4,30.4,25.7,15.0,28.3]
["DeepSeek-V2-Chat",40.6,43.1,36.8,39.2,30.1,22.9,40.4]
["DeepSeek-Coder-1.3B-Instruct",20.5,27.0,17.5,21.9,16.2,12.9,21.2]
["DeepSeek-Coder-33B-Instruct",41.9,43.7,38.1,37.8,33.1,28.6,50.5]
["DeepSeek-Coder-6.7B-Instruct",32.2,39.4,26.4,38.8,26.5,21.4,52.5]
["Llama-3-70B-Instruct",41.9,46.2,40.4,43.0,37.5,22.1,47.5]
["Llama-3-8B-Instruct",29.9,34.2,24.9,32.9,28.7,17.9,37.4]
["Granite-Code-20B-Instruct",31.1,35.1,26.9,37.2,30.1,33.6,49.5]
["Granite-Code-34B-Instruct",35.3,39.8,30.7,32.5,30.9,31.4,45.5]
["Claude-3-Haiku-20240307",38.4,44.0,35.5,38.1,37.5,20.7,46.5]
["Claude-3-Sonnet-20240229",41.5,46.9,38.1,42.8,36.8,21.4,42.4]
["Claude-3-Opus-20240229",45.8,49.4,43.1,38.6,37.5,26.4,49.5]
["Yi-1.5-34B-Chat",33.7,36.9,31.7,28.7,18.4,20.7,37.4]
["Yi-1.5-9B-Chat",32.1,38.8,27.9,33.2,27.2,23.6,46.5]
["Yi-1.5-6B-Chat",22.7,30.0,18.0,27.1,16.9,15.0,24.2]
["Qwen2-57B-A14B",35.6,36.9,31.0,37.1,21.3,21.4,40.4]
["Qwen2-7B-Instruct",28.4,31.6,26.6,27.4,30.1,17.9,28.3]
["Qwen2-72B-Chat",36.2,41.6,32.2,39.5,34.6,30.0,43.4]
["Gemini-1.5-Pro-API-0514",43.8,45.9,40.6,40.4,35.3,21.4,49.5]
["Gemini-1.5-Flash-API-0514",43.1,46.9,39.8,43.5,35.3,16.4,49.5]
["OpenCodeInterpreter-DS-6.7B",35.7,37.5,31.2,39.0,39.7,20.7,44.4]
["OpenCodeInterpreter-DS-1.3B",23.2,28.3,20.3,21.9,19.1,15.0,44.4]
["Phi-3-Medium-128K-Instruct",34.2,43.7,29.4,38.6,29.4,20.0,53.5]
["Phi-3-Small-128K-Instruct",28.0,35.1,26.6,31.3,22.8,23.6,43.4]
["Codestral-22B-v0.1",40.0,45.7,35.5,40.2,35.3,34.3,48.5]
["Codestral-Mamba",34.3,40.1,30.7,34.6,24.3,24.3,40.4]
["Mistral-7B-Instruct-v0.3",17.5,21.9,16.0,20.3,18.4,11.4,22.2]
["Command R+",32.3,36.1,30.2,35.7,30.1,12.1,37.4]
["DeepSeek-Coder-V2-Instruct",47.3,52.7,42.1,45.3,39.0,30.7,54.5]
["DeepSeek-Coder-V2-Lite-Instruct",34.9,39.5,33.0,36.7,30.9,20.0,46.5]
["Claude-3.5-Sonnet-20240620",48.4,47.5,45.4,41.8,38.2,25.7,47.5]
["Hermes-2-Theta-Llama-3-70B",44.2,48.3,43.4,45.1,35.3,25.0,50.5]
["WaveCoder-Ultra-6.7B",31.9,40.0,27.7,32.9,31.6,13.6,34.3]
["Gemma-2-9B-Instruct",34.4,38.0,30.7,29.9,25.0,12.1,39.4]
["AutoCoder",39.6,43.7,32.7,40.4,30.9,21.4,52.5]
["AutoCoder-S-6.7B",34.2,37.7,29.4,36.9,32.4,23.6,48.5]
["AutoCoder-QW-7B",29.9,36.7,24.4,31.8,23.5,16.4,37.4]
["ReflectionCoder-DS-33B",42.3,45.9,37.6,42.3,29.4,22.1,52.5]
["ReflectionCoder-DS-6.7B",34.6,39.8,30.7,38.1,30.9,22.1,49.5]
["ReflectionCoder-CL-34B",35.4,40.5,30.2,40.4,31.6,20.7,45.5]
["ReflectionCoder-CL-7B",25.9,31.0,22.8,29.9,19.1,17.1,30.3]
["Phi-3.1-Mini-128K-Instruct",35.4,40.7,31.0,35.1,30.1,16.4,51.5]
["Phi-3-Mini-128K-Instruct",29.2,35.1,24.1,27.6,14.7,14.3,38.4]
["InternLM2.5-7B-Chat",23.7,30.3,21.1,24.0,18.4,12.9,30.3]
["Hermes-2-Pro-Llama-3-70B",37.9,40.5,32.7,33.2,23.5,20.0,35.4]
["DeepSeek-V2-Chat (2024-06-28)",49.2,52.2,46.4,44.1,41.9,27.1,49.5]
["Gemma-2-27B-Instruct",43.3,45.2,39.1,41.4,36.8,20.0,40.4]
["Artigenz-Coder-DS-6.7B",35.8,42.0,31.0,40.4,34.6,21.4,43.4]
["OpenChat-3.6-8B-20240522",26.6,30.3,19.0,26.2,25.7,13.6,35.4]
["Phind-CodeLlama-34B-v2",32.9,42.9,32.0,42.8,30.1,22.1,53.5]
["Yi-Large",36.9,42.7,32.5,35.5,30.1,17.1,45.5]
["CodeGeex4-All-9B",38.2,43.1,35.8,38.3,35.3,28.6,52.5]
["GPT-4o-mini-2024-07-18",45.7,51.1,42.4,43.0,40.4,23.6,45.5]
["Athene-70B",36.6,40.3,31.5,34.3,28.7,20.0,35.4]
["Nxcode-CQ-7B-Orpo",38.8,42.7,33.0,36.9,26.5,25.0,55.6]
["Llama-3-70B-Synthia-v3.5",39.7,46.2,37.3,44.4,33.8,27.9,57.6]
["Tess-v2.5.2-Qwen2-72B",37.1,39.1,34.3,36.9,27.2,15.0,36.4]
["WhiteRabbitNeo-33B-v1.5",41.1,45.7,37.6,39.7,33.8,17.1,52.5]
["Llama-3.1-8B-Instruct",32.4,34.2,29.9,32.2,30.9,21.4,35.4]
["Llama-3.1-70B-Instruct",45.5,47.3,44.9,43.9,36.8,28.6,57.6]
["C4AI-Command-R-08-2024",36.4,39.8,28.2,37.8,30.9,18.6,43.4]
["Yi-Coder-9B-Chat",36.9,43.0,32.2,37.9,26.5,29.3,24.2]
["Qwen2.5-Coder-1.5B-Instruct",24.4,30.3,20.6,28.5,18.4,18.6,36.4]
["Qwen2.5-Coder-7B-Instruct",39.1,43.9,35.0,40.6,34.6,24.3,49.5]
["Mistral-Small-Instruct-2409",35.5,38.4,30.7,34.8,27.9,19.3,37.4]
["Qwen2.5-0.5B-Instruct",7.3,10.7,2.8,8.7,1.5,9.3,16.2]
["Qwen2.5-1.5B-Instruct",19.8,23.8,17.0,15.2,16.2,10.0,17.2]
["Qwen2.5-7B-Instruct",38.0,41.4,35.0,35.0,25.0,15.0,31.3]
["Qwen2.5-14B-Instruct",39.4,45.0,35.0,35.3,28.7,22.1,49.5]
["Qwen2.5-32B-Instruct",45.8,48.6,38.6,40.4,31.6,25.0,51.5]
["Qwen2.5-72B-Instruct",45.9,48.9,40.6,45.1,26.5,19.3,49.5]
["Llama-3.2-1B-Instruct",6.4,12.7,3.6,7.9,2.9,5.0,10.1]
["Llama-3.2-3B-Instruct",20.9,28.9,16.2,22.2,13.2,13.6,20.2]
["Llama-3.1-Nemotron-70B-Instruct",39.1,40.3,37.3,36.4,27.2,24.3,44.4]
["Claude-3.5-Sonnet-20241022",45.1,47.9,43.7,39.3,36.8,28.6,49.5]
["Granite-3.0-8B-Instruct",28.0,32.8,20.6,29.2,19.9,12.9,37.4]
["Granite-3.0-2B-Instruct",18.9,22.1,15.0,18.7,18.4,14.3,25.3]
["Claude-3.5-Haiku-20241022",46.4,49.5,43.9,42.1,40.4,30.0,48.5]
["Qwen2.5-Coder-14B-Instruct",47.5,53.5,43.7,44.6,36.0,29.3,49.5]
["Qwen2.5-Coder-32B-Instruct",50.1,51.8,45.4,43.7,41.9,24.3,49.5]
["OpenCoder-1.5B-Instruct",35.5,37.1,32.7,30.4,26.5,21.4,35.4]
["OpenCoder-8B-Instruct",42.8,44.7,37.3,44.2,30.9,27.9,51.5]
["Phi-3.5-Mini-Instruct",32.1,37.2,28.9,32.3,25.0,12.1,38.4]
["Athene-V2-Agent",44.9,49.8,41.9,47.0,36.0,25.0,53.5]
["Athene-V2-Chat",48.1,49.2,45.9,44.2,34.6,27.1,51.5]
["Gemini-Exp-1114",51.4,50.8,46.7,44.2,37.5,18.6,56.6]
["GPT-4o-2024-11-20",47.3,55.0,45.9,41.4,44.9,23.6,46.5]
["Gemini-Exp-1121",47.4,48.5,45.7,38.3,33.1,15.7,48.5]
["Gemini-Exp-1206",47.7,49.1,45.2,43.5,36.0,30.0,44.4]
["Llama-3.3-70B-Instruct",46.3,49.1,43.1,44.1,41.9,30.0,53.5]
["DeepSeek-V2.5-1210",47.4,52.8,44.9,45.5,40.4,31.4,56.6]
["Gemini-2.0-Flash-Exp",48.3,49.1,45.9,35.1,33.1,21.4,45.5]
["DeepSeek-V3",50.7,52.7,45.4,46.3,39.7,27.1,56.6]
["Phi-4",44.9,47.8,42.1,42.3,40.4,25.7,50.5]
["DeepSeek-R1-Distill-Llama-70B",31.8,38.2,29.7,36.4,27.2,21.4,29.3]
["DeepSeek-R1-Distill-Qwen-32B",42.8,49.5,39.1,38.8,30.1,27.1,47.5]
["DeepSeek-R1-Distill-Qwen-14B",38.0,43.3,35.0,33.4,29.4,25.0,30.3]
["DeepSeek-R1-Distill-Llama-8B",9.1,14.4,4.3,9.4,6.6,5.7,7.1]
["DeepSeek-R1-Distill-Qwen-7B",19.2,20.5,12.7,10.7,11.0,5.0,13.1]
["DeepSeek-R1-Distill-Qwen-1.5B",7.8,8.9,4.1,3.0,2.2,2.1,4.0]
["Mistral-Small-24B-Instruct-2501",44.0,48.6,39.8,45.5,39.7,24.3,55.6]
["Sky-T1-32B-Flash",44.1,50.9,38.8,41.8,32.4,29.3,54.5]
["Sky-T1-32B-Preview",44.3,50.5,38.1,43.2,35.3,25.7,54.5]
["QwQ-32B-Preview",45.2,46.2,41.1,41.8,32.4,27.9,57.6]
["WarriorCoder-6.7B (Reproduced)",38.8,45.2,34.5,36.4,32.4,22.9,45.5]
["Llama-4-Maverick",49.4,53.8,45.4,44.2,49.3,26.4,59.6]
["DeepCoder-14B-Preview",36.2,43.7,34.0,34.8,32.4,25.7,37.4]
["Quasar-Alpha",50.0,51.9,49.0,44.1,41.2,30.0,47.5]
["GPT-4.1-Mini-2025-04-14",49.4,52.2,47.5,43.7,38.2,35.7,45.5]