{
  "schema": "builderwars.eval-source-extract.v1",
  "id": "humaneval-plus",
  "sourceUrl": "https://evalplus.github.io/results.json",
  "sourceSha256": "e6837dc3b94f32cb1da0ced012e52edc4a722007b684df5b63da029bbd3b46d2",
  "capturedAt": "2026-10-07T07:01:28Z",
  "extraction": "Retained reported score columns; not complete source page or execution evidence",
  "rows": [
    {
      "name": "O1 Mini (Sept 2024)",
      "score": 89.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 1,
      "sourceRowId": "41"
    },
    {
      "name": "O1 Preview (Sept 2024)",
      "score": 89.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 1,
      "sourceRowId": "40"
    },
    {
      "name": "GPT 4o (Aug 2024)",
      "score": 87.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 3,
      "sourceRowId": "42"
    },
    {
      "name": "Qwen2.5-Coder-32B-Instruct",
      "score": 87.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 3,
      "sourceRowId": "18"
    },
    {
      "name": "DeepSeek-V3 (Nov 2024)",
      "score": 86.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 5,
      "sourceRowId": "26"
    },
    {
      "name": "GPT-4-Turbo (April 2024)",
      "score": 86.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 5,
      "sourceRowId": "47"
    },
    {
      "name": "DeepSeek-V2.5 (Nov 2024)",
      "score": 83.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 7,
      "sourceRowId": "27"
    },
    {
      "name": "GPT 4o Mini (July 2024)",
      "score": 83.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 7,
      "sourceRowId": "43"
    },
    {
      "name": "DeepSeek-Coder-V2-Instruct",
      "score": 82.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 9,
      "sourceRowId": "30"
    },
    {
      "name": "Claude Sonnet 3.5 (June 2024)",
      "score": 81.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 10,
      "sourceRowId": "38"
    },
    {
      "name": "GPT-4-Turbo (Nov 2023)",
      "score": 81.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 10,
      "sourceRowId": "48"
    },
    {
      "name": "Grok Beta",
      "score": 80.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 12,
      "sourceRowId": "39"
    },
    {
      "name": "Gemini 1.5 Pro 002",
      "score": 79.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 13,
      "sourceRowId": "28"
    },
    {
      "name": "GPT-4 (May 2023)",
      "score": 79.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 13,
      "sourceRowId": "46"
    },
    {
      "name": "CodeQwen1.5-7B-Chat",
      "score": 78.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 15,
      "sourceRowId": "20"
    },
    {
      "name": "claude-3-opus (Mar 2024)",
      "score": 77.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 16,
      "sourceRowId": "101"
    },
    {
      "name": "OpenCoder-8B-Instruct",
      "score": 77.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 16,
      "sourceRowId": "1"
    },
    {
      "name": "Gemini 1.5 Flash 002",
      "score": 75.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 18,
      "sourceRowId": "29"
    },
    {
      "name": "DeepSeek-Coder-33B-instruct",
      "score": 75.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 19,
      "sourceRowId": "34"
    },
    {
      "name": "Codestral-22B-v0.1",
      "score": 73.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 20,
      "sourceRowId": "67"
    },
    {
      "name": "OpenCodeInterpreter-DS-33B",
      "score": 73.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 20,
      "sourceRowId": "72"
    },
    {
      "name": "WizardCoder-33B-V1.1",
      "score": 73.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 22,
      "sourceRowId": "94"
    },
    {
      "name": "Artigenz-Coder-DS-6.7B",
      "score": 72.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 23,
      "sourceRowId": "2"
    },
    {
      "name": "Llama3-70B-instruct",
      "score": 72.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 24,
      "sourceRowId": "55"
    },
    {
      "name": "Mixtral-8x22B-Instruct-v0.1",
      "score": 72.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 24,
      "sourceRowId": "69"
    },
    {
      "name": "OpenCodeInterpreter-DS-6.7B",
      "score": 72.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 24,
      "sourceRowId": "73"
    },
    {
      "name": "speechless-codellama-34B-v2.0",
      "score": 72.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 24,
      "sourceRowId": "118"
    },
    {
      "name": "DeepSeek-Coder-6.7B-instruct",
      "score": 71.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 28,
      "sourceRowId": "36"
    },
    {
      "name": "DeepSeek-Coder-7B-instruct-v1.5",
      "score": 71.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 28,
      "sourceRowId": "37"
    },
    {
      "name": "Magicoder-S-DS-6.7B",
      "score": 71.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 28,
      "sourceRowId": "61"
    },
    {
      "name": "starchat2-15b-v0.1",
      "score": 71.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 28,
      "sourceRowId": "81"
    },
    {
      "name": "code-millenials-34B",
      "score": 70.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 32,
      "sourceRowId": "104"
    },
    {
      "name": "GPT-3.5-Turbo (Nov 2023)",
      "score": 70.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 32,
      "sourceRowId": "45"
    },
    {
      "name": "databricks/dbrx-instruct",
      "score": 70.1,
      "detail": "Chat prompting",
      "date": null,
      "rank": 34,
      "sourceRowId": "66"
    },
    {
      "name": "WaveCoder-Ultra-6.7B",
      "score": 69.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 35,
      "sourceRowId": "59"
    },
    {
      "name": "XwinCoder-34B",
      "score": 69.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 35,
      "sourceRowId": "97"
    },
    {
      "name": "claude-3-haiku (Mar 2024)",
      "score": 68.9,
      "detail": "Chat prompting",
      "date": null,
      "rank": 37,
      "sourceRowId": "100"
    },
    {
      "name": "Magicoder-S-CL-7B",
      "score": 67.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 38,
      "sourceRowId": "60"
    },
    {
      "name": "OpenChat-3.5-7B-0106",
      "score": 67.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 38,
      "sourceRowId": "71"
    },
    {
      "name": "Phind-CodeLlama-34B-v2",
      "score": 67.1,
      "detail": "Code completion",
      "date": null,
      "rank": 40,
      "sourceRowId": "75"
    },
    {
      "name": "GPT-3.5 (May 2023)",
      "score": 66.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 41,
      "sourceRowId": "44"
    },
    {
      "name": "CodeLlama-70B-Instruct",
      "score": 65.9,
      "detail": "Chat prompting",
      "date": null,
      "rank": 42,
      "sourceRowId": "16"
    },
    {
      "name": "speechless-coder-ds-6.7B",
      "score": 65.9,
      "detail": "Chat prompting",
      "date": null,
      "rank": 42,
      "sourceRowId": "119"
    },
    {
      "name": "WhiteRabbitNeo-33B-v1",
      "score": 65.9,
      "detail": "Chat prompting",
      "date": null,
      "rank": 42,
      "sourceRowId": "92"
    },
    {
      "name": "WizardCoder-Python-34B-V1.0",
      "score": 64.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 45,
      "sourceRowId": "95"
    },
    {
      "name": "claude-3-sonnet (Mar 2024)",
      "score": 64.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 46,
      "sourceRowId": "102"
    },
    {
      "name": "Llama3.1-8B-instruct",
      "score": 62.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 47,
      "sourceRowId": "57"
    },
    {
      "name": "speechless-starcoder2-15b",
      "score": 62.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 47,
      "sourceRowId": "121"
    },
    {
      "name": "Mistral Large (Mar 2024)",
      "score": 62.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 49,
      "sourceRowId": "62"
    },
    {
      "name": "claude-2 (Mar 2024)",
      "score": 61.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 50,
      "sourceRowId": "99"
    },
    {
      "name": "Gemini Pro 1.5",
      "score": 61.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 51,
      "sourceRowId": "52"
    },
    {
      "name": "DeepSeek-Coder-1.3B-instruct",
      "score": 60.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 52,
      "sourceRowId": "32"
    },
    {
      "name": "starcoder2-15b-instruct-v0.1",
      "score": 60.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 52,
      "sourceRowId": "83"
    },
    {
      "name": "Code-290k-6.7B-Instruct",
      "score": 59.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 54,
      "sourceRowId": "4"
    },
    {
      "name": "Phi-3-mini-4k-instruct",
      "score": 59.1,
      "detail": "Chat prompting",
      "date": null,
      "rank": 55,
      "sourceRowId": "115"
    },
    {
      "name": "Qwen1.5-72B-Chat",
      "score": 59.1,
      "detail": "Chat prompting",
      "date": null,
      "rank": 55,
      "sourceRowId": "21"
    },
    {
      "name": "dolphin-2.6-mixtral-8x7b",
      "score": 57.3,
      "detail": "Chat prompting",
      "date": null,
      "rank": 57,
      "sourceRowId": "108"
    },
    {
      "name": "Command-R+",
      "score": 56.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 58,
      "sourceRowId": "25"
    },
    {
      "name": "Llama3-8B-instruct",
      "score": 56.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 58,
      "sourceRowId": "58"
    },
    {
      "name": "Gemini Pro 1.0",
      "score": 55.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 60,
      "sourceRowId": "51"
    },
    {
      "name": "Code-13B",
      "score": 52.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 61,
      "sourceRowId": "3"
    },
    {
      "name": "codegemma-7b-it",
      "score": 51.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 62,
      "sourceRowId": "107"
    },
    {
      "name": "speechless-starcoder2-7b",
      "score": 51.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 62,
      "sourceRowId": "122"
    },
    {
      "name": "claude-instant-1 (Mar 2024)",
      "score": 50.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 64,
      "sourceRowId": "103"
    },
    {
      "name": "CodeLlama-70B",
      "score": 50.6,
      "detail": "Code completion",
      "date": null,
      "rank": 64,
      "sourceRowId": "15"
    },
    {
      "name": "speechless-coding-7B-16k-tora",
      "score": 50.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 64,
      "sourceRowId": "120"
    },
    {
      "name": "WizardCoder-15B-V1.0",
      "score": 50.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 64,
      "sourceRowId": "93"
    },
    {
      "name": "Code-33B",
      "score": 49.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 68,
      "sourceRowId": "5"
    },
    {
      "name": "OpenHermes-2.5-Code-290k-13B",
      "score": 48.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 69,
      "sourceRowId": "74"
    },
    {
      "name": "CodeQwen1.5-7B",
      "score": 45.7,
      "detail": "Code completion",
      "date": null,
      "rank": 70,
      "sourceRowId": "19"
    },
    {
      "name": "phi-2-2.7B",
      "score": 45.1,
      "detail": "Code completion",
      "date": null,
      "rank": 71,
      "sourceRowId": "116"
    },
    {
      "name": "WizardCoder-Python-7B-V1.0",
      "score": 45.1,
      "detail": "Chat prompting",
      "date": null,
      "rank": 71,
      "sourceRowId": "96"
    },
    {
      "name": "DeepSeek-Coder-33B-base",
      "score": 44.5,
      "detail": "Code completion",
      "date": null,
      "rank": 73,
      "sourceRowId": "33"
    },
    {
      "name": "CodeLlama-34B",
      "score": 43.9,
      "detail": "Code completion",
      "date": null,
      "rank": 74,
      "sourceRowId": "14"
    },
    {
      "name": "Mistral-codealpaca-7B",
      "score": 42.1,
      "detail": "Code completion",
      "date": null,
      "rank": 75,
      "sourceRowId": "64"
    },
    {
      "name": "MistralHermes-CodePro-7B-v1",
      "score": 42.1,
      "detail": "Chat prompting",
      "date": null,
      "rank": 75,
      "sourceRowId": "65"
    },
    {
      "name": "codegemma-7b",
      "score": 41.5,
      "detail": "Code completion",
      "date": null,
      "rank": 77,
      "sourceRowId": "106"
    },
    {
      "name": "speechless-code-mistral-7B-v1.0",
      "score": 41.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 77,
      "sourceRowId": "117"
    },
    {
      "name": "DeepSeek-Coder-6.7B-base",
      "score": 39.6,
      "detail": "Code completion",
      "date": null,
      "rank": 79,
      "sourceRowId": "35"
    },
    {
      "name": "Mixtral-8x7B-Instruct-v0.1",
      "score": 39.6,
      "detail": "Chat prompting",
      "date": null,
      "rank": 79,
      "sourceRowId": "70"
    },
    {
      "name": "CodeLlama-13B",
      "score": 38.4,
      "detail": "Code completion",
      "date": null,
      "rank": 81,
      "sourceRowId": "13"
    },
    {
      "name": "StarCoder2-15B",
      "score": 37.8,
      "detail": "Code completion",
      "date": null,
      "rank": 82,
      "sourceRowId": "84"
    },
    {
      "name": "SOLAR-10.7B-Instruct-v1.0",
      "score": 37.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 83,
      "sourceRowId": "78"
    },
    {
      "name": "Mistral-7B-Instruct-v0.2",
      "score": 36.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 84,
      "sourceRowId": "68"
    },
    {
      "name": "CodeLlama-7B",
      "score": 35.4,
      "detail": "Code completion",
      "date": null,
      "rank": 85,
      "sourceRowId": "17"
    },
    {
      "name": "gemma-1.1-7b-it",
      "score": 35.4,
      "detail": "Chat prompting",
      "date": null,
      "rank": 85,
      "sourceRowId": "110"
    },
    {
      "name": "xDAN-L1-Chat-RL-v1-7B",
      "score": 32.9,
      "detail": "Chat prompting",
      "date": null,
      "rank": 87,
      "sourceRowId": "124"
    },
    {
      "name": "Python-Code-13B",
      "score": 30.5,
      "detail": "Chat prompting",
      "date": null,
      "rank": 88,
      "sourceRowId": "77"
    },
    {
      "name": "StarCoder2-7B",
      "score": 29.9,
      "detail": "Code completion",
      "date": null,
      "rank": 89,
      "sourceRowId": "86"
    },
    {
      "name": "Llama3-8B-base",
      "score": 29.3,
      "detail": "Code completion",
      "date": null,
      "rank": 90,
      "sourceRowId": "56"
    },
    {
      "name": "StarCoder-15B",
      "score": 29.3,
      "detail": "Code completion",
      "date": null,
      "rank": 90,
      "sourceRowId": "82"
    },
    {
      "name": "gemma-7b",
      "score": 28.7,
      "detail": "Code completion",
      "date": null,
      "rank": 92,
      "sourceRowId": "113"
    },
    {
      "name": "CodeGen-16B",
      "score": 28.0,
      "detail": "Code completion",
      "date": null,
      "rank": 93,
      "sourceRowId": "6"
    },
    {
      "name": "StarCoder2-3B",
      "score": 27.4,
      "detail": "Code completion",
      "date": null,
      "rank": 94,
      "sourceRowId": "85"
    },
    {
      "name": "CodeT5+-16B",
      "score": 26.8,
      "detail": "Code completion",
      "date": null,
      "rank": 95,
      "sourceRowId": "22"
    },
    {
      "name": "CodeGen-6B",
      "score": 25.6,
      "detail": "Code completion",
      "date": null,
      "rank": 96,
      "sourceRowId": "8"
    },
    {
      "name": "DeepSeek-Coder-1.3B-base",
      "score": 25.6,
      "detail": "Code completion",
      "date": null,
      "rank": 96,
      "sourceRowId": "31"
    },
    {
      "name": "stable-code-3B",
      "score": 25.6,
      "detail": "Code completion",
      "date": null,
      "rank": 96,
      "sourceRowId": "123"
    },
    {
      "name": "gemma-7b-it",
      "score": 25.0,
      "detail": "Chat prompting",
      "date": null,
      "rank": 99,
      "sourceRowId": "114"
    },
    {
      "name": "CodeT5+-6B",
      "score": 24.4,
      "detail": "Code completion",
      "date": null,
      "rank": 100,
      "sourceRowId": "24"
    },
    {
      "name": "Mistral-7B",
      "score": 23.8,
      "detail": "Code completion",
      "date": null,
      "rank": 101,
      "sourceRowId": "63"
    },
    {
      "name": "Zephyr β-7B",
      "score": 23.2,
      "detail": "Code completion",
      "date": null,
      "rank": 102,
      "sourceRowId": "98"
    },
    {
      "name": "CodeGen-2B",
      "score": 22.6,
      "detail": "Code completion",
      "date": null,
      "rank": 103,
      "sourceRowId": "7"
    },
    {
      "name": "CodeT5+-2B",
      "score": 22.0,
      "detail": "Code completion",
      "date": null,
      "rank": 104,
      "sourceRowId": "23"
    },
    {
      "name": "StarCoderBase-7B",
      "score": 21.3,
      "detail": "Code completion",
      "date": null,
      "rank": 105,
      "sourceRowId": "89"
    },
    {
      "name": "codegemma-2b",
      "score": 20.7,
      "detail": "Code completion",
      "date": null,
      "rank": 106,
      "sourceRowId": "105"
    },
    {
      "name": "gemma-2b",
      "score": 20.7,
      "detail": "Code completion",
      "date": null,
      "rank": 106,
      "sourceRowId": "111"
    },
    {
      "name": "CodeGen2-7B",
      "score": 17.7,
      "detail": "Code completion",
      "date": null,
      "rank": 108,
      "sourceRowId": "12"
    },
    {
      "name": "gemma-1.1-2b-it",
      "score": 17.7,
      "detail": "Chat prompting",
      "date": null,
      "rank": 108,
      "sourceRowId": "109"
    },
    {
      "name": "CodeGen2-16B",
      "score": 16.5,
      "detail": "Code completion",
      "date": null,
      "rank": 110,
      "sourceRowId": "9"
    },
    {
      "name": "StarCoderBase-3B",
      "score": 15.9,
      "detail": "Code completion",
      "date": null,
      "rank": 111,
      "sourceRowId": "88"
    },
    {
      "name": "Vicuna-13B",
      "score": 15.9,
      "detail": "Code completion",
      "date": null,
      "rank": 111,
      "sourceRowId": "90"
    },
    {
      "name": "gemma-2b-it",
      "score": 15.2,
      "detail": "Chat prompting",
      "date": null,
      "rank": 113,
      "sourceRowId": "112"
    },
    {
      "name": "SantaCoder-1.1B",
      "score": 14.0,
      "detail": "Code completion",
      "date": null,
      "rank": 114,
      "sourceRowId": "79"
    },
    {
      "name": "CodeGen2-3B",
      "score": 12.8,
      "detail": "Code completion",
      "date": null,
      "rank": 115,
      "sourceRowId": "11"
    },
    {
      "name": "InCoder-6.7B",
      "score": 12.2,
      "detail": "Code completion",
      "date": null,
      "rank": 116,
      "sourceRowId": "54"
    },
    {
      "name": "StarCoderBase-1B",
      "score": 12.2,
      "detail": "Code completion",
      "date": null,
      "rank": 116,
      "sourceRowId": "87"
    },
    {
      "name": "Vicuna-7B",
      "score": 11.6,
      "detail": "Code completion",
      "date": null,
      "rank": 118,
      "sourceRowId": "91"
    },
    {
      "name": "GPT-J-6B",
      "score": 11.0,
      "detail": "Code completion",
      "date": null,
      "rank": 119,
      "sourceRowId": "49"
    },
    {
      "name": "InCoder-1.3B",
      "score": 11.0,
      "detail": "Code completion",
      "date": null,
      "rank": 119,
      "sourceRowId": "53"
    },
    {
      "name": "CodeGen2-1B",
      "score": 9.1,
      "detail": "Code completion",
      "date": null,
      "rank": 121,
      "sourceRowId": "10"
    },
    {
      "name": "GPT-Neo-2.7B",
      "score": 6.7,
      "detail": "Code completion",
      "date": null,
      "rank": 122,
      "sourceRowId": "50"
    },
    {
      "name": "PolyCoder-2.7B",
      "score": 6.1,
      "detail": "Code completion",
      "date": null,
      "rank": 123,
      "sourceRowId": "76"
    },
    {
      "name": "StableLM-7B",
      "score": 2.4,
      "detail": "Code completion",
      "date": null,
      "rank": 124,
      "sourceRowId": "80"
    },
    {
      "name": "zyte-1B",
      "score": 1.8,
      "detail": "Chat prompting",
      "date": null,
      "rank": 125,
      "sourceRowId": "125"
    }
  ]
}