{
  "schema": "builderwars.eval-source-extract.v1",
  "id": "swe-verified",
  "sourceUrl": "https://www.swebench.com/",
  "sourceSha256": "5d031921be2267f0d210fde3c654d56e9be7fc5ee45b3bab3b9f5888cce73d5a",
  "capturedAt": "2026-10-07T07:01:28Z",
  "extraction": "Retained reported score columns; not complete source page or execution evidence",
  "rows": [
    {
      "name": "live-SWE-agent + Claude 4.5 Opus medium (20251101)",
      "score": 79.2,
      "detail": "live-SWE-agent · Submission · Reasoning medium · System: Attempts - 1",
      "date": "2025-12-15",
      "rank": 1,
      "sourceRowId": "20251215_livesweagent_claude-opus-4-5"
    },
    {
      "name": "Sonar Foundation Agent + Claude 4.5 Opus",
      "score": 79.2,
      "detail": "Sonar Foundation Agent · Submission · System: Attempts - 1",
      "date": "2025-12-05",
      "rank": 1,
      "sourceRowId": "20251205_sonar-foundation-agent_claude-opus-4-5"
    },
    {
      "name": "TRAE + Doubao-Seed-Code",
      "score": 78.8,
      "detail": "TRAE · Submission · System: Attempts - 2+",
      "date": "2025-09-28",
      "rank": 3,
      "sourceRowId": "20250928_trae_doubao_seed_code"
    },
    {
      "name": "live-SWE-agent + Gemini 3 Pro Preview (2025-11-18)",
      "score": 77.4,
      "detail": "live-SWE-agent · Submission · System: Attempts - 1",
      "date": "2025-11-20",
      "rank": 4,
      "sourceRowId": "20251120_livesweagent_gemini-3-pro-preview"
    },
    {
      "name": "Atlassian Rovo Dev (2025-09-02)",
      "score": 76.8,
      "detail": "Atlassian Rovo Dev · Submission · System: Attempts - 2",
      "date": "2025-09-02",
      "rank": 5,
      "sourceRowId": "20250902_atlassian-rovo-dev"
    },
    {
      "name": "Claude 4.5 Opus (high)",
      "score": 76.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 5,
      "sourceRowId": "20260217_mini-v2.0.0_claude-4-5-opus-high"
    },
    {
      "name": "EPAM AI/Run Developer Agent v20250719 + Claude 4 Sonnet",
      "score": 76.8,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2025-08-04",
      "rank": 5,
      "sourceRowId": "20250804_epam-ai-run-claude-4-sonnet"
    },
    {
      "name": "ACoder",
      "score": 76.4,
      "detail": "ACoder · Submission · System: Attempts - 2+",
      "date": "2025-08-19",
      "rank": 8,
      "sourceRowId": "20250819_ACoder"
    },
    {
      "name": "Gemini 3 Flash (high)",
      "score": 75.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 9,
      "sourceRowId": "20260217_mini-v2.0.0_gemini-3-flash-high"
    },
    {
      "name": "MiniMax M2.5 (high)",
      "score": 75.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 9,
      "sourceRowId": "20260217_mini-v2.0.0_minimax-2-5-high"
    },
    {
      "name": "Claude 4.6 Opus",
      "score": 75.6,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 11,
      "sourceRowId": "20260217_mini-v2.0.0_claude-4-6-opus"
    },
    {
      "name": "Warp",
      "score": 75.6,
      "detail": "Warp · Submission · System: Attempts - 2+",
      "date": "2025-09-01",
      "rank": 11,
      "sourceRowId": "20250901_warp"
    },
    {
      "name": "TRAE + Claude Sonnet 4 + Opus 4 + Sonnet 3.7 + Gemini 2.5 Pro",
      "score": 75.2,
      "detail": "TRAE · Submission · System: Attempts - 2+",
      "date": "2025-06-12",
      "rank": 13,
      "sourceRowId": "20250612_trae"
    },
    {
      "name": "Harness AI",
      "score": 74.8,
      "detail": "Harness AI · Submission · System: Attempts - 1",
      "date": "2025-07-31",
      "rank": 14,
      "sourceRowId": "20250731_harness_ai"
    },
    {
      "name": "Sonar Foundation Agent + Claude 4.5 Sonnet",
      "score": 74.8,
      "detail": "Sonar Foundation Agent · Submission · System: Attempts - 1",
      "date": "2025-11-03",
      "rank": 14,
      "sourceRowId": "20251103_sonar-foundation-agent_claude-sonnet-4-5"
    },
    {
      "name": "JoyCode + Claude 4 Sonnet + GPT-4.1",
      "score": 74.6,
      "detail": "JoyCode · Submission · System: Attempts - 1",
      "date": "2025-09-15",
      "rank": 16,
      "sourceRowId": "20250915_JoyCode"
    },
    {
      "name": "Lingxi-v1.5_claude-4-sonnet-20250514",
      "score": 74.6,
      "detail": "Lingxi-v1.5 · Submission · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 16,
      "sourceRowId": "20250720_Lingxi-v1.5_claude-4-sonnet-20250514"
    },
    {
      "name": "Claude 4.5 Opus (20251101) (medium)",
      "score": 74.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.16.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-11-24",
      "rank": 18,
      "sourceRowId": "20251124_mini-v1.16.0_claude-opus-4-5-20251101"
    },
    {
      "name": "Prometheus-v1.2.1 + GPT-5",
      "score": 74.4,
      "detail": "Prometheus-v1.2.1 · Submission · System: Attempts - 2+",
      "date": "2025-10-15",
      "rank": 18,
      "sourceRowId": "20251015_Prometheus_v1.2.1_gpt5"
    },
    {
      "name": "Refact.ai Agent + Claude 4 Sonnet + o4-mini",
      "score": 74.4,
      "detail": "Refact.ai Agent · Submission · System: Attempts - 1",
      "date": "2025-06-03",
      "rank": 18,
      "sourceRowId": "20250603_Refact_Agent_claude-4-sonnet"
    },
    {
      "name": "Gemini 3 Pro Preview (2025-11-18)",
      "score": 74.2,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.15.0 · System: Attempts - 1",
      "date": "2025-11-18",
      "rank": 21,
      "sourceRowId": "20251118_mini-v1.15.0_gemini-3-pro-preview-20251118"
    },
    {
      "name": "Salesforce AI Research SAGE (OpenHands)",
      "score": 73.8,
      "detail": "Salesforce AI Research SAGE · Submission · System: Attempts - 2+",
      "date": "2025-11-03",
      "rank": 22,
      "sourceRowId": "20251103_SalesforceAIResearch_SAGE_OpenHands"
    },
    {
      "name": "Tools + Claude 4 Opus (2025-05-22)",
      "score": 73.2,
      "detail": "Tools · Submission · System: Attempts - 1",
      "date": "2025-05-22",
      "rank": 23,
      "sourceRowId": "20250522_tools_claude-4-opus"
    },
    {
      "name": "Salesforce AI Research SAGE (bash-only)",
      "score": 73.0,
      "detail": "Salesforce AI Research SAGE · Submission · System: Attempts - 2+",
      "date": "2025-10-21",
      "rank": 24,
      "sourceRowId": "20251021_SalesforceAIResearch_SAGE_bash_only"
    },
    {
      "name": "GLM 5 (high)",
      "score": 72.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 25,
      "sourceRowId": "20260217_mini-v2.0.0_glm-5-high"
    },
    {
      "name": "GPT 5.2 (high)",
      "score": 72.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 25,
      "sourceRowId": "20260217_mini-v2.0.0_gpt-5-2-high"
    },
    {
      "name": "GPT 5.2 Codex",
      "score": 72.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · System: Attempts - 1",
      "date": "2026-02-19",
      "rank": 25,
      "sourceRowId": "20260219_mini-v2.0.0_gpt-5-2-codex"
    },
    {
      "name": "Tools + Claude 4 Sonnet (2025-05-22)",
      "score": 72.4,
      "detail": "Tools · Submission · System: Attempts - 1",
      "date": "2025-05-22",
      "rank": 28,
      "sourceRowId": "20250522_tools_claude-4-sonnet"
    },
    {
      "name": "GPT 5.2 (2025-12-11) (high)",
      "score": 71.8,
      "detail": "mini-SWE-agent · Submission · Harness version 1.17.2 · Reasoning high · System: Attempts - 1",
      "date": "2025-12-11",
      "rank": 29,
      "sourceRowId": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high"
    },
    {
      "name": "OpenHands + GPT-5",
      "score": 71.8,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 29,
      "sourceRowId": "20250807_openhands_gpt5"
    },
    {
      "name": "Claude 4.5 Sonnet (high)",
      "score": 71.4,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 31,
      "sourceRowId": "20260217_mini-v2.0.0_claude-4-5-sonnet-high"
    },
    {
      "name": "Bloop",
      "score": 71.2,
      "detail": "Bloop · Submission · System: Attempts - 1",
      "date": "2025-07-10",
      "rank": 32,
      "sourceRowId": "20250710_bloop"
    },
    {
      "name": "Lingxi v1.5 x Kimi K2",
      "score": 71.2,
      "detail": "Lingxi v1.5 · Submission · System: Attempts - 1",
      "date": "2025-10-14",
      "rank": 32,
      "sourceRowId": "20251014_Lingxi_kimi_k2"
    },
    {
      "name": "Prometheus-v1.2 + GPT-5",
      "score": 71.2,
      "detail": "Prometheus-v1.2 · Submission · System: Attempts - 1",
      "date": "2025-09-29",
      "rank": 32,
      "sourceRowId": "20250929_Prometheus_v1.2_gpt5"
    },
    {
      "name": "Qodo Command",
      "score": 71.2,
      "detail": "Qodo Command · Submission · System: Attempts - 1",
      "date": "2025-07-15",
      "rank": 32,
      "sourceRowId": "20250715_qodo_command"
    },
    {
      "name": "Warp",
      "score": 71.0,
      "detail": "Warp · Submission · System: Attempts - 1",
      "date": "2025-06-23",
      "rank": 36,
      "sourceRowId": "20250623_warp"
    },
    {
      "name": "Kimi K2.5 (high)",
      "score": 70.8,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 37,
      "sourceRowId": "20260217_mini-v2.0.0_kimi-k2-5-high"
    },
    {
      "name": "Moatless Tools + Claude 4 Sonnet",
      "score": 70.8,
      "detail": "Moatless Tools · Organizer-checked · System: Attempts - 1",
      "date": "2025-06-11",
      "rank": 37,
      "sourceRowId": "20250611_moatless_claude-4-sonnet-20250514"
    },
    {
      "name": "Claude 4.5 Sonnet (20250929)",
      "score": 70.6,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.13.3 · System: Attempts - 1",
      "date": "2025-09-29",
      "rank": 39,
      "sourceRowId": "20250929_mini-v1.13.3_sonnet-4-5-20250929"
    },
    {
      "name": "TRAE",
      "score": 70.6,
      "detail": "TRAE · Submission · System: Attempts - 2+",
      "date": "2025-05-19",
      "rank": 39,
      "sourceRowId": "20250519_trae"
    },
    {
      "name": "Augment Agent v1",
      "score": 70.4,
      "detail": "Augment Agent v1 · Submission · System: Attempts - 1",
      "date": "2025-06-10",
      "rank": 41,
      "sourceRowId": "20250610_augment_agent_v1"
    },
    {
      "name": "OpenHands + Claude 4 Sonnet",
      "score": 70.4,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 1",
      "date": "2025-05-24",
      "rank": 41,
      "sourceRowId": "20250524_openhands_claude_4_sonnet"
    },
    {
      "name": "Refact.ai Agent",
      "score": 70.4,
      "detail": "Refact.ai Agent · Submission · System: Attempts - 1",
      "date": "2025-05-15",
      "rank": 41,
      "sourceRowId": "20250515_Refact_Agent"
    },
    {
      "name": "devlo",
      "score": 70.2,
      "detail": "devlo · Submission · System: Attempts - 1",
      "date": "2025-05-19",
      "rank": 44,
      "sourceRowId": "20250519_devlo"
    },
    {
      "name": "DeepSeek V3.2 (high)",
      "score": 70.0,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 45,
      "sourceRowId": "20260217_mini-v2.0.0_deepseek-3-2-high"
    },
    {
      "name": "Zencoder (2025-04-30)",
      "score": 70.0,
      "detail": "Zencoder · Submission · System: Attempts - 2+",
      "date": "2025-04-30",
      "rank": 45,
      "sourceRowId": "20250430_zencoder_ai"
    },
    {
      "name": "Gemini 3 Pro",
      "score": 69.6,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-26",
      "rank": 47,
      "sourceRowId": "20260226_mini-v2.0.0_gemini-3-pro-high"
    },
    {
      "name": "OpenHands + Qwen3-Coder-480B-A35B-Instruct",
      "score": 69.6,
      "detail": "OpenHands · Submission · System: Attempts - 1",
      "date": "2025-08-05",
      "rank": 47,
      "sourceRowId": "20250805_openhands-Qwen3-Coder-480B-A35B-Instruct"
    },
    {
      "name": "GPT 5.2 (2025-12-11)",
      "score": 69.0,
      "detail": "mini-SWE-agent · Submission · Harness version 1.17.2 · System: Attempts - 1",
      "date": "2025-12-11",
      "rank": 49,
      "sourceRowId": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11"
    },
    {
      "name": "GLM-4.6",
      "score": 68.2,
      "detail": "Undisclosed · Submission · System: Attempts - 1",
      "date": "2025-09-30",
      "rank": 50,
      "sourceRowId": "20250930_zai_glm4-6"
    },
    {
      "name": "Nemotron-CORTEXA",
      "score": 68.2,
      "detail": "Nemotron-CORTEXA · Submission · System: Attempts - 2+",
      "date": "2025-05-16",
      "rank": 50,
      "sourceRowId": "20250516_cortexa_o3"
    },
    {
      "name": "Claude 4 Opus (20250514)",
      "score": 67.6,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-08-02",
      "rank": 52,
      "sourceRowId": "20250802_mini-v1.0.0_claude-4-opus-20250514"
    },
    {
      "name": "Claude 4.5 Haiku (high)",
      "score": 66.6,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · Reasoning high · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 53,
      "sourceRowId": "20260217_mini-v2.0.0_claude-4-5-haiku-high"
    },
    {
      "name": "SWE-agent + Claude 4 Sonnet",
      "score": 66.6,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2025-05-22",
      "rank": 53,
      "sourceRowId": "20250522_sweagent_claude-4-sonnet-20250514"
    },
    {
      "name": "Aime-coder v1 + Anthopic Claude 3.7 Sonnet",
      "score": 66.4,
      "detail": "Aime-coder v1 · Submission · System: Attempts - 2+",
      "date": "2025-05-14",
      "rank": 55,
      "sourceRowId": "20250514_aime_coder"
    },
    {
      "name": "GPT 5.1 (2025-11-13) (medium)",
      "score": 66.0,
      "detail": "mini-SWE-agent · Submission · Harness version 1.15.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-11-20",
      "rank": 56,
      "sourceRowId": "20251120_mini-v1.15.0_gpt-5.1-2025-11-13"
    },
    {
      "name": "GPT 5.1 Codex (medium)",
      "score": 66.0,
      "detail": "mini-SWE-agent · Submission · Harness version 1.16.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-11-24",
      "rank": 56,
      "sourceRowId": "20251124_mini-v1.16.0_gpt-5.1-codex"
    },
    {
      "name": "OpenHands",
      "score": 65.8,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 2+",
      "date": "2025-04-15",
      "rank": 58,
      "sourceRowId": "20250415_openhands"
    },
    {
      "name": "Amazon Q Developer Agent (v20250405-dev)",
      "score": 65.4,
      "detail": "Amazon Q Developer Agent · Submission · System: Attempts - 2+",
      "date": "2025-04-05",
      "rank": 59,
      "sourceRowId": "20250405_amazon-q-developer-agent-20250405-dev"
    },
    {
      "name": "Augment Agent v0",
      "score": 65.4,
      "detail": "Augment Agent v0 · Submission · System: Attempts - 2+",
      "date": "2025-03-16",
      "rank": 59,
      "sourceRowId": "20250316_augment_agent_v0"
    },
    {
      "name": "OpenHands + Kimi K2",
      "score": 65.4,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 1",
      "date": "2025-07-16",
      "rank": 59,
      "sourceRowId": "20250716_openhands_kimi_k2"
    },
    {
      "name": "GPT 5 (2025-08-07) (medium)",
      "score": 65.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.7.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 62,
      "sourceRowId": "20250807_mini-v1.7.0_gpt-5"
    },
    {
      "name": "Claude 4 Sonnet (20250514)",
      "score": 64.93,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 63,
      "sourceRowId": "20250726_mini-v1.0.0_claude-sonnet-4-20250514"
    },
    {
      "name": "PatchPilot-v1.1",
      "score": 64.6,
      "detail": "PatchPilot-v1.1 · Submission · System: Attempts - 2+",
      "date": "2025-05-03",
      "rank": 64,
      "sourceRowId": "20250503_patchpilot-v1.1-o4-mini"
    },
    {
      "name": "W&B Programmer O1 crosscheck5",
      "score": 64.6,
      "detail": "W&B Programmer O1 crosscheck5 · Submission · System: Attempts - 2+",
      "date": "2025-01-17",
      "rank": 64,
      "sourceRowId": "20250117_wandb_programmer_o1_crosscheck5"
    },
    {
      "name": "GLM-4.5",
      "score": 64.2,
      "detail": "Undisclosed · Submission · System: Attempts - 1",
      "date": "2025-07-28",
      "rank": 66,
      "sourceRowId": "20250728_zai_glm4-5"
    },
    {
      "name": "AgentScope",
      "score": 63.4,
      "detail": "AgentScope · Submission · System: Attempts - 2+",
      "date": "2025-02-06",
      "rank": 67,
      "sourceRowId": "20250206_agentscope"
    },
    {
      "name": "Kimi K2 Thinking",
      "score": 63.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.2 · System: Attempts - 1",
      "date": "2025-12-10",
      "rank": 67,
      "sourceRowId": "20251210_mini-v1.17.2_kimi-k2-thinking"
    },
    {
      "name": "Tools + Claude 3.7 Sonnet (2025-02-24)",
      "score": 63.2,
      "detail": "Tools · Submission · System: Attempts - 2+",
      "date": "2025-02-24",
      "rank": 69,
      "sourceRowId": "20250224_tools_claude-3-7-sonnet"
    },
    {
      "name": "Blackbox AI Agent",
      "score": 62.8,
      "detail": "Blackbox AI Agent · Submission · System: Attempts - 2+",
      "date": "2025-01-10",
      "rank": 70,
      "sourceRowId": "20250110_blackboxai_agent_v1.1"
    },
    {
      "name": "EPAM AI/Run Developer Agent v20250219 + Anthopic Claude 3.5 Sonnet",
      "score": 62.8,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2025-02-28",
      "rank": 70,
      "sourceRowId": "20250228_epam-ai-run-claude-3-5-sonnet"
    },
    {
      "name": "SWE-agent + Claude 3.7 Sonnet w/ Review Heavy",
      "score": 62.4,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 2+",
      "date": "2025-02-25",
      "rank": 72,
      "sourceRowId": "20250225_sweagent_claude-3-7-sonnet"
    },
    {
      "name": "CodeStory Midwit Agent + swe-search",
      "score": 62.2,
      "detail": "CodeStory Midwit Agent · Submission · System: Attempts - 2+",
      "date": "2024-12-21",
      "rank": 73,
      "sourceRowId": "20241221_codestory_midwit_claude-3-5-sonnet_swe-search"
    },
    {
      "name": "MiniMax M2",
      "score": 61.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.0 · System: Attempts - 1",
      "date": "2025-11-24",
      "rank": 74,
      "sourceRowId": "20251124_mini-v1.17.0_minimax-m2"
    },
    {
      "name": "OpenHands + 4x Scaled (2024-02-03)",
      "score": 60.8,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 2+",
      "date": "2025-02-03",
      "rank": 75,
      "sourceRowId": "20250203_openhands_4x_scaled"
    },
    {
      "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct",
      "score": 60.4,
      "detail": "EntroPO + R2E · Submission · System: Attempts - 2+",
      "date": "2025-09-01",
      "rank": 76,
      "sourceRowId": "20250901_entroPO_R2E_QwenCoder30BA3B_tts"
    },
    {
      "name": "Learn-by-interact",
      "score": 60.2,
      "detail": "Learn-by-interact · Submission · System: Attempts - 2+",
      "date": "2025-01-10",
      "rank": 77,
      "sourceRowId": "20250110_learn_by_interact_claude3.5"
    },
    {
      "name": "DeepSeek V3.2 Reasoner",
      "score": 60.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.1 · System: Attempts - 1",
      "date": "2025-12-01",
      "rank": 78,
      "sourceRowId": "20251201_mini-v1.17.1_deepseek-v3.2-reasoner"
    },
    {
      "name": "GPT 5 mini (2025-08-07) (medium)",
      "score": 59.8,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.7.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 79,
      "sourceRowId": "20250807_mini-v1.7.0_gpt-5-mini"
    },
    {
      "name": "DeepSWE-Preview + TTS(Bo16)",
      "score": 58.8,
      "detail": "DeepSWE-Preview · Submission · System: Attempts - 2+",
      "date": "2025-06-29",
      "rank": 80,
      "sourceRowId": "20250629_deepswerl_r2eagent_tts"
    },
    {
      "name": "o3 (2025-04-16)",
      "score": 58.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 81,
      "sourceRowId": "20250726_mini-v1.0.0_o3-2025-04-16"
    },
    {
      "name": "devlo",
      "score": 58.2,
      "detail": "devlo · Submission · System: Attempts - 2+",
      "date": "2024-12-13",
      "rank": 82,
      "sourceRowId": "20241213_devlo"
    },
    {
      "name": "Nemotron-CORTEXA",
      "score": 58.2,
      "detail": "Nemotron-CORTEXA · Organizer-checked · System: Attempts - 2+",
      "date": "2025-04-10",
      "rank": 82,
      "sourceRowId": "20250410_cortexa"
    },
    {
      "name": "Emergent E1 (v2024-12-23)",
      "score": 57.2,
      "detail": "Emergent E1 · Submission · System: Attempts - 2+",
      "date": "2024-12-23",
      "rank": 84,
      "sourceRowId": "20241223_emergent"
    },
    {
      "name": "Artemis Agent v2 (2025-09-24)",
      "score": 57.0,
      "detail": "Artemis Agent v2 · Submission · System: Attempts - 1",
      "date": "2025-09-24",
      "rank": 85,
      "sourceRowId": "20250924_artemis_agent_v2"
    },
    {
      "name": "Gru(2024-12-08)",
      "score": 57.0,
      "detail": "Gru · Submission · System: Attempts - 2+",
      "date": "2024-12-08",
      "rank": 85,
      "sourceRowId": "20241208_gru"
    },
    {
      "name": "SWE-Rizzo",
      "score": 56.6,
      "detail": "SWE-Rizzo · Submission · System: Attempts - 2+",
      "date": "2025-04-05",
      "rank": 87,
      "sourceRowId": "20250405_swe-rizzo_claude37"
    },
    {
      "name": "Devstral Small (2512)",
      "score": 56.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.2 · System: Attempts - 1",
      "date": "2025-12-09",
      "rank": 88,
      "sourceRowId": "20251209_mini-v1.17.2_devstral-small-2512"
    },
    {
      "name": "GPT 5 mini",
      "score": 56.2,
      "detail": "mini-SWE-agent · Submission · Harness version 2.0.0 · System: Attempts - 1",
      "date": "2026-02-17",
      "rank": 89,
      "sourceRowId": "20260217_mini-v2.0.0_gpt-5-mini"
    },
    {
      "name": "EPAM AI/Run Developer Agent v20241212 + Anthopic Claude 3.5 Sonnet",
      "score": 55.4,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-12-12",
      "rank": 90,
      "sourceRowId": "20241212_epam-ai-run-claude-3-5-sonnet"
    },
    {
      "name": "GLM 4.6 (T=1)",
      "score": 55.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.1 · System: Attempts - 1",
      "date": "2025-12-01",
      "rank": 90,
      "sourceRowId": "20251201_mini-v1.17.1_glm-4.6"
    },
    {
      "name": "Qwen3-Coder 480B/A35B Instruct",
      "score": 55.4,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-08-02",
      "rank": 90,
      "sourceRowId": "20250802_mini-v1.0.0_qwen3-coder-480b-a35b-instruct"
    },
    {
      "name": "Amazon Q Developer Agent (v20241202-dev)",
      "score": 55.0,
      "detail": "Amazon Q Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-12-02",
      "rank": 93,
      "sourceRowId": "20241202_amazon-q-developer-agent-20241202-dev"
    },
    {
      "name": "devlo",
      "score": 54.2,
      "detail": "devlo · Submission · System: Attempts - 2+",
      "date": "2024-11-08",
      "rank": 94,
      "sourceRowId": "20241108_devlo"
    },
    {
      "name": "GLM 4.5 (2025-08-22)",
      "score": 54.2,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.9.1 · System: Attempts - 1",
      "date": "2025-08-22",
      "rank": 94,
      "sourceRowId": "20250822_mini-v1.9.1_glm-4.5"
    },
    {
      "name": "Devstral (2512)",
      "score": 53.8,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.17.2 · System: Attempts - 1",
      "date": "2025-12-09",
      "rank": 96,
      "sourceRowId": "20251209_mini-v1.17.2_devstral-2512"
    },
    {
      "name": "FrogBoss-32B-2510",
      "score": 53.6,
      "detail": "FrogBoss-32B-2510 · Submission · System: Attempts - 1",
      "date": "2025-11-10",
      "rank": 97,
      "sourceRowId": "20251110_frogboss-32b"
    },
    {
      "name": "Gemini 2.5 Pro (2025-05-06)",
      "score": 53.6,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 97,
      "sourceRowId": "20250726_mini-v1.0.0_gemini-2.5-pro"
    },
    {
      "name": "CodeSweep - SWE-agent - Kimi K2 Instruct",
      "score": 53.4,
      "detail": "CodeSweep - SWE-agent · Submission · System: Attempts - 1",
      "date": "2025-08-04",
      "rank": 99,
      "sourceRowId": "20250804_codesweep_sweagent_kimi_k2_instruct"
    },
    {
      "name": "Bracket.sh",
      "score": 53.2,
      "detail": "Bracket.sh · Submission · System: Attempts - 2+",
      "date": "2025-01-20",
      "rank": 100,
      "sourceRowId": "20250120_Bracket"
    },
    {
      "name": "OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)",
      "score": 53.0,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 2+",
      "date": "2024-10-29",
      "rank": 101,
      "sourceRowId": "20241029_OpenHands-CodeAct-2.1-sonnet-20241022"
    },
    {
      "name": "Claude 3.7 Sonnet (20250219)",
      "score": 52.8,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 102,
      "sourceRowId": "20250720_mini-v0.0.0-claude-3-7-sonnet-20250219"
    },
    {
      "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct",
      "score": 52.2,
      "detail": "EntroPO + R2E · Submission · System: Attempts - 1",
      "date": "2025-09-01",
      "rank": 103,
      "sourceRowId": "20250901_entroPO_R2E_QwenCoder30BA3B"
    },
    {
      "name": "Google Jules + Gemini 2.0 Flash (v20241212-experimental)",
      "score": 52.2,
      "detail": "Google Jules · Submission · System: Attempts - 2+",
      "date": "2024-12-12",
      "rank": 103,
      "sourceRowId": "20241212_google_jules_gemini_2.0_flash_experimental"
    },
    {
      "name": "Engine Labs (2024-11-25)",
      "score": 51.8,
      "detail": "Engine Labs · Submission · System: Attempts - 1",
      "date": "2024-11-25",
      "rank": 105,
      "sourceRowId": "20241125_enginelabs"
    },
    {
      "name": "AutoCodeRover-v2.1 (Claude-3.5-Sonnet-20241022)",
      "score": 51.6,
      "detail": "AutoCodeRover-v2.1 · Submission · System: Attempts - 2+",
      "date": "2025-01-22",
      "rank": 106,
      "sourceRowId": "20250122_autocoderover-v2.1-claude-3-5-sonnet-20241022"
    },
    {
      "name": "OpenHands + Qwen3-Coder-30B-A3B-Instruct",
      "score": 51.6,
      "detail": "OpenHands · Submission · System: Attempts - 1",
      "date": "2025-08-05",
      "rank": 106,
      "sourceRowId": "20250805_openhands-Qwen3-Coder-30B-A3B-Instruct"
    },
    {
      "name": "Agentless-1.5 + Claude-3.5 Sonnet (20241022)",
      "score": 50.8,
      "detail": "Agentless-1.5 · Submission · System: Attempts - 2+",
      "date": "2024-12-02",
      "rank": 108,
      "sourceRowId": "20241202_agentless-1.5_claude-3.5-sonnet-20241022"
    },
    {
      "name": "Bytedance MarsCode Agent",
      "score": 50.0,
      "detail": "Bytedance MarsCode Agent · Submission · System: Attempts - 2+",
      "date": "2024-11-25",
      "rank": 109,
      "sourceRowId": "20241125_marscode-agent-dev"
    },
    {
      "name": "Solver (2024-10-28)",
      "score": 50.0,
      "detail": "Solver · Submission · System: Attempts - 2+",
      "date": "2024-10-28",
      "rank": 109,
      "sourceRowId": "20241028_solver"
    },
    {
      "name": "nFactorial (2024-11-05)",
      "score": 49.2,
      "detail": "nFactorial · Submission · System: Attempts - 2+",
      "date": "2024-11-05",
      "rank": 111,
      "sourceRowId": "20241105_nfactorial"
    },
    {
      "name": "Tools + Claude 3.5 Sonnet (2024-10-22)",
      "score": 49.0,
      "detail": "Tools · Submission · System: Attempts - 2+",
      "date": "2024-10-22",
      "rank": 112,
      "sourceRowId": "20241022_tools_claude-3-5-sonnet-updated"
    },
    {
      "name": "Composio SWE-Kit (2024-10-25)",
      "score": 48.6,
      "detail": "Composio SWE-Kit · Organizer-checked · System: Attempts - 2+",
      "date": "2024-10-25",
      "rank": 113,
      "sourceRowId": "20241025_composio_swekit"
    },
    {
      "name": "AppMap Navie v2",
      "score": 47.2,
      "detail": "AppMap Navie v2 · Organizer-checked · System: Attempts - 2+",
      "date": "2024-11-06",
      "rank": 114,
      "sourceRowId": "20241106_navie-2-gpt4o-sonnet"
    },
    {
      "name": "Skywork-SWE-32B + TTS(Bo8)",
      "score": 47.0,
      "detail": "Skywork-SWE-32B · Organizer-checked · System: Attempts - 2+",
      "date": "2025-06-16",
      "rank": 115,
      "sourceRowId": "20250616_Skywork-SWE-32B+TTS_Bo8"
    },
    {
      "name": "OpenHands + DevStral Small 2505",
      "score": 46.8,
      "detail": "OpenHands · Organizer-checked · System: Attempts - 1",
      "date": "2025-05-20",
      "rank": 116,
      "sourceRowId": "20250520_openhands_devstral_small"
    },
    {
      "name": "Emergent E1 (v2024-10-12)",
      "score": 46.6,
      "detail": "Emergent E1 · Submission · System: Attempts - 2+",
      "date": "2024-10-23",
      "rank": 117,
      "sourceRowId": "20241023_emergent"
    },
    {
      "name": "AutoCodeRover-v2.0 (Claude-3.5-Sonnet-20241022)",
      "score": 46.2,
      "detail": "AutoCodeRover-v2.0 · Submission · System: Attempts - 2+",
      "date": "2024-11-08",
      "rank": 118,
      "sourceRowId": "20241108_autocoderover-v2.0-claude-3-5-sonnet-20241022"
    },
    {
      "name": "PatchPilot + Co-PatcheR",
      "score": 46.0,
      "detail": "PatchPilot · Submission · System: Attempts - 2+",
      "date": "2025-05-28",
      "rank": 119,
      "sourceRowId": "20250528_patchpilot_Co-PatcheR"
    },
    {
      "name": "Solver (2024-09-12)",
      "score": 45.4,
      "detail": "Solver · Submission · System: Attempts - 2+",
      "date": "2024-09-24",
      "rank": 120,
      "sourceRowId": "20240924_solver"
    },
    {
      "name": "Gru(2024-08-24)",
      "score": 45.2,
      "detail": "Gru · Submission · System: Attempts - 2+",
      "date": "2024-08-24",
      "rank": 121,
      "sourceRowId": "20240824_gru"
    },
    {
      "name": "FrogMini-14B-2510",
      "score": 45.0,
      "detail": "FrogMini-14B-2510 · Submission · System: Attempts - 1",
      "date": "2025-11-10",
      "rank": 122,
      "sourceRowId": "20251110_frogmini-14b"
    },
    {
      "name": "o4-mini (2025-04-16)",
      "score": 45.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 122,
      "sourceRowId": "20250726_mini-v1.0.0_o4-mini-2025-04-16"
    },
    {
      "name": "CodeShellAgent + Gemini 2.0 Flash (Experimental)",
      "score": 44.2,
      "detail": "CodeShellAgent · Submission · System: Attempts - 2+",
      "date": "2025-01-18",
      "rank": 124,
      "sourceRowId": "20250118_codeshellagent_gemini_2.0_flash_experimental"
    },
    {
      "name": "Kimi K2 Instruct",
      "score": 43.8,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.7.0 · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 125,
      "sourceRowId": "20250807_mini-v1.7.0_kimi-k2-instruct"
    },
    {
      "name": "Solver (2024-09-12)",
      "score": 43.6,
      "detail": "Solver · Submission · System: Attempts - 2+",
      "date": "2024-09-20",
      "rank": 126,
      "sourceRowId": "20240920_solver"
    },
    {
      "name": "Agentless Lite + O3 Mini (20250214)",
      "score": 42.4,
      "detail": "Agentless Lite · Organizer-checked · System: Attempts - 2+",
      "date": "2025-02-14",
      "rank": 127,
      "sourceRowId": "20250214_agentless_lite_o3_mini"
    },
    {
      "name": "Amazon Nova Premier 1.0 (2025-04-30)",
      "score": 42.4,
      "detail": "Amazon Nova Premier 1.0 · Submission · System: Attempts - 2+",
      "date": "2025-05-27",
      "rank": 127,
      "sourceRowId": "20250527_amazon.nova-premier-v1.0"
    },
    {
      "name": "DeepSWE-Preview",
      "score": 42.2,
      "detail": "R2E-Gym · Submission · System: Attempts - 1",
      "date": "2025-06-29",
      "rank": 129,
      "sourceRowId": "20250629_deepswerl_r2eagent"
    },
    {
      "name": "SWE-Exp",
      "score": 42.0,
      "detail": "SWE-Exp · Submission · System: Attempts - 2",
      "date": "2025-08-06",
      "rank": 130,
      "sourceRowId": "20250806_SWE-Exp_DeepSeek-V3"
    },
    {
      "name": "nFactorial (2024-10-30)",
      "score": 41.6,
      "detail": "nFactorial · Submission · System: Attempts - 2+",
      "date": "2024-10-30",
      "rank": 131,
      "sourceRowId": "20241030_nfactorial"
    },
    {
      "name": "ugaiforge",
      "score": 41.6,
      "detail": "ugaiforge · Submission · System: Attempts - 2+",
      "date": "2025-01-12",
      "rank": 131,
      "sourceRowId": "20250112_ugaiforge"
    },
    {
      "name": "SWE-RL (Llama3-SWE-RL-70B + Agentless Mini) (20250226)",
      "score": 41.2,
      "detail": "Agentless Mini · Submission · System: Attempts - 2+",
      "date": "2025-02-26",
      "rank": 133,
      "sourceRowId": "20250226_swerl_llama3_70b"
    },
    {
      "name": "Composio SWEkit + Claude 3.5 Sonnet (2024-10-16)",
      "score": 40.6,
      "detail": "Composio SWEkit · Submission · System: Attempts - 2+",
      "date": "2024-10-16",
      "rank": 134,
      "sourceRowId": "20241016_composio_swekit"
    },
    {
      "name": "Honeycomb",
      "score": 40.6,
      "detail": "Honeycomb · Submission · System: Attempts - 2+",
      "date": "2024-08-20",
      "rank": 134,
      "sourceRowId": "20240820_honeycomb"
    },
    {
      "name": "Nebius AI Qwen 2.5 72B Generator + LLama 3.1 70B Critic",
      "score": 40.6,
      "detail": "Nebius AI · Submission · System: Attempts - 2+",
      "date": "2024-11-13",
      "rank": 134,
      "sourceRowId": "20241113_nebius-search-open-weight-models-11-24"
    },
    {
      "name": "Tools + Claude 3.5 Haiku",
      "score": 40.6,
      "detail": "Tools · Submission · System: Attempts - 2+",
      "date": "2024-10-22",
      "rank": 134,
      "sourceRowId": "20241022_tools_claude-3-5-haiku"
    },
    {
      "name": "SWE-agent + SWE-agent-LM-32B",
      "score": 40.2,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2025-05-11",
      "rank": 138,
      "sourceRowId": "20250511_sweagent_lm_32b"
    },
    {
      "name": "EPAM AI/Run Developer Agent v20241029 + Anthopic Claude 3.5 Sonnet",
      "score": 39.6,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-10-29",
      "rank": 139,
      "sourceRowId": "20241029_epam-ai-run-claude-3-5-sonnet"
    },
    {
      "name": "GPT 4.1 (2025-04-14)",
      "score": 39.58,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 140,
      "sourceRowId": "20250726_mini-v1.0.0_gpt-4.1-2025-04-14"
    },
    {
      "name": "Agentless-1.5 + GPT 4o (2024-05-13)",
      "score": 38.8,
      "detail": "Agentless-1.5 · Submission · System: Attempts - 1",
      "date": "2024-10-28",
      "rank": 141,
      "sourceRowId": "20241028_agentless-1.5_gpt4o"
    },
    {
      "name": "Amazon Q Developer Agent (v20240719-dev)",
      "score": 38.8,
      "detail": "Amazon Q Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-07-21",
      "rank": 141,
      "sourceRowId": "20240721_amazon-q-developer-agent-20240719-dev"
    },
    {
      "name": "AutoCodeRover (v20240620) + GPT 4o (2024-05-13)",
      "score": 38.4,
      "detail": "AutoCodeRover · Submission · System: Attempts - 2+",
      "date": "2024-06-28",
      "rank": 143,
      "sourceRowId": "20240628_autocoderover-v20240620"
    },
    {
      "name": "Skywork-SWE-32B",
      "score": 38.0,
      "detail": "Skywork-SWE-32B · Organizer-checked · System: Attempts - 1",
      "date": "2025-06-16",
      "rank": 144,
      "sourceRowId": "20250616_Skywork-SWE-32B"
    },
    {
      "name": "SWE-agent + DevStral Small 2507",
      "score": 38.0,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2025-07-25",
      "rank": 144,
      "sourceRowId": "20250725_sweagent_devstral_small_2507"
    },
    {
      "name": "Factory Code Droid",
      "score": 37.0,
      "detail": "Factory Code Droid · Submission · System: Attempts - 2+",
      "date": "2024-06-17",
      "rank": 146,
      "sourceRowId": "20240617_factory_code_droid"
    },
    {
      "name": "GPT 5 nano (2025-08-07) (medium)",
      "score": 34.8,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.7.0 · Reasoning medium · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 147,
      "sourceRowId": "20250807_mini-v1.7.0_gpt-5-nano"
    },
    {
      "name": "SWE-agent + Claude 3.5 Sonnet",
      "score": 33.6,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2024-06-20",
      "rank": 148,
      "sourceRowId": "20240620_sweagent_claude3.5sonnet"
    },
    {
      "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor)",
      "score": 32.8,
      "detail": "SWE-Fixer · Organizer-checked · System: Attempts - 1",
      "date": "2025-03-06",
      "rank": 149,
      "sourceRowId": "20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor"
    },
    {
      "name": "MASAI + GPT 4o (2024-06-12)",
      "score": 32.6,
      "detail": "MASAI · Submission · System: Attempts - 2+",
      "date": "2024-06-12",
      "rank": 150,
      "sourceRowId": "20240612_MASAI_gpt4o"
    },
    {
      "name": "Artemis Agent v1 (2024-11-20)",
      "score": 32.0,
      "detail": "Artemis Agent v1 · Submission · System: Attempts - 2+",
      "date": "2024-11-20",
      "rank": 151,
      "sourceRowId": "20241120_artemis_agent"
    },
    {
      "name": "nFactorial (2024-10-07)",
      "score": 31.6,
      "detail": "nFactorial · Submission · System: Attempts - 2+",
      "date": "2024-10-07",
      "rank": 152,
      "sourceRowId": "20241007_nfactorial"
    },
    {
      "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor) 20241128",
      "score": 30.2,
      "detail": "SWE-Fixer · Submission · System: Attempts - 2+",
      "date": "2024-11-28",
      "rank": 153,
      "sourceRowId": "20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128"
    },
    {
      "name": "Lingma Agent + Lingma SWE-GPT 72b (v0925)",
      "score": 28.8,
      "detail": "Lingma Agent · Submission · System: Attempts - 2+",
      "date": "2024-10-02",
      "rank": 154,
      "sourceRowId": "20241002_lingma-agent_lingma-swe-gpt-72b"
    },
    {
      "name": "Gemini 2.5 Flash (2025-04-17)",
      "score": 28.73,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 155,
      "sourceRowId": "20250726_mini-v1.0.0_gemini-2.5-flash"
    },
    {
      "name": "EPAM AI/Run Developer Agent + GPT4o",
      "score": 27.0,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-10-16",
      "rank": 156,
      "sourceRowId": "20241016_epam-ai-run-gpt-4o"
    },
    {
      "name": "AppMap Navie + GPT 4o (2024-05-13)",
      "score": 26.2,
      "detail": "AppMap Navie · Organizer-checked · System: Attempts - 2+",
      "date": "2024-06-15",
      "rank": 157,
      "sourceRowId": "20240615_appmap-navie_gpt4o"
    },
    {
      "name": "gpt-oss-120b",
      "score": 26.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.7.0 · System: Attempts - 1",
      "date": "2025-08-07",
      "rank": 158,
      "sourceRowId": "20250807_mini-v1.7.0_gpt-oss-120b"
    },
    {
      "name": "nFactorial (2024-10-01)",
      "score": 25.8,
      "detail": "nFactorial · Submission · System: Attempts - 2+",
      "date": "2024-10-01",
      "rank": 159,
      "sourceRowId": "20241001_nfactorial"
    },
    {
      "name": "Amazon Q Developer Agent (v20240430-dev)",
      "score": 25.6,
      "detail": "Amazon Q Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-05-09",
      "rank": 160,
      "sourceRowId": "20240509_amazon-q-developer-agent-20240430-dev"
    },
    {
      "name": "Lingma Agent + Lingma SWE-GPT 72b (v0918)",
      "score": 25.0,
      "detail": "Lingma Agent · Submission · System: Attempts - 2+",
      "date": "2024-09-18",
      "rank": 161,
      "sourceRowId": "20240918_lingma-agent_lingma-swe-gpt-72b"
    },
    {
      "name": "EPAM AI/Run Developer Agent + GPT4o",
      "score": 24.0,
      "detail": "EPAM AI/Run Developer Agent · Submission · System: Attempts - 2+",
      "date": "2024-08-20",
      "rank": 162,
      "sourceRowId": "20240820_epam-ai-run-gpt-4o"
    },
    {
      "name": "GPT 4.1 mini (2025-04-14)",
      "score": 23.94,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 163,
      "sourceRowId": "20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14"
    },
    {
      "name": "MCTS-Refine-7B",
      "score": 23.2,
      "detail": "MCTS-Refine-7B · Submission · System: Attempts - 1",
      "date": "2025-06-27",
      "rank": 164,
      "sourceRowId": "20250627_agentless_MCTS-Refine-7B"
    },
    {
      "name": "SWE-agent + GPT 4o (2024-05-13)",
      "score": 23.2,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2024-07-28",
      "rank": 164,
      "sourceRowId": "20240728_sweagent_gpt4o"
    },
    {
      "name": "SWE-agent + GPT 4 (1106)",
      "score": 22.4,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2024-04-02",
      "rank": 166,
      "sourceRowId": "20240402_sweagent_gpt4"
    },
    {
      "name": "GPT 4o (2024-11-20)",
      "score": 21.62,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 167,
      "sourceRowId": "20250720_mini-v0.0.0-gpt-4o-2024-11-20"
    },
    {
      "name": "Llama 4 Maverick Instruct",
      "score": 21.04,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 168,
      "sourceRowId": "20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct"
    },
    {
      "name": "Lingma Agent + Lingma SWE-GPT 7b (v0925)",
      "score": 18.2,
      "detail": "Lingma Agent · Submission · System: Attempts - 2+",
      "date": "2024-10-02",
      "rank": 169,
      "sourceRowId": "20241002_lingma-agent_lingma-swe-gpt-7b"
    },
    {
      "name": "SWE-agent + Claude 3 Opus",
      "score": 15.8,
      "detail": "SWE-agent · Organizer-checked · System: Attempts - 1",
      "date": "2024-04-02",
      "rank": 170,
      "sourceRowId": "20240402_sweagent_claude3opus"
    },
    {
      "name": "Gemini 2.0 Flash",
      "score": 13.52,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-26",
      "rank": 171,
      "sourceRowId": "20250726_mini-v1.0.0_gemini-2.0-flash"
    },
    {
      "name": "Lingma Agent + Lingma SWE-GPT 7b (v0918)",
      "score": 10.2,
      "detail": "Lingma Agent · Submission · System: Attempts - 2+",
      "date": "2024-09-18",
      "rank": 172,
      "sourceRowId": "20240918_lingma-agent_lingma-swe-gpt-7b"
    },
    {
      "name": "Llama 4 Scout Instruct",
      "score": 9.06,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 0.0.0 · System: Attempts - 1",
      "date": "2025-07-20",
      "rank": 173,
      "sourceRowId": "20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct"
    },
    {
      "name": "Qwen2.5-Coder 32B Instruct",
      "score": 9.0,
      "detail": "mini-SWE-agent · Organizer-checked · Harness version 1.0.0 · System: Attempts - 1",
      "date": "2025-08-03",
      "rank": 174,
      "sourceRowId": "20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct"
    },
    {
      "name": "RAG + Claude 3 Opus",
      "score": 7.0,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 2+",
      "date": "2024-04-02",
      "rank": 175,
      "sourceRowId": "20240402_rag_claude3opus"
    },
    {
      "name": "RAG + Claude 2",
      "score": 4.4,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 1",
      "date": "2023-10-10",
      "rank": 176,
      "sourceRowId": "20231010_rag_claude2"
    },
    {
      "name": "RAG + GPT 4 (1106)",
      "score": 2.8,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 2+",
      "date": "2024-04-02",
      "rank": 177,
      "sourceRowId": "20240402_rag_gpt4"
    },
    {
      "name": "RAG + SWE-Llama 7B",
      "score": 1.4,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 1",
      "date": "2023-10-10",
      "rank": 178,
      "sourceRowId": "20231010_rag_swellama7b"
    },
    {
      "name": "RAG + SWE-Llama 13B",
      "score": 1.2,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 1",
      "date": "2023-10-10",
      "rank": 179,
      "sourceRowId": "20231010_rag_swellama13b"
    },
    {
      "name": "RAG + ChatGPT 3.5",
      "score": 0.4,
      "detail": "RAG baseline · Organizer-checked · System: Attempts - 1",
      "date": "2023-10-10",
      "rank": 180,
      "sourceRowId": "20231010_rag_gpt35"
    }
  ]
}