{
  "name": "SWE-bench Verified — mini-SWE-agent",
  "fetched_on": "2026-11-18",
  "source_url": "https://github.com/SWE-bench/swe-bench.github.io/blob/master/data/leaderboards.json",
  "selection_sha256": "501e73caeb1ee6ae4f9fc5841d37a33d1bfc138bc1d3550fb1634ee3170e7a62",
  "license": "CC BY-NC 4.0",
  "license_url": "https://creativecommons.org/licenses/by-nc/4.0/",
  "license_notice": "docs/swe-bench-license.txt",
  "attribution": "SWE-bench Team, SWE-bench website leaderboard",
  "changes": "Selected Verified mini-SWE-agent runs; omitted warning-marked and unscored runs; renamed fields and sorted records. No scores recalculated.",
  "scope": "Source-reported evaluation runs, not unique models or independent reproductions. No inferred join to Epoch models. Agent versions and reasoning settings differ.",
  "excluded_runs": 0,
  "records": [
    {
      "id": "20250720_mini-v0.0.0-claude-3-7-sonnet-20250219",
      "name": "Claude 3.7 Sonnet (20250219)",
      "model_display": "Claude 3.7 Sonnet",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 52.8,
      "mean_cost_usd": 0.3546154482,
      "evaluation_date": "2025-07-20",
      "source_checked": true,
      "settings": [
        "Model: claude-3-7-sonnet-20250219",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14",
      "name": "GPT 4.1 mini (2025-04-14)",
      "model_display": "GPT 4.1 mini",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 23.94,
      "mean_cost_usd": 0.43515415279999997,
      "evaluation_date": "2025-07-20",
      "source_checked": true,
      "settings": [
        "Model: gpt-4.1-mini-20250414",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250720_mini-v0.0.0-gpt-4o-2024-11-20",
      "name": "GPT 4o (2024-11-20)",
      "model_display": "GPT 4o",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 21.62,
      "mean_cost_usd": 1.531148125,
      "evaluation_date": "2025-07-20",
      "source_checked": true,
      "settings": [
        "Model: gpt-4o-20241120",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct",
      "name": "Llama 4 Maverick Instruct",
      "model_display": "Llama 4 Maverick Instruct",
      "organization": "Meta",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 21.04,
      "mean_cost_usd": 0.31370609759999996,
      "evaluation_date": "2025-07-20",
      "source_checked": true,
      "settings": [
        "Model: llama-4-maverick-instruct",
        "Org: Meta",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_gemini-2.0-flash",
      "name": "Gemini 2.0 Flash",
      "model_display": "Gemini 2.0 Flash",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 13.52,
      "mean_cost_usd": 0.0,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: gemini-2.0-flash",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct",
      "name": "Llama 4 Scout Instruct",
      "model_display": "Llama 4 Scout Instruct",
      "organization": "Meta",
      "agent": "mini-SWE-agent",
      "agent_version": "0.0.0",
      "reasoning_effort": null,
      "score": 9.06,
      "mean_cost_usd": 0.115631523,
      "evaluation_date": "2025-07-20",
      "source_checked": true,
      "settings": [
        "Model: llama-4-scout-instruct",
        "Org: Meta",
        "System: Attempts - 1",
        "Mini: 0.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250802_mini-v1.0.0_claude-4-opus-20250514",
      "name": "Claude 4 Opus (20250514)",
      "model_display": "Claude 4 Opus",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 67.6,
      "mean_cost_usd": 1.131270447,
      "evaluation_date": "2025-08-02",
      "source_checked": true,
      "settings": [
        "Model: claude-4-opus-20250514",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_claude-sonnet-4-20250514",
      "name": "Claude 4 Sonnet (20250514)",
      "model_display": "Claude 4 Sonnet",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 64.93,
      "mean_cost_usd": 0.37145316780000004,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: claude-4-sonnet-20250514",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_o3-2025-04-16",
      "name": "o3 (2025-04-16)",
      "model_display": "o3",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 58.4,
      "mean_cost_usd": 0.333652748,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: o3-20250416",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250802_mini-v1.0.0_qwen3-coder-480b-a35b-instruct",
      "name": "Qwen3-Coder 480B/A35B Instruct",
      "model_display": "Qwen3-Coder 480B/A35B Instruct",
      "organization": "Qwen",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 55.4,
      "mean_cost_usd": 0.247927108,
      "evaluation_date": "2025-08-02",
      "source_checked": true,
      "settings": [
        "Model: Qwen3-Coder-480B-A35B-Instruct",
        "Org: Qwen",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_gemini-2.5-pro",
      "name": "Gemini 2.5 Pro (2025-05-06)",
      "model_display": "Gemini 2.5 Pro",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 53.6,
      "mean_cost_usd": 0.28837209562500005,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: gemini-2.5-pro",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_o4-mini-2025-04-16",
      "name": "o4-mini (2025-04-16)",
      "model_display": "o4-mini",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 45.0,
      "mean_cost_usd": 0.2099733328,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: o4-mini-20250416",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_gpt-4.1-2025-04-14",
      "name": "GPT 4.1 (2025-04-14)",
      "model_display": "GPT 4.1",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 39.58,
      "mean_cost_usd": 0.146313124,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: gpt-4.1-20250414",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250726_mini-v1.0.0_gemini-2.5-flash",
      "name": "Gemini 2.5 Flash (2025-04-17)",
      "model_display": "Gemini 2.5 Flash",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 28.73,
      "mean_cost_usd": 0.13388571835,
      "evaluation_date": "2025-07-26",
      "source_checked": true,
      "settings": [
        "Model: gemini-2.5-flash",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct",
      "name": "Qwen2.5-Coder 32B Instruct",
      "model_display": "Qwen2.5-Coder 32B Instruct",
      "organization": "Qwen",
      "agent": "mini-SWE-agent",
      "agent_version": "1.0.0",
      "reasoning_effort": null,
      "score": 9.0,
      "mean_cost_usd": 0.06811614065999999,
      "evaluation_date": "2025-08-03",
      "source_checked": true,
      "settings": [
        "Model: Qwen2.5-Coder-32B-Instruct",
        "Org: Qwen",
        "System: Attempts - 1",
        "Mini: 1.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250929_mini-v1.13.3_sonnet-4-5-20250929",
      "name": "Claude 4.5 Sonnet (20250929)",
      "model_display": "Claude 4.5 Sonnet",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "1.13.3",
      "reasoning_effort": null,
      "score": 70.6,
      "mean_cost_usd": 0.5583347409,
      "evaluation_date": "2025-09-29",
      "source_checked": true,
      "settings": [
        "Model: claude-sonnet-4-5-20250929",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 1.13.3"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251118_mini-v1.15.0_gemini-3-pro-preview-20251118",
      "name": "Gemini 3 Pro Preview (2025-11-18)",
      "model_display": "Gemini 3 Pro Preview",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "1.15.0",
      "reasoning_effort": null,
      "score": 74.2,
      "mean_cost_usd": 0.45995751895000003,
      "evaluation_date": "2025-11-18",
      "source_checked": true,
      "settings": [
        "Model: gemini-3-pro-preview",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 1.15.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251120_mini-v1.15.0_gpt-5.1-2025-11-13",
      "name": "GPT 5.1 (2025-11-13) (medium)",
      "model_display": "GPT 5.1",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.15.0",
      "reasoning_effort": "medium",
      "score": 66.0,
      "mean_cost_usd": 0.3061554725,
      "evaluation_date": "2025-11-20",
      "source_checked": null,
      "settings": [
        "Model: gpt-5.1-2025-11-13",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.15.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251124_mini-v1.16.0_claude-opus-4-5-20251101",
      "name": "Claude 4.5 Opus (20251101) (medium)",
      "model_display": "Claude 4.5 Opus",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "1.16.0",
      "reasoning_effort": "medium",
      "score": 74.4,
      "mean_cost_usd": 0.721244997,
      "evaluation_date": "2025-11-24",
      "source_checked": true,
      "settings": [
        "Model: claude-opus-4-5-20251101",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 1.16.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251124_mini-v1.16.0_gpt-5.1-codex",
      "name": "GPT 5.1 Codex (medium)",
      "model_display": "GPT 5.1 Codex",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.16.0",
      "reasoning_effort": "medium",
      "score": 66.0,
      "mean_cost_usd": 0.5888823500000001,
      "evaluation_date": "2025-11-24",
      "source_checked": null,
      "settings": [
        "Model: gpt-5.1-codex",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.16.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251124_mini-v1.17.0_minimax-m2",
      "name": "MiniMax M2",
      "model_display": "MiniMax M2",
      "organization": "Minimax",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.0",
      "reasoning_effort": null,
      "score": 61.0,
      "mean_cost_usd": 0.42825617729,
      "evaluation_date": "2025-11-24",
      "source_checked": true,
      "settings": [
        "Model: minimax-m2",
        "Org: Minimax",
        "System: Attempts - 1",
        "Mini: 1.17.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251201_mini-v1.17.1_deepseek-v3.2-reasoner",
      "name": "DeepSeek V3.2 Reasoner",
      "model_display": "DeepSeek V3.2 Reasoner",
      "organization": "deepseek",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.1",
      "reasoning_effort": null,
      "score": 60.0,
      "mean_cost_usd": 0.0280763028,
      "evaluation_date": "2025-12-01",
      "source_checked": true,
      "settings": [
        "Model: deepseek-v3.2-reasoner",
        "Org: deepseek",
        "System: Attempts - 1",
        "Mini: 1.17.1"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251201_mini-v1.17.1_glm-4.6",
      "name": "GLM 4.6 (T=1)",
      "model_display": "GLM 4.6",
      "organization": "Z.ai",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.1",
      "reasoning_effort": null,
      "score": 55.4,
      "mean_cost_usd": 0.09661007519999999,
      "evaluation_date": "2025-12-01",
      "source_checked": true,
      "settings": [
        "Model: glm-4.6",
        "Org: Z.ai",
        "System: Attempts - 1",
        "Mini: 1.17.1"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high",
      "name": "GPT 5.2 (2025-12-11) (high)",
      "model_display": "GPT 5.2",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.2",
      "reasoning_effort": "high",
      "score": 71.8,
      "mean_cost_usd": 0.5202590036,
      "evaluation_date": "2025-12-11",
      "source_checked": null,
      "settings": [
        "Model: gpt-5.2-2025-12-11",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.17.2"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11",
      "name": "GPT 5.2 (2025-12-11)",
      "model_display": "GPT 5.2",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.2",
      "reasoning_effort": null,
      "score": 69.0,
      "mean_cost_usd": 0.2696674974,
      "evaluation_date": "2025-12-11",
      "source_checked": null,
      "settings": [
        "Model: gpt-5.2-2025-12-11",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.17.2"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251210_mini-v1.17.2_kimi-k2-thinking",
      "name": "Kimi K2 Thinking",
      "model_display": "Kimi K2 Thinking",
      "organization": "Moonshot AI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.2",
      "reasoning_effort": null,
      "score": 63.4,
      "mean_cost_usd": 0.4383072354,
      "evaluation_date": "2025-12-10",
      "source_checked": true,
      "settings": [
        "Model: Kimi-K2-Thinking",
        "Org: Moonshot AI",
        "System: Attempts - 1",
        "Mini: 1.17.2"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251209_mini-v1.17.2_devstral-small-2512",
      "name": "Devstral Small (2512)",
      "model_display": "Devstral Small (2512)",
      "organization": "mistral",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.2",
      "reasoning_effort": null,
      "score": 56.4,
      "mean_cost_usd": null,
      "evaluation_date": "2025-12-09",
      "source_checked": true,
      "settings": [
        "Model: devstral-small-2512",
        "Org: mistral",
        "System: Attempts - 1",
        "Mini: 1.17.2"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20251209_mini-v1.17.2_devstral-2512",
      "name": "Devstral (2512)",
      "model_display": "Devstral (2512)",
      "organization": "mistral",
      "agent": "mini-SWE-agent",
      "agent_version": "1.17.2",
      "reasoning_effort": null,
      "score": 53.8,
      "mean_cost_usd": null,
      "evaluation_date": "2025-12-09",
      "source_checked": true,
      "settings": [
        "Model: devstral-2512",
        "Org: mistral",
        "System: Attempts - 1",
        "Mini: 1.17.2"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250807_mini-v1.7.0_gpt-5",
      "name": "GPT 5 (2025-08-07) (medium)",
      "model_display": "GPT 5",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.7.0",
      "reasoning_effort": "medium",
      "score": 65.0,
      "mean_cost_usd": 0.2803830175,
      "evaluation_date": "2025-08-07",
      "source_checked": true,
      "settings": [
        "Model: gpt-5-2025-08-07",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.7.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250807_mini-v1.7.0_gpt-5-mini",
      "name": "GPT 5 mini (2025-08-07) (medium)",
      "model_display": "GPT 5 mini",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.7.0",
      "reasoning_effort": "medium",
      "score": 59.8,
      "mean_cost_usd": 0.035477067300000005,
      "evaluation_date": "2025-08-07",
      "source_checked": true,
      "settings": [
        "Model: gpt-5-mini-2025-08-07",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.7.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250807_mini-v1.7.0_kimi-k2-instruct",
      "name": "Kimi K2 Instruct",
      "model_display": "Kimi K2 Instruct",
      "organization": "Moonshot AI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.7.0",
      "reasoning_effort": null,
      "score": 43.8,
      "mean_cost_usd": 0.531593366,
      "evaluation_date": "2025-08-07",
      "source_checked": true,
      "settings": [
        "Model: Kimi-K2-Instruct",
        "Org: Moonshot AI",
        "System: Attempts - 1",
        "Mini: 1.7.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250807_mini-v1.7.0_gpt-5-nano",
      "name": "GPT 5 nano (2025-08-07) (medium)",
      "model_display": "GPT 5 nano",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.7.0",
      "reasoning_effort": "medium",
      "score": 34.8,
      "mean_cost_usd": 0.03807518078,
      "evaluation_date": "2025-08-07",
      "source_checked": true,
      "settings": [
        "Model: gpt-5-nano-2025-08-07",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.7.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250807_mini-v1.7.0_gpt-oss-120b",
      "name": "gpt-oss-120b",
      "model_display": "gpt-oss-120b",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "1.7.0",
      "reasoning_effort": null,
      "score": 26.0,
      "mean_cost_usd": 0.05711905579999999,
      "evaluation_date": "2025-08-07",
      "source_checked": true,
      "settings": [
        "Model: gpt-oss-120b",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 1.7.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20250822_mini-v1.9.1_glm-4.5",
      "name": "GLM 4.5 (2025-08-22)",
      "model_display": "GLM 4.5",
      "organization": "Z.ai",
      "agent": "mini-SWE-agent",
      "agent_version": "1.9.1",
      "reasoning_effort": null,
      "score": 54.2,
      "mean_cost_usd": 0.2971903488,
      "evaluation_date": "2025-08-22",
      "source_checked": true,
      "settings": [
        "Model: GLM-4.5",
        "Org: Z.ai",
        "System: Attempts - 1",
        "Mini: 1.9.1"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_claude-4-5-opus-high",
      "name": "Claude 4.5 Opus (high)",
      "model_display": "Claude 4.5 Opus",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 76.8,
      "mean_cost_usd": 0.753907997,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: claude-4-5-opus",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_gemini-3-flash-high",
      "name": "Gemini 3 Flash (high)",
      "model_display": "Gemini 3 Flash",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 75.8,
      "mean_cost_usd": 0.35596413079999994,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: gemini-3-flash-preview",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_minimax-2-5-high",
      "name": "MiniMax M2.5 (high)",
      "model_display": "MiniMax M2.5",
      "organization": "Minimax",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 75.8,
      "mean_cost_usd": 0.073289987844,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: minimax-m2.5",
        "Org: Minimax",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_claude-4-6-opus",
      "name": "Claude 4.6 Opus",
      "model_display": "Claude 4.6 Opus",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": null,
      "score": 75.6,
      "mean_cost_usd": 0.5515226445,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: claude-opus-4-6",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_glm-5-high",
      "name": "GLM 5 (high)",
      "model_display": "GLM 5",
      "organization": "Z-AI",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 72.8,
      "mean_cost_usd": 0.53438913622,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: glm-5",
        "Org: Z-AI",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_gpt-5-2-high",
      "name": "GPT 5.2 (high)",
      "model_display": "GPT 5.2",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 72.8,
      "mean_cost_usd": 0.4735670177,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: gpt-5-2",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260219_mini-v2.0.0_gpt-5-2-codex",
      "name": "GPT 5.2 Codex",
      "model_display": "GPT 5.2 Codex",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": null,
      "score": 72.8,
      "mean_cost_usd": 0.4494238987,
      "evaluation_date": "2026-02-19",
      "source_checked": null,
      "settings": [
        "Model: gpt-5-2-codex",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_claude-4-5-sonnet-high",
      "name": "Claude 4.5 Sonnet (high)",
      "model_display": "Claude 4.5 Sonnet",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 71.4,
      "mean_cost_usd": 0.6578964984000001,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: claude-sonnet-4-5-20250929",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_kimi-k2-5-high",
      "name": "Kimi K2.5 (high)",
      "model_display": "Kimi K2.5",
      "organization": "Moonshot AI",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 70.8,
      "mean_cost_usd": 0.14655374074400002,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: kimi-k2.5",
        "Org: Moonshot AI",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_deepseek-3-2-high",
      "name": "DeepSeek V3.2 (high)",
      "model_display": "DeepSeek V3.2",
      "organization": "DeepSeek",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 70.0,
      "mean_cost_usd": 0.4478464965,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: deepseek-v3.2",
        "Org: DeepSeek",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260226_mini-v2.0.0_gemini-3-pro-high",
      "name": "Gemini 3 Pro",
      "model_display": "Gemini 3 Pro",
      "organization": "Google DeepMind",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 69.6,
      "mean_cost_usd": 0.9600198564,
      "evaluation_date": "2026-02-26",
      "source_checked": null,
      "settings": [
        "Model: gemini-3-pro-preview",
        "Org: Google DeepMind",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_claude-4-5-haiku-high",
      "name": "Claude 4.5 Haiku (high)",
      "model_display": "Claude 4.5 Haiku",
      "organization": "Anthropic",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": "high",
      "score": 66.6,
      "mean_cost_usd": 0.33092443610000005,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: claude-haiku-4-5-20251001",
        "Org: Anthropic",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    },
    {
      "id": "20260217_mini-v2.0.0_gpt-5-mini",
      "name": "GPT 5 mini",
      "model_display": "GPT 5 mini",
      "organization": "OpenAI",
      "agent": "mini-SWE-agent",
      "agent_version": "2.0.0",
      "reasoning_effort": null,
      "score": 56.2,
      "mean_cost_usd": 0.0472012191,
      "evaluation_date": "2026-02-17",
      "source_checked": null,
      "settings": [
        "Model: gpt-5-mini-2025-08-07",
        "Org: OpenAI",
        "System: Attempts - 1",
        "Mini: 2.0.0"
      ],
      "source_url": "https://www.swebench.com/"
    }
  ]
}
