{
  "run_id": "2026-10-02",
  "date": "2026-10-02",
  "entrants": [
    {
      "id": "claude-code-fable",
      "name": "Claude Code (Fable 5.1)",
      "model": "Claude Fable 5.1",
      "reasoning": "High",
      "client_version": "2.1.285 (Claude Code)",
      "notes": "Claude Code in headless mode, high reasoning effort, on a Claude subscription.",
      "short_model": "Fable 5.1",
      "cost_basis": "api-equivalent (subscription)",
      "prices": {
        "per_million_tokens_usd": {
          "input": 10,
          "cached_input": 0.25,
          "cache_write": 12.5,
          "cache_write_1h": 20,
          "output": 50
        },
        "model": "anthropic/claude-fable-5.1",
        "checked": "2026-09-30",
        "source": "https://openrouter.ai/api/v1/models"
      },
      "attempts": 20,
      "passes": 14,
      "score": 70.0,
      "partial_score": 98.6,
      "graded": 20,
      "total_api_equiv_usd": 71.660494,
      "unpriced_attempts": 0,
      "api_equiv_usd_per_pass": 5.118607
    },
    {
      "id": "claude-code-opus",
      "name": "Claude Code (Opus 5.5)",
      "model": "Claude Opus 5.5",
      "reasoning": "High",
      "client_version": "2.1.285 (Claude Code)",
      "notes": "Claude Code in headless mode, high reasoning effort, on a Claude subscription.",
      "short_model": "Opus 5.5",
      "cost_basis": "api-equivalent (subscription)",
      "prices": {
        "per_million_tokens_usd": {
          "input": 4,
          "cached_input": 0.2,
          "cache_write": 5,
          "cache_write_1h": 8,
          "output": 20
        },
        "model": "anthropic/claude-opus-5.5",
        "checked": "2026-09-30",
        "source": "https://openrouter.ai/api/v1/models"
      },
      "attempts": 20,
      "passes": 19,
      "score": 95.0,
      "partial_score": 99.9,
      "graded": 20,
      "total_api_equiv_usd": 24.247458,
      "unpriced_attempts": 0,
      "api_equiv_usd_per_pass": 1.276182
    },
    {
      "id": "claude-code-sonnet",
      "name": "Claude Code (Sonnet 5.5)",
      "model": "Claude Sonnet 5.5",
      "reasoning": "High",
      "client_version": "2.1.285 (Claude Code)",
      "notes": "Claude Code in headless mode, high reasoning effort, on a Claude subscription.",
      "short_model": "Sonnet 5.5",
      "cost_basis": "api-equivalent (subscription)",
      "prices": {
        "per_million_tokens_usd": {
          "input": 2,
          "cached_input": 0.2,
          "cache_write": 2.5,
          "cache_write_1h": 4,
          "output": 10
        },
        "model": "anthropic/claude-sonnet-5.5",
        "checked": "2026-09-30",
        "source": "https://openrouter.ai/api/v1/models"
      },
      "attempts": 20,
      "passes": 15,
      "score": 75.0,
      "partial_score": 99.3,
      "graded": 20,
      "total_api_equiv_usd": 16.628267,
      "unpriced_attempts": 0,
      "api_equiv_usd_per_pass": 1.108551
    }
  ],
  "tasks": [
    {
      "id": "cad-enclosure",
      "category": "cad",
      "title": "Electronics enclosure (3D CAD)",
      "grading": "tests"
    },
    {
      "id": "cad-sheet-metal",
      "category": "cad",
      "title": "Sheet-metal part (2D CAD)",
      "grading": "tests"
    },
    {
      "id": "data-experiment-analysis",
      "category": "data",
      "title": "A/B test analysis",
      "grading": "judged"
    },
    {
      "id": "data-month-end",
      "category": "data",
      "title": "Month-end reconciliation",
      "grading": "tests"
    },
    {
      "id": "design-from-inspiration",
      "category": "design",
      "title": "Page design from a reference",
      "grading": "judged"
    },
    {
      "id": "design-recreate-mockup",
      "category": "design",
      "title": "Build a page from a mockup",
      "grading": "judged"
    },
    {
      "id": "documents-contract-changes",
      "category": "documents",
      "title": "Contract revisions",
      "grading": "tests"
    },
    {
      "id": "documents-tender-response",
      "category": "documents",
      "title": "Tender response",
      "grading": "judged"
    },
    {
      "id": "frontier-cad-assembly",
      "category": "cad",
      "title": "Multi-part CAD assembly",
      "grading": "tests"
    },
    {
      "id": "frontier-codebase-change",
      "category": "software",
      "title": "Codebase-wide change",
      "grading": "tests"
    },
    {
      "id": "frontier-tender-pricing",
      "category": "documents",
      "title": "Tender pricing",
      "grading": "judged"
    },
    {
      "id": "frontier-web-app",
      "category": "interfaces",
      "title": "Small web shop",
      "grading": "judged"
    },
    {
      "id": "handoff-long-thread",
      "category": "handoff",
      "title": "Pick up someone else's half-finished feature",
      "grading": "judged"
    },
    {
      "id": "handoff-multi-cause-incident",
      "category": "handoff",
      "title": "Incident investigation",
      "grading": "tests"
    },
    {
      "id": "interfaces-cut-list",
      "category": "interfaces",
      "title": "Fabrication cut list",
      "grading": "tests"
    },
    {
      "id": "interfaces-quote-wizard",
      "category": "interfaces",
      "title": "Quote form with pricing rules",
      "grading": "tests"
    },
    {
      "id": "research-claims-audit",
      "category": "research",
      "title": "Fact-check product claims",
      "grading": "tests"
    },
    {
      "id": "research-grant-portfolio",
      "category": "research",
      "title": "Grant eligibility research",
      "grading": "judged"
    },
    {
      "id": "software-checkout-bugs",
      "category": "software",
      "title": "Checkout bug fixing",
      "grading": "tests"
    },
    {
      "id": "software-migration",
      "category": "software",
      "title": "Database migration",
      "grading": "tests"
    }
  ],
  "attempts": [
    {
      "entrant": "claude-code-fable",
      "task": "cad-enclosure",
      "status": "pass",
      "duration_s": 334.2,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 450,
        "cached_input": 588858,
        "cache_write": 0,
        "cache_write_1h": 48067,
        "output": 22390,
        "reasoning": 8574
      },
      "api_equiv_usd": 2.232554,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.2325545,
      "checks": {
        "passed": 56,
        "total": 56
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "cad-sheet-metal",
      "status": "fail",
      "duration_s": 118.8,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 130,
        "cached_input": 107306,
        "cache_write": 0,
        "cache_write_1h": 20602,
        "output": 10262,
        "reasoning": 5256
      },
      "api_equiv_usd": 0.953267,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.9532664999999999,
      "checks": {
        "passed": 18,
        "total": 19
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "data-experiment-analysis",
      "status": "pass",
      "duration_s": 151.5,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 226,
        "cached_input": 209730,
        "cache_write": 0,
        "cache_write_1h": 25929,
        "output": 11921,
        "reasoning": 2305
      },
      "api_equiv_usd": 1.169323,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.1693225,
      "checks": {
        "passed": 19,
        "total": 19
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "data-month-end",
      "status": "pass",
      "duration_s": 196.5,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 258,
        "cached_input": 365413,
        "cache_write": 0,
        "cache_write_1h": 56188,
        "output": 17462,
        "reasoning": 6454
      },
      "api_equiv_usd": 2.090793,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.0907932500000004,
      "checks": {
        "passed": 24,
        "total": 24
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "design-from-inspiration",
      "status": "pass",
      "duration_s": 490.9,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 586,
        "cached_input": 1148276,
        "cache_write": 0,
        "cache_write_1h": 62593,
        "output": 35627,
        "reasoning": 10358
      },
      "api_equiv_usd": 3.326139,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 3.3261390000000004,
      "checks": {
        "passed": 48,
        "total": 48
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "design-recreate-mockup",
      "status": "fail",
      "duration_s": 1782.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 1316,
        "cached_input": 5036431,
        "cache_write": 0,
        "cache_write_1h": 220028,
        "output": 130420,
        "reasoning": 81490
      },
      "api_equiv_usd": 12.193828,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 12.193827750000002,
      "checks": {
        "passed": 38,
        "total": 39
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "documents-contract-changes",
      "status": "pass",
      "duration_s": 260.0,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 290,
        "cached_input": 406778,
        "cache_write": 0,
        "cache_write_1h": 63073,
        "output": 27549,
        "reasoning": 14863
      },
      "api_equiv_usd": 2.743504,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.7435045000000007,
      "checks": {
        "passed": 25,
        "total": 25
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "documents-tender-response",
      "status": "pass",
      "duration_s": 362.5,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 418,
        "cached_input": 558674,
        "cache_write": 0,
        "cache_write_1h": 55956,
        "output": 33209,
        "reasoning": 13176
      },
      "api_equiv_usd": 2.923418,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.9234184999999995,
      "checks": {
        "passed": 31,
        "total": 31
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "frontier-cad-assembly",
      "status": "pass",
      "duration_s": 1186.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 642,
        "cached_input": 1636279,
        "cache_write": 0,
        "cache_write_1h": 111690,
        "output": 84489,
        "reasoning": 55698
      },
      "api_equiv_usd": 6.87374,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 6.8737397499999995,
      "checks": {
        "passed": 39,
        "total": 39
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "frontier-codebase-change",
      "status": "fail",
      "duration_s": 643.0,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 610,
        "cached_input": 1418076,
        "cache_write": 0,
        "cache_write_1h": 117532,
        "output": 51984,
        "reasoning": 12000
      },
      "api_equiv_usd": 5.310459,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 5.310459000000001,
      "checks": {
        "passed": 33,
        "total": 34
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "frontier-tender-pricing",
      "status": "fail",
      "duration_s": 469.0,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 418,
        "cached_input": 802482,
        "cache_write": 0,
        "cache_write_1h": 85798,
        "output": 33663,
        "reasoning": 14537
      },
      "api_equiv_usd": 3.603911,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 3.6039104999999996,
      "checks": {
        "passed": 18,
        "total": 18
      },
      "judge": {
        "pass": false,
        "passed": 6,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "frontier-web-app",
      "status": "fail",
      "duration_s": 837.2,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 706,
        "cached_input": 1745270,
        "cache_write": 0,
        "cache_write_1h": 107499,
        "output": 58994,
        "reasoning": 16551
      },
      "api_equiv_usd": 5.543057,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 5.543057500000001,
      "checks": {
        "passed": 41,
        "total": 46
      },
      "judge": {
        "pass": true,
        "passed": 8,
        "total": 8
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "handoff-long-thread",
      "status": "pass",
      "duration_s": 320.8,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 386,
        "cached_input": 546708,
        "cache_write": 0,
        "cache_write_1h": 62768,
        "output": 24754,
        "reasoning": 7030
      },
      "api_equiv_usd": 2.633597,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.633597,
      "checks": {
        "passed": 34,
        "total": 34
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "handoff-multi-cause-incident",
      "status": "pass",
      "duration_s": 366.2,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 514,
        "cached_input": 855135,
        "cache_write": 0,
        "cache_write_1h": 68249,
        "output": 21937,
        "reasoning": 8985
      },
      "api_equiv_usd": 2.680754,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.680753750000001,
      "checks": {
        "passed": 21,
        "total": 21
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "interfaces-cut-list",
      "status": "pass",
      "duration_s": 96.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 226,
        "cached_input": 192667,
        "cache_write": 0,
        "cache_write_1h": 21378,
        "output": 7751,
        "reasoning": 2258
      },
      "api_equiv_usd": 0.865537,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.86553675,
      "checks": {
        "passed": 20,
        "total": 20
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "interfaces-quote-wizard",
      "status": "fail",
      "duration_s": 615.0,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 514,
        "cached_input": 996659,
        "cache_write": 0,
        "cache_write_1h": 78453,
        "output": 59025,
        "reasoning": 13456
      },
      "api_equiv_usd": 4.774615,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 4.7746147500000005,
      "checks": {
        "passed": 50,
        "total": 52
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "research-claims-audit",
      "status": "pass",
      "duration_s": 171.2,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 226,
        "cached_input": 203136,
        "cache_write": 0,
        "cache_write_1h": 29616,
        "output": 8447,
        "reasoning": 3814
      },
      "api_equiv_usd": 1.067714,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.067714,
      "checks": {
        "passed": 62,
        "total": 62
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "research-grant-portfolio",
      "status": "pass",
      "duration_s": 328.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 386,
        "cached_input": 644597,
        "cache_write": 0,
        "cache_write_1h": 60297,
        "output": 26900,
        "reasoning": 7393
      },
      "api_equiv_usd": 2.715949,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.7159492500000004,
      "checks": {
        "passed": 23,
        "total": 23
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "software-checkout-bugs",
      "status": "pass",
      "duration_s": 537.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 578,
        "cached_input": 1192356,
        "cache_write": 0,
        "cache_write_1h": 84348,
        "output": 42397,
        "reasoning": 7957
      },
      "api_equiv_usd": 4.110679,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 4.110679,
      "checks": {
        "passed": 37,
        "total": 37
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-fable",
      "task": "software-migration",
      "status": "pass",
      "duration_s": 458.8,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 482,
        "cached_input": 828745,
        "cache_write": 0,
        "cache_write_1h": 73855,
        "output": 43171,
        "reasoning": 11172
      },
      "api_equiv_usd": 3.847656,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 3.8476562499999996,
      "checks": {
        "passed": 29,
        "total": 29
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "cad-enclosure",
      "status": "pass",
      "duration_s": 251.8,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 26,
        "cached_input": 405468,
        "cache_write": 0,
        "cache_write_1h": 35588,
        "output": 18385,
        "reasoning": 9088
      },
      "api_equiv_usd": 0.733602,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.7336016,
      "checks": {
        "passed": 56,
        "total": 56
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "cad-sheet-metal",
      "status": "pass",
      "duration_s": 74.4,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 8,
        "cached_input": 69355,
        "cache_write": 0,
        "cache_write_1h": 13888,
        "output": 6312,
        "reasoning": 3380
      },
      "api_equiv_usd": 0.251247,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.251247,
      "checks": {
        "passed": 19,
        "total": 19
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "data-experiment-analysis",
      "status": "pass",
      "duration_s": 98.9,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 22,
        "cached_input": 270102,
        "cache_write": 0,
        "cache_write_1h": 23107,
        "output": 10800,
        "reasoning": 1440
      },
      "api_equiv_usd": 0.454964,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.4549644,
      "checks": {
        "passed": 19,
        "total": 19
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "data-month-end",
      "status": "pass",
      "duration_s": 164.8,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 18,
        "cached_input": 375823,
        "cache_write": 0,
        "cache_write_1h": 46008,
        "output": 18921,
        "reasoning": 8932
      },
      "api_equiv_usd": 0.821721,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.8217206000000001,
      "checks": {
        "passed": 24,
        "total": 24
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "design-from-inspiration",
      "status": "pass",
      "duration_s": 286.0,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 32,
        "cached_input": 625428,
        "cache_write": 0,
        "cache_write_1h": 47284,
        "output": 27401,
        "reasoning": 6601
      },
      "api_equiv_usd": 1.051506,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.0515056,
      "checks": {
        "passed": 48,
        "total": 48
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "design-recreate-mockup",
      "status": "fail",
      "duration_s": 774.4,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 116,
        "cached_input": 4094445,
        "cache_write": 0,
        "cache_write_1h": 117717,
        "output": 63824,
        "reasoning": 28534
      },
      "api_equiv_usd": 3.037569,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 3.037569,
      "checks": {
        "passed": 38,
        "total": 39
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "documents-contract-changes",
      "status": "pass",
      "duration_s": 151.9,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 16,
        "cached_input": 284506,
        "cache_write": 0,
        "cache_write_1h": 51987,
        "output": 20067,
        "reasoning": 7065
      },
      "api_equiv_usd": 0.874201,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.8742012000000001,
      "checks": {
        "passed": 25,
        "total": 25
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "documents-tender-response",
      "status": "pass",
      "duration_s": 224.4,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 28,
        "cached_input": 589322,
        "cache_write": 0,
        "cache_write_1h": 48393,
        "output": 24599,
        "reasoning": 13950
      },
      "api_equiv_usd": 0.9971,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.9971004,
      "checks": {
        "passed": 31,
        "total": 31
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "frontier-cad-assembly",
      "status": "pass",
      "duration_s": 744.2,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 42,
        "cached_input": 1257084,
        "cache_write": 0,
        "cache_write_1h": 93797,
        "output": 64029,
        "reasoning": 46985
      },
      "api_equiv_usd": 2.282541,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.2825407999999996,
      "checks": {
        "passed": 39,
        "total": 39
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "frontier-codebase-change",
      "status": "pass",
      "duration_s": 549.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 76,
        "cached_input": 3596026,
        "cache_write": 0,
        "cache_write_1h": 132201,
        "output": 63303,
        "reasoning": 18832
      },
      "api_equiv_usd": 3.043177,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 3.043177200000001,
      "checks": {
        "passed": 34,
        "total": 34
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "frontier-tender-pricing",
      "status": "pass",
      "duration_s": 268.2,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 32,
        "cached_input": 799343,
        "cache_write": 0,
        "cache_write_1h": 61622,
        "output": 24497,
        "reasoning": 11038
      },
      "api_equiv_usd": 1.142913,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.1429126000000003,
      "checks": {
        "passed": 18,
        "total": 18
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "frontier-web-app",
      "status": "pass",
      "duration_s": 632.4,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 82,
        "cached_input": 2923577,
        "cache_write": 0,
        "cache_write_1h": 103591,
        "output": 60970,
        "reasoning": 17801
      },
      "api_equiv_usd": 2.633171,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 2.633171400000001,
      "checks": {
        "passed": 46,
        "total": 46
      },
      "judge": {
        "pass": true,
        "passed": 8,
        "total": 8
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "handoff-long-thread",
      "status": "pass",
      "duration_s": 229.8,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 26,
        "cached_input": 597687,
        "cache_write": 0,
        "cache_write_1h": 60588,
        "output": 22760,
        "reasoning": 7619
      },
      "api_equiv_usd": 1.059545,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.0595454000000002,
      "checks": {
        "passed": 34,
        "total": 34
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "handoff-multi-cause-incident",
      "status": "pass",
      "duration_s": 181.7,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 32,
        "cached_input": 784368,
        "cache_write": 0,
        "cache_write_1h": 70150,
        "output": 16158,
        "reasoning": 5869
      },
      "api_equiv_usd": 1.041362,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.0413615999999999,
      "checks": {
        "passed": 21,
        "total": 21
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "interfaces-cut-list",
      "status": "pass",
      "duration_s": 58.4,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 16,
        "cached_input": 198265,
        "cache_write": 0,
        "cache_write_1h": 23987,
        "output": 6436,
        "reasoning": 1602
      },
      "api_equiv_usd": 0.360333,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.36033299999999996,
      "checks": {
        "passed": 20,
        "total": 20
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "interfaces-quote-wizard",
      "status": "pass",
      "duration_s": 928.7,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 8,
        "cached_input": 214192,
        "cache_write": 0,
        "cache_write_1h": 3561,
        "output": 2182,
        "reasoning": 549
      },
      "api_equiv_usd": 0.114998,
      "usage_note": "our API-equivalent differs from the agent's own figure ($4.0943)",
      "timed_out": false,
      "api_equiv_check_usd": 4.0943422,
      "checks": {
        "passed": 52,
        "total": 52
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "research-claims-audit",
      "status": "pass",
      "duration_s": 69.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 8,
        "cached_input": 81849,
        "cache_write": 0,
        "cache_write_1h": 28562,
        "output": 7977,
        "reasoning": 3516
      },
      "api_equiv_usd": 0.404438,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.4044378,
      "checks": {
        "passed": 62,
        "total": 62
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "research-grant-portfolio",
      "status": "pass",
      "duration_s": 144.9,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 30,
        "cached_input": 592257,
        "cache_write": 0,
        "cache_write_1h": 43683,
        "output": 15286,
        "reasoning": 3913
      },
      "api_equiv_usd": 0.773755,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.7737554000000001,
      "checks": {
        "passed": 23,
        "total": 23
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "software-checkout-bugs",
      "status": "pass",
      "duration_s": 285.3,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 40,
        "cached_input": 1168871,
        "cache_write": 0,
        "cache_write_1h": 78221,
        "output": 33131,
        "reasoning": 7737
      },
      "api_equiv_usd": 1.522322,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.5223222,
      "checks": {
        "passed": 37,
        "total": 37
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-opus",
      "task": "software-migration",
      "status": "pass",
      "duration_s": 369.2,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 38,
        "cached_input": 1045604,
        "cache_write": 0,
        "cache_write_1h": 74425,
        "output": 42116,
        "reasoning": 13276
      },
      "api_equiv_usd": 1.646993,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.6469928,
      "checks": {
        "passed": 29,
        "total": 29
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "cad-enclosure",
      "status": "pass",
      "duration_s": 89.5,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 14,
        "cached_input": 169938,
        "cache_write": 0,
        "cache_write_1h": 24212,
        "output": 10687,
        "reasoning": 4814
      },
      "api_equiv_usd": 0.237734,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.23773360000000002,
      "checks": {
        "passed": 56,
        "total": 56
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "cad-sheet-metal",
      "status": "fail",
      "duration_s": 41.9,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 8,
        "cached_input": 64851,
        "cache_write": 0,
        "cache_write_1h": 10922,
        "output": 5307,
        "reasoning": 3184
      },
      "api_equiv_usd": 0.109744,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.10974419999999999,
      "checks": {
        "passed": 18,
        "total": 19
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "data-experiment-analysis",
      "status": "pass",
      "duration_s": 59.0,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 18,
        "cached_input": 204272,
        "cache_write": 0,
        "cache_write_1h": 16259,
        "output": 7237,
        "reasoning": 1075
      },
      "api_equiv_usd": 0.178296,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.1782964,
      "checks": {
        "passed": 19,
        "total": 19
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "data-month-end",
      "status": "pass",
      "duration_s": 127.5,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 10,
        "cached_input": 151332,
        "cache_write": 0,
        "cache_write_1h": 46968,
        "output": 18412,
        "reasoning": 11131
      },
      "api_equiv_usd": 0.402278,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.40227840000000004,
      "checks": {
        "passed": 24,
        "total": 24
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "design-from-inspiration",
      "status": "fail",
      "duration_s": 143.9,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 16,
        "cached_input": 240183,
        "cache_write": 0,
        "cache_write_1h": 32832,
        "output": 20934,
        "reasoning": 5588
      },
      "api_equiv_usd": 0.388737,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.38873660000000004,
      "checks": {
        "passed": 47,
        "total": 48
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "design-recreate-mockup",
      "status": "pass",
      "duration_s": 1261.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 232,
        "cached_input": 14972542,
        "cache_write": 0,
        "cache_write_1h": 207289,
        "output": 113433,
        "reasoning": 63593
      },
      "api_equiv_usd": 4.958458,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 4.958458399999998,
      "checks": {
        "passed": 39,
        "total": 39
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "documents-contract-changes",
      "status": "pass",
      "duration_s": 128.0,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 24,
        "cached_input": 474171,
        "cache_write": 0,
        "cache_write_1h": 49984,
        "output": 18306,
        "reasoning": 8655
      },
      "api_equiv_usd": 0.477878,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.47787820000000003,
      "checks": {
        "passed": 25,
        "total": 25
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "documents-tender-response",
      "status": "pass",
      "duration_s": 126.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 18,
        "cached_input": 266978,
        "cache_write": 0,
        "cache_write_1h": 35910,
        "output": 17666,
        "reasoning": 9034
      },
      "api_equiv_usd": 0.373732,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.37373160000000005,
      "checks": {
        "passed": 31,
        "total": 31
      },
      "judge": {
        "pass": true,
        "passed": 11,
        "total": 11
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "frontier-cad-assembly",
      "status": "pass",
      "duration_s": 856.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 48,
        "cached_input": 1286982,
        "cache_write": 0,
        "cache_write_1h": 79707,
        "output": 62386,
        "reasoning": 49485
      },
      "api_equiv_usd": 1.20018,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.2001804,
      "checks": {
        "passed": 39,
        "total": 39
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "frontier-codebase-change",
      "status": "pass",
      "duration_s": 392.5,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 50,
        "cached_input": 2056716,
        "cache_write": 0,
        "cache_write_1h": 110249,
        "output": 54437,
        "reasoning": 19726
      },
      "api_equiv_usd": 1.396809,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.3968092000000003,
      "checks": {
        "passed": 34,
        "total": 34
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "frontier-tender-pricing",
      "status": "pass",
      "duration_s": 245.7,
      "cost_usd": null,
      "startup_s": 0.4,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 26,
        "cached_input": 563534,
        "cache_write": 0,
        "cache_write_1h": 59252,
        "output": 26786,
        "reasoning": 14286
      },
      "api_equiv_usd": 0.617627,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.6176267999999999,
      "checks": {
        "passed": 18,
        "total": 18
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "frontier-web-app",
      "status": "fail",
      "duration_s": 755.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 72,
        "cached_input": 3028882,
        "cache_write": 0,
        "cache_write_1h": 134970,
        "output": 80211,
        "reasoning": 33737
      },
      "api_equiv_usd": 1.94791,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 1.9479103999999994,
      "checks": {
        "passed": 45,
        "total": 46
      },
      "judge": {
        "pass": true,
        "passed": 8,
        "total": 8
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "handoff-long-thread",
      "status": "pass",
      "duration_s": 133.4,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 24,
        "cached_input": 496697,
        "cache_write": 0,
        "cache_write_1h": 56072,
        "output": 20001,
        "reasoning": 4448
      },
      "api_equiv_usd": 0.523685,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.5236854,
      "checks": {
        "passed": 34,
        "total": 34
      },
      "judge": {
        "pass": true,
        "passed": 10,
        "total": 10
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "handoff-multi-cause-incident",
      "status": "pass",
      "duration_s": 147.5,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 30,
        "cached_input": 622488,
        "cache_write": 0,
        "cache_write_1h": 56039,
        "output": 15543,
        "reasoning": 5538
      },
      "api_equiv_usd": 0.504144,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.5041436,
      "checks": {
        "passed": 21,
        "total": 21
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "interfaces-cut-list",
      "status": "pass",
      "duration_s": 320.7,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 24,
        "cached_input": 294428,
        "cache_write": 0,
        "cache_write_1h": 22522,
        "output": 8223,
        "reasoning": 2062
      },
      "api_equiv_usd": 0.231252,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.23125160000000003,
      "checks": {
        "passed": 20,
        "total": 20
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "interfaces-quote-wizard",
      "status": "fail",
      "duration_s": 307.6,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 36,
        "cached_input": 1019087,
        "cache_write": 0,
        "cache_write_1h": 67758,
        "output": 47788,
        "reasoning": 17010
      },
      "api_equiv_usd": 0.952801,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.9528014,
      "checks": {
        "passed": 51,
        "total": 52
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "research-claims-audit",
      "status": "pass",
      "duration_s": 39.1,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 10,
        "cached_input": 108035,
        "cache_write": 0,
        "cache_write_1h": 26153,
        "output": 5559,
        "reasoning": 2279
      },
      "api_equiv_usd": 0.181829,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.181829,
      "checks": {
        "passed": 62,
        "total": 62
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "research-grant-portfolio",
      "status": "fail",
      "duration_s": 70.2,
      "cost_usd": null,
      "startup_s": 0.3,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 14,
        "cached_input": 209580,
        "cache_write": 0,
        "cache_write_1h": 37846,
        "output": 10141,
        "reasoning": 4524
      },
      "api_equiv_usd": 0.294738,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.294738,
      "checks": {
        "passed": 22,
        "total": 23
      },
      "judge": {
        "pass": true,
        "passed": 7,
        "total": 7
      },
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "software-checkout-bugs",
      "status": "pass",
      "duration_s": 254.7,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 36,
        "cached_input": 974952,
        "cache_write": 0,
        "cache_write_1h": 72949,
        "output": 31940,
        "reasoning": 10012
      },
      "api_equiv_usd": 0.806258,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.8062584,
      "checks": {
        "passed": 37,
        "total": 37
      },
      "judge": null,
      "note": ""
    },
    {
      "entrant": "claude-code-sonnet",
      "task": "software-migration",
      "status": "pass",
      "duration_s": 280.3,
      "cost_usd": null,
      "startup_s": 0.2,
      "cost_basis": "api-equivalent (subscription)",
      "tokens": {
        "input": 30,
        "cached_input": 770025,
        "cache_write": 0,
        "cache_write_1h": 69078,
        "output": 41380,
        "reasoning": 15861
      },
      "api_equiv_usd": 0.844177,
      "usage_note": "",
      "timed_out": false,
      "api_equiv_check_usd": 0.844177,
      "checks": {
        "passed": 29,
        "total": 29
      },
      "judge": null,
      "note": ""
    }
  ],
  "judge": {
    "model": "z-ai/glm-5.3",
    "via": "OpenRouter"
  },
  "method_version": "1"
}