{
  "measured_at": "2026-09-05T12:48:30.982Z",
  "model": "fable",
  "provider": "anthropic",
  "modelMetadata": [
    {
      "adapter_error": {
        "exit_code": 1,
        "reason": "CLI invocation failed",
        "mentioned_options": [
          "--json-schema"
        ]
      }
    },
    {
      "adapter_error": {
        "exit_code": 1,
        "reason": "CLI invocation failed",
        "mentioned_options": [
          "--json-schema"
        ]
      }
    }
  ],
  "sourceHashes": {
    "lib/commerce/agent.ts": "80b16ca7a79759b0a109e25acc8cd5bacb2a049af09b8c1717181ffc54a3e675",
    "lib/commerce/economics.ts": "a4df49e5e59e17188102361a7158bd53537cfbe779585fc47c86e95b82e04406",
    "lib/commerce/economics-provenance.ts": "24a0fa4a0df96fc66c1d7d859fdc5143f035d5226764294b1147b35807da687d",
    "lib/intent/codex-cli.ts": "8e825518c151ac5c60c79a6e50c2c08cb402f25f44077712cde56dd5a48b702a",
    "scripts/eval-commerce.ts": "4cf6be338a981b22f9f0cc047ca00fdd89507d7435fcc82f1926991b5a87d75d",
    "benchmarks/commerce-v1/claude-adapter.ts": "5d368743760533e2ce9852cccb43025156574168d202c39961e06d016bd9f26b"
  },
  "status": "public-development-diagnostic-not-independent-benchmark",
  "expected_cases": 1,
  "results": [
    {
      "id": "unit-economics",
      "passed": false,
      "elapsed_ms": 1233,
      "used_tools": [
        "business"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        }
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "fd8b9814-9a63-443c-93d6-c0d57a502fd2",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    }
  ]
}