{
  "measured_at": "2026-09-05T13:08:44.115Z",
  "model": "gpt-5.5",
  "provider": "openai",
  "modelMetadata": [],
  "sourceHashes": {
    "lib/commerce/agent.ts": "362b80dcc1dc17a357765eb5486bc54bcdf22b12de77f84cfa0c5847e35676b6",
    "lib/commerce/economics.ts": "a4df49e5e59e17188102361a7158bd53537cfbe779585fc47c86e95b82e04406",
    "lib/commerce/economics-provenance.ts": "24a0fa4a0df96fc66c1d7d859fdc5143f035d5226764294b1147b35807da687d",
    "lib/intent/codex-cli.ts": "8e825518c151ac5c60c79a6e50c2c08cb402f25f44077712cde56dd5a48b702a",
    "scripts/eval-commerce.ts": "f9adf229f1ff61914451f49b4ca54e8fa2f51702f1983dd1d4d0b92b63b68160",
    "benchmarks/commerce-v1/claude-adapter.ts": "4dc4eaa419adc92f57551d79f443f928a5b055790e8d950e05e40220bfd02dcf",
    "benchmarks/commerce-v1/supplier-scenarios.ts": "728abc11c0da4394fab287c947f111042fac36f3c57c3fc9b567cf5e3c7227fa",
    "lib/commerce/supplier-order.ts": "a36ad35f59054c30a14f8c3113203570e8cc920630af799718625777085116a2",
    "lib/commerce/tools.ts": "63404bf1d2f2842787dcdcfc2f41dd7b2054b978891268a22ad1f3e37e855cd8"
  },
  "status": "public-development-diagnostic-not-independent-benchmark",
  "expected_cases": 1,
  "results": [
    {
      "id": "supplier-minimum-order",
      "passed": false,
      "elapsed_ms": 28218,
      "used_tools": [
        "business",
        "supplier_order"
      ],
      "toolDiagnostics": [
        {
          "tool": "business",
          "status": "ok"
        },
        {
          "tool": "supplier_order",
          "status": "unavailable",
          "explanation": "Error: Supply one complete, verbatim founder message containing the supplier terms."
        }
      ],
      "response": {
        "kind": "answer",
        "message": "I couldn't complete that analysis right now. I haven't changed anything in your store. Please retry your question.",
        "degraded": true,
        "run_id": "3e4fc1c8-248b-4907-a1f0-2b8863cee05e",
        "engine": "commerce-reasoning-v1",
        "evidence": [
          {
            "id": "e1",
            "source": "business",
            "status": "ok",
            "observed_at": "2026-09-05T00:00:00Z"
          },
          {
            "id": "e2",
            "source": "supplier_order",
            "status": "unavailable",
            "observed_at": "2026-09-05T00:00:00Z"
          }
        ]
      },
      "error": "AssertionError [ERR_ASSERTION]: Model did not produce a valid final answer"
    }
  ]
}