{
  "run_id": "2026-10-08-core-greedy-nothink-bff88f",
  "suite": "decision-conformance",
  "tier": "core",
  "suite_hash": "554e796a858218e48bcb83da003554769782a4a32d3e061da87510d7f9cea490",
  "subject": "d1-3b/hf-051bcc4/fp32-liquidai/decide-server-d1-torch-cuda-tf5.19.0-torch2.14.1-cu126",
  "mode": "native",
  "profile": "greedy-nothink",
  "status": "complete",
  "label": null,
  "items": {
    "planned": 17,
    "attempted": 17,
    "succeeded": 17,
    "failed": 0,
    "failed_by_status": {}
  },
  "metrics": {
    "checks": {
      "invariants": {
        "passed": 33,
        "total": 33,
        "failures": []
      },
      "batched_vs_separate": {
        "passed": 6,
        "total": 6,
        "failures": [],
        "max_abs_diff": 0.000001
      },
      "repeat_stability": {
        "passed": 6,
        "total": 6,
        "failures": [],
        "max_std": 0
      },
      "option_order": {
        "passed": 2,
        "total": 2,
        "failures": [],
        "max_confidence_delta": 0.074788
      },
      "monotonic": {
        "passed": 2,
        "total": 2,
        "failures": [],
        "expected_scores": [
          0.288371,
          1.361762,
          2.755265
        ]
      }
    },
    "passed": 49,
    "total": 49
  },
  "latency_ms": {
    "p50": 396.539875,
    "p95": 558.708834,
    "p99": 558.708834,
    "note": "successful requests, nearest rank, measured from America/Chicago"
  },
  "usage": {
    "input_tokens": 3355,
    "output_tokens": 0,
    "cost_usd": 0
  }
}