{
 "_schema": "1.0",
 "kind": "decide",
 "dates": [
  "2026-10-12",
  "2026-10-13",
  "2026-10-14",
  "2026-10-15",
  "2026-10-16",
  "2026-10-18",
  "2026-10-21",
  "2026-10-22",
  "2026-10-23",
  "2026-10-24",
  "2026-10-25",
  "2026-10-26",
  "2026-10-27",
  "2026-10-28",
  "2026-11-05",
  "2026-11-06",
  "2026-11-07",
  "2026-11-08",
  "2026-11-09",
  "2026-11-10"
 ],
 "models": [
  "claude-haiku-5-5",
  "glm-5.3-flash",
  "gpt-6-luna",
  "gemini-3.1-flash-lite"
 ],
 "newest_day": "2026-11-10",
 "newest_day_roster": [
  {
   "model": "gpt-6-luna",
   "state": "published"
  },
  {
   "model": "claude-haiku-5-5",
   "state": "published"
  },
  {
   "model": "gemini-3.1-flash-lite",
   "state": "published"
  },
  {
   "model": "glm-5.3-flash",
   "state": "published"
  }
 ],
 "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.",
 "rows": [
  {
   "date": "2026-10-12",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000327512",
   "cost_per_pass": 0.000327512,
   "spent_usd": "0.0163756",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3053.323237
  },
  {
   "date": "2026-10-12",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003468916",
   "cost_per_pass": 0.0003468916,
   "spent_usd": "0.01734458",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2882.744927
  },
  {
   "date": "2026-10-12",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000162812",
   "cost_per_pass": 0.000162812,
   "spent_usd": "0.0081406",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6142.053411
  },
  {
   "date": "2026-10-13",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000323402",
   "cost_per_pass": 0.000323402,
   "spent_usd": "0.0161701",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3092.126827
  },
  {
   "date": "2026-10-13",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003201764",
   "cost_per_pass": 0.0003201764,
   "spent_usd": "0.01600882",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3123.278293
  },
  {
   "date": "2026-10-13",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000163592",
   "cost_per_pass": 0.000163592,
   "spent_usd": "0.0081796",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6112.768351
  },
  {
   "date": "2026-10-14",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325402",
   "cost_per_pass": 0.000325402,
   "spent_usd": "0.0162701",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3073.121862
  },
  {
   "date": "2026-10-14",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003241144",
   "cost_per_pass": 0.0003241144,
   "spent_usd": "0.01620572",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3085.330365
  },
  {
   "date": "2026-10-14",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000163662",
   "cost_per_pass": 0.000163662,
   "spent_usd": "0.0081831",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6110.153854
  },
  {
   "date": "2026-10-15",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000327692",
   "cost_per_pass": 0.000327692,
   "spent_usd": "0.0163846",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3051.646058
  },
  {
   "date": "2026-10-15",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003149128",
   "cost_per_pass": 0.0003149128,
   "spent_usd": "0.01574564",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3175.482229
  },
  {
   "date": "2026-10-15",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000163592",
   "cost_per_pass": 0.000163592,
   "spent_usd": "0.0081796",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6112.768351
  },
  {
   "date": "2026-10-16",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000324342",
   "cost_per_pass": 0.000324342,
   "spent_usd": "0.0162171",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3083.165301
  },
  {
   "date": "2026-10-16",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004314556",
   "cost_per_pass": 0.0004314556,
   "spent_usd": "0.02157278",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2317.735591
  },
  {
   "date": "2026-10-16",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000162882",
   "cost_per_pass": 0.000162882,
   "spent_usd": "0.0081441",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6139.413809
  },
  {
   "date": "2026-10-18",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-21",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325402",
   "cost_per_pass": 0.000325402,
   "spent_usd": "0.0162701",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3073.121862
  },
  {
   "date": "2026-10-21",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004266152",
   "cost_per_pass": 0.0004266152,
   "spent_usd": "0.02133076",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2344.032749
  },
  {
   "date": "2026-10-21",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000163572",
   "cost_per_pass": 0.000163572,
   "spent_usd": "0.0081786",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6113.515761
  },
  {
   "date": "2026-10-22",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325652",
   "cost_per_pass": 0.000325652,
   "spent_usd": "0.0162826",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3070.762655
  },
  {
   "date": "2026-10-22",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004044236",
   "cost_per_pass": 0.0004044236,
   "spent_usd": "0.02022118",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2472.654909
  },
  {
   "date": "2026-10-22",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-23",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000161872",
   "cost_per_pass": 0.000161872,
   "spent_usd": "0.0080936",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6177.720668
  },
  {
   "date": "2026-10-23",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000331412",
   "cost_per_pass": 0.000331412,
   "spent_usd": "0.0165706",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3017.392249
  },
  {
   "date": "2026-10-23",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004302656",
   "cost_per_pass": 0.0004302656,
   "spent_usd": "0.02151328",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2324.14583
  },
  {
   "date": "2026-10-24",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-25",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000329202",
   "cost_per_pass": 0.000329202,
   "spent_usd": "0.0164601",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3037.648617
  },
  {
   "date": "2026-10-25",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004006952",
   "cost_per_pass": 0.0004006952,
   "spent_usd": "0.02003476",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2495.662539
  },
  {
   "date": "2026-10-25",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164052",
   "cost_per_pass": 0.000164052,
   "spent_usd": "0.0082026",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6095.628215
  },
  {
   "date": "2026-10-26",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000328472",
   "cost_per_pass": 0.000328472,
   "spent_usd": "0.0164236",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3044.399523
  },
  {
   "date": "2026-10-26",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004014948",
   "cost_per_pass": 0.0004014948,
   "spent_usd": "0.02007474",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2490.692283
  },
  {
   "date": "2026-10-26",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164062",
   "cost_per_pass": 0.000164062,
   "spent_usd": "0.0082031",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6095.256671
  },
  {
   "date": "2026-10-27",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164052",
   "cost_per_pass": 0.000164052,
   "spent_usd": "0.0082026",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6095.628215
  },
  {
   "date": "2026-10-27",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000326412",
   "cost_per_pass": 0.000326412,
   "spent_usd": "0.0163206",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3063.612857
  },
  {
   "date": "2026-10-27",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0004022956",
   "cost_per_pass": 0.0004022956,
   "spent_usd": "0.02011478",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2485.73437
  },
  {
   "date": "2026-10-28",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164392",
   "cost_per_pass": 0.000164392,
   "spent_usd": "0.0082196",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6083.021072
  },
  {
   "date": "2026-10-28",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325812",
   "cost_per_pass": 0.000325812,
   "spent_usd": "0.0162906",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3069.254662
  },
  {
   "date": "2026-10-28",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000398256",
   "cost_per_pass": 0.000398256,
   "spent_usd": "0.01991280",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2510.947732
  },
  {
   "date": "2026-11-05",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000163862",
   "cost_per_pass": 0.000163862,
   "spent_usd": "0.0081931",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6102.696171
  },
  {
   "date": "2026-11-05",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325442",
   "cost_per_pass": 0.000325442,
   "spent_usd": "0.0162721",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3072.744145
  },
  {
   "date": "2026-11-05",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 44,
   "failed": 6,
   "held": 0,
   "pass_rate": 0.88,
   "cost_per_pass_usd": "0.0004454261363636363636363636364",
   "cost_per_pass": 0.0004454261363636364,
   "spent_usd": "0.01959875",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2245.041138
  },
  {
   "date": "2026-11-05",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003356128",
   "cost_per_pass": 0.0003356128,
   "spent_usd": "0.01678064",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 2979.624138
  },
  {
   "date": "2026-11-06",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000162892",
   "cost_per_pass": 0.000162892,
   "spent_usd": "0.0081446",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6139.036908
  },
  {
   "date": "2026-11-06",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000327052",
   "cost_per_pass": 0.000327052,
   "spent_usd": "0.0163526",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3057.617749
  },
  {
   "date": "2026-11-06",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 45,
   "failed": 5,
   "held": 0,
   "pass_rate": 0.9,
   "cost_per_pass_usd": "0.0004329277777777777777777777778",
   "cost_per_pass": 0.0004329277777777778,
   "spent_usd": "0.01948175",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2309.854094
  },
  {
   "date": "2026-11-06",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00032124",
   "cost_per_pass": 0.00032124,
   "spent_usd": "0.01606200",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3112.937368
  },
  {
   "date": "2026-11-07",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164502",
   "cost_per_pass": 0.000164502,
   "spent_usd": "0.0082251",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6078.953447
  },
  {
   "date": "2026-11-07",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325672",
   "cost_per_pass": 0.000325672,
   "spent_usd": "0.0162836",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3070.574075
  },
  {
   "date": "2026-11-07",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 44,
   "failed": 6,
   "held": 0,
   "pass_rate": 0.88,
   "cost_per_pass_usd": "0.0004449829545454545454545454545",
   "cost_per_pass": 0.0004449829545454545,
   "spent_usd": "0.01957925",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2247.277092
  },
  {
   "date": "2026-11-07",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003053396",
   "cost_per_pass": 0.0003053396,
   "spent_usd": "0.01526698",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3275.041953
  },
  {
   "date": "2026-11-08",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000162662",
   "cost_per_pass": 0.000162662,
   "spent_usd": "0.0081331",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6147.717353
  },
  {
   "date": "2026-11-08",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325352",
   "cost_per_pass": 0.000325352,
   "spent_usd": "0.0162676",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3073.594138
  },
  {
   "date": "2026-11-08",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 44,
   "failed": 6,
   "held": 0,
   "pass_rate": 0.88,
   "cost_per_pass_usd": "0.0004462784090909090909090909091",
   "cost_per_pass": 0.0004462784090909091,
   "spent_usd": "0.01963625",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2240.753708
  },
  {
   "date": "2026-11-08",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000299418",
   "cost_per_pass": 0.000299418,
   "spent_usd": "0.01497090",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3339.81257
  },
  {
   "date": "2026-11-09",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000164622",
   "cost_per_pass": 0.000164622,
   "spent_usd": "0.0082311",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6074.522239
  },
  {
   "date": "2026-11-09",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000325682",
   "cost_per_pass": 0.000325682,
   "spent_usd": "0.0162841",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3070.479793
  },
  {
   "date": "2026-11-09",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 45,
   "failed": 5,
   "held": 0,
   "pass_rate": 0.9,
   "cost_per_pass_usd": "0.0004364277777777777777777777778",
   "cost_per_pass": 0.00043642777777777776,
   "spent_usd": "0.01963925",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2291.329862
  },
  {
   "date": "2026-11-09",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0003026368",
   "cost_per_pass": 0.0003026368,
   "spent_usd": "0.01513184",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3304.29082
  },
  {
   "date": "2026-11-10",
   "kind": "decide",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000162532",
   "cost_per_pass": 0.000162532,
   "spent_usd": "0.0081266",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 6152.634558
  },
  {
   "date": "2026-11-10",
   "kind": "decide",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000331412",
   "cost_per_pass": 0.000331412,
   "spent_usd": "0.0165706",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 3017.392249
  },
  {
   "date": "2026-11-10",
   "kind": "decide",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 45,
   "failed": 5,
   "held": 0,
   "pass_rate": 0.9,
   "cost_per_pass_usd": "0.0004329277777777777777777777778",
   "cost_per_pass": 0.0004329277777777778,
   "spent_usd": "0.01948175",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 2309.854094
  },
  {
   "date": "2026-11-10",
   "kind": "decide",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0003116106122448979591836734694",
   "cost_per_pass": 0.00031161061224489793,
   "spent_usd": "0.01526892",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3209.133324
  }
 ],
 "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged."
}