{
 "_schema": "1.0",
 "kind": "extract",
 "dates": [
  "2026-10-12",
  "2026-10-13",
  "2026-10-14",
  "2026-10-15",
  "2026-10-16",
  "2026-10-18",
  "2026-10-21",
  "2026-10-22",
  "2026-10-23",
  "2026-10-24",
  "2026-10-25",
  "2026-10-26",
  "2026-10-27",
  "2026-10-28"
 ],
 "models": [
  "claude-haiku-5-5",
  "glm-5.3-flash",
  "gpt-6-luna"
 ],
 "newest_day": "2026-10-28",
 "newest_day_roster": [
  {
   "model": "gpt-6-luna",
   "state": "published"
  },
  {
   "model": "claude-haiku-5-5",
   "state": "published"
  },
  {
   "model": "glm-5.3-flash",
   "state": "published"
  }
 ],
 "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.",
 "rows": [
  {
   "date": "2026-10-12",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000178204",
   "cost_per_pass": 0.000178204,
   "spent_usd": "0.0089102",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5611.546318
  },
  {
   "date": "2026-10-12",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002507177551020408163265306122",
   "cost_per_pass": 0.0002507177551020408,
   "spent_usd": "0.01228517",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3988.548795
  },
  {
   "date": "2026-10-12",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000118206",
   "cost_per_pass": 0.000118206,
   "spent_usd": "0.0059103",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8459.807455
  },
  {
   "date": "2026-10-13",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000180884",
   "cost_per_pass": 0.000180884,
   "spent_usd": "0.0090442",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5528.404945
  },
  {
   "date": "2026-10-13",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002411446938775510204081632653",
   "cost_per_pass": 0.00024114469387755103,
   "spent_usd": "0.01181609",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 4146.887845
  },
  {
   "date": "2026-10-13",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000119036",
   "cost_per_pass": 0.000119036,
   "spent_usd": "0.0059518",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8400.81992
  },
  {
   "date": "2026-10-14",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0001853714285714285714285714286",
   "cost_per_pass": 0.00018537142857142857,
   "spent_usd": "0.0090832",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5394.574599
  },
  {
   "date": "2026-10-14",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002426038775510204081632653061",
   "cost_per_pass": 0.0002426038775510204,
   "spent_usd": "0.01188759",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 4121.945659
  },
  {
   "date": "2026-10-14",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000118816",
   "cost_per_pass": 0.000118816,
   "spent_usd": "0.0059408",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8416.374899
  },
  {
   "date": "2026-10-15",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000180494",
   "cost_per_pass": 0.000180494,
   "spent_usd": "0.0090247",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5540.350372
  },
  {
   "date": "2026-10-15",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002406471428571428571428571429",
   "cost_per_pass": 0.00024064714285714287,
   "spent_usd": "0.01179171",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 4155.461761
  },
  {
   "date": "2026-10-15",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000118196",
   "cost_per_pass": 0.000118196,
   "spent_usd": "0.0059098",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8460.523199
  },
  {
   "date": "2026-10-16",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000179694",
   "cost_per_pass": 0.000179694,
   "spent_usd": "0.0089847",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5565.016083
  },
  {
   "date": "2026-10-16",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002673642857142857142857142857",
   "cost_per_pass": 0.0002673642857142857,
   "spent_usd": "0.01310085",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3740.21533
  },
  {
   "date": "2026-10-16",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000117606",
   "cost_per_pass": 0.000117606,
   "spent_usd": "0.0058803",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8502.967536
  },
  {
   "date": "2026-10-18",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-21",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000184494",
   "cost_per_pass": 0.000184494,
   "spent_usd": "0.0092247",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5420.230468
  },
  {
   "date": "2026-10-21",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002668932653061224489795918367",
   "cost_per_pass": 0.00026689326530612243,
   "spent_usd": "0.01307777",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3746.816162
  },
  {
   "date": "2026-10-21",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000120306",
   "cost_per_pass": 0.000120306,
   "spent_usd": "0.0060153",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8312.137383
  },
  {
   "date": "2026-10-22",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000182774",
   "cost_per_pass": 0.000182774,
   "spent_usd": "0.0091387",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5471.237703
  },
  {
   "date": "2026-10-22",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 48,
   "failed": 2,
   "held": 0,
   "pass_rate": 0.96,
   "cost_per_pass_usd": "0.0002672410416666666666666666667",
   "cost_per_pass": 0.0002672410416666667,
   "spent_usd": "0.01282757",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3741.940212
  },
  {
   "date": "2026-10-22",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-23",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000116306",
   "cost_per_pass": 0.000116306,
   "spent_usd": "0.0058153",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8598.008701
  },
  {
   "date": "2026-10-23",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0001848612244897959183673469388",
   "cost_per_pass": 0.00018486122448979592,
   "spent_usd": "0.0090582",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5409.463249
  },
  {
   "date": "2026-10-23",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002711891836734693877551020408",
   "cost_per_pass": 0.0002711891836734694,
   "spent_usd": "0.01328827",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3687.462702
  },
  {
   "date": "2026-10-24",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-25",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000180844",
   "cost_per_pass": 0.000180844,
   "spent_usd": "0.0090422",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5529.627745
  },
  {
   "date": "2026-10-25",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002720565306122448979591836735",
   "cost_per_pass": 0.0002720565306122449,
   "spent_usd": "0.01333077",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3675.706655
  },
  {
   "date": "2026-10-25",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000119446",
   "cost_per_pass": 0.000119446,
   "spent_usd": "0.0059723",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8371.983993
  },
  {
   "date": "2026-10-26",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000178874",
   "cost_per_pass": 0.000178874,
   "spent_usd": "0.0089437",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5590.52741
  },
  {
   "date": "2026-10-26",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002685581632653061224489795918",
   "cost_per_pass": 0.0002685581632653061,
   "spent_usd": "0.01315935",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3723.588171
  },
  {
   "date": "2026-10-26",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000120236",
   "cost_per_pass": 0.000120236,
   "spent_usd": "0.0060118",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8316.976613
  },
  {
   "date": "2026-10-27",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000118666",
   "cost_per_pass": 0.000118666,
   "spent_usd": "0.0059333",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8427.013635
  },
  {
   "date": "2026-10-27",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0001813306122448979591836734694",
   "cost_per_pass": 0.00018133061224489795,
   "spent_usd": "0.0088852",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5514.788637
  },
  {
   "date": "2026-10-27",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0002573314",
   "cost_per_pass": 0.0002573314,
   "spent_usd": "0.01286657",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3886.039558
  },
  {
   "date": "2026-10-28",
   "kind": "extract",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000117786",
   "cost_per_pass": 0.000117786,
   "spent_usd": "0.0058893",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 8489.973341
  },
  {
   "date": "2026-10-28",
   "kind": "extract",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0001827591836734693877551020408",
   "cost_per_pass": 0.0001827591836734694,
   "spent_usd": "0.0089552",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 5471.681258
  },
  {
   "date": "2026-10-28",
   "kind": "extract",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 49,
   "failed": 1,
   "held": 0,
   "pass_rate": 0.98,
   "cost_per_pass_usd": "0.0002723022448979591836734693878",
   "cost_per_pass": 0.0002723022448979592,
   "spent_usd": "0.01334281",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 3672.389849
  }
 ],
 "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged."
}