{
 "_schema": "1.0",
 "kind": "classify",
 "dates": [
  "2026-10-12",
  "2026-10-13",
  "2026-10-14",
  "2026-10-15",
  "2026-10-16",
  "2026-10-18",
  "2026-10-21",
  "2026-10-22",
  "2026-10-23",
  "2026-10-24",
  "2026-10-25",
  "2026-10-26",
  "2026-10-27",
  "2026-10-28",
  "2026-11-05",
  "2026-11-06",
  "2026-11-07",
  "2026-11-08",
  "2026-11-09",
  "2026-11-10"
 ],
 "models": [
  "claude-haiku-5-5",
  "glm-5.3-flash",
  "gpt-6-luna",
  "gemini-3.1-flash-lite"
 ],
 "newest_day": "2026-11-10",
 "newest_day_roster": [
  {
   "model": "gpt-6-luna",
   "state": "published"
  },
  {
   "model": "claude-haiku-5-5",
   "state": "published"
  },
  {
   "model": "gemini-3.1-flash-lite",
   "state": "published"
  },
  {
   "model": "glm-5.3-flash",
   "state": "published"
  }
 ],
 "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.",
 "rows": [
  {
   "date": "2026-10-12",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000150906",
   "cost_per_pass": 0.000150906,
   "spent_usd": "0.0075453",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6626.64175
  },
  {
   "date": "2026-10-12",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001257876",
   "cost_per_pass": 0.0001257876,
   "spent_usd": "0.00628938",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7949.909212
  },
  {
   "date": "2026-10-12",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088282",
   "cost_per_pass": 8.8282e-05,
   "spent_usd": "0.0044141",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11327.3374
  },
  {
   "date": "2026-10-13",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000151166",
   "cost_per_pass": 0.000151166,
   "spent_usd": "0.0075583",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6615.244169
  },
  {
   "date": "2026-10-13",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001222012",
   "cost_per_pass": 0.0001222012,
   "spent_usd": "0.00611006",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 8183.225697
  },
  {
   "date": "2026-10-13",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087592",
   "cost_per_pass": 8.7592e-05,
   "spent_usd": "0.0043796",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11416.56772
  },
  {
   "date": "2026-10-14",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000151666",
   "cost_per_pass": 0.000151666,
   "spent_usd": "0.0075833",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6593.435576
  },
  {
   "date": "2026-10-14",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001265812",
   "cost_per_pass": 0.0001265812,
   "spent_usd": "0.00632906",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7900.067309
  },
  {
   "date": "2026-10-14",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087662",
   "cost_per_pass": 8.7662e-05,
   "spent_usd": "0.0043831",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11407.45135
  },
  {
   "date": "2026-10-15",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149336",
   "cost_per_pass": 0.000149336,
   "spent_usd": "0.0074668",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6696.308994
  },
  {
   "date": "2026-10-15",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001306776",
   "cost_per_pass": 0.0001306776,
   "spent_usd": "0.00653388",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7652.42092
  },
  {
   "date": "2026-10-15",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088502",
   "cost_per_pass": 8.8502e-05,
   "spent_usd": "0.0044251",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11299.17968
  },
  {
   "date": "2026-10-16",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149616",
   "cost_per_pass": 0.000149616,
   "spent_usd": "0.0074808",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6683.777136
  },
  {
   "date": "2026-10-16",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001681284",
   "cost_per_pass": 0.0001681284,
   "spent_usd": "0.00840642",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5947.835107
  },
  {
   "date": "2026-10-16",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088272",
   "cost_per_pass": 8.8272e-05,
   "spent_usd": "0.0044136",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11328.62063
  },
  {
   "date": "2026-10-18",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-18",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-21",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149326",
   "cost_per_pass": 0.000149326,
   "spent_usd": "0.0074663",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6696.75743
  },
  {
   "date": "2026-10-21",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001824572",
   "cost_per_pass": 0.0001824572,
   "spent_usd": "0.00912286",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5480.7374
  },
  {
   "date": "2026-10-21",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087692",
   "cost_per_pass": 8.7692e-05,
   "spent_usd": "0.0043846",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11403.54878
  },
  {
   "date": "2026-10-22",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000148736",
   "cost_per_pass": 0.000148736,
   "spent_usd": "0.0074368",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6723.321859
  },
  {
   "date": "2026-10-22",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000175836",
   "cost_per_pass": 0.000175836,
   "spent_usd": "0.00879180",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5687.117541
  },
  {
   "date": "2026-10-22",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-23",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088682",
   "cost_per_pass": 8.8682e-05,
   "spent_usd": "0.0044341",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11276.24546
  },
  {
   "date": "2026-10-23",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000148076",
   "cost_per_pass": 0.000148076,
   "spent_usd": "0.0074038",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6753.288852
  },
  {
   "date": "2026-10-23",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001758872",
   "cost_per_pass": 0.0001758872,
   "spent_usd": "0.00879436",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5685.462046
  },
  {
   "date": "2026-10-24",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "claude-haiku-5-5",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "glm-5.3-flash",
   "ipd": null
  },
  {
   "date": "2026-10-24",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "not run",
   "state": "not_run",
   "items": null,
   "passed": null,
   "failed": null,
   "held": null,
   "pass_rate": null,
   "cost_per_pass_usd": null,
   "cost_per_pass": null,
   "spent_usd": null,
   "held_rate": null,
   "assembled_by_nlnl_labs": "no",
   "note": "not run; no reason recorded in the source",
   "source_model": "gpt-6-luna",
   "ipd": null
  },
  {
   "date": "2026-10-25",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000148356",
   "cost_per_pass": 0.000148356,
   "spent_usd": "0.0074178",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6740.543018
  },
  {
   "date": "2026-10-25",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000175036",
   "cost_per_pass": 0.000175036,
   "spent_usd": "0.00875180",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5713.110446
  },
  {
   "date": "2026-10-25",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088442",
   "cost_per_pass": 8.8442e-05,
   "spent_usd": "0.0044221",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11306.84516
  },
  {
   "date": "2026-10-26",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149946",
   "cost_per_pass": 0.000149946,
   "spent_usd": "0.0074973",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6669.067531
  },
  {
   "date": "2026-10-26",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001806972",
   "cost_per_pass": 0.0001806972,
   "spent_usd": "0.00903486",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5534.120064
  },
  {
   "date": "2026-10-26",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088142",
   "cost_per_pass": 8.8142e-05,
   "spent_usd": "0.0044071",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11345.32913
  },
  {
   "date": "2026-10-27",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088342",
   "cost_per_pass": 8.8342e-05,
   "spent_usd": "0.0044171",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11319.64411
  },
  {
   "date": "2026-10-27",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000151936",
   "cost_per_pass": 0.000151936,
   "spent_usd": "0.0075968",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6581.718618
  },
  {
   "date": "2026-10-27",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000173352",
   "cost_per_pass": 0.000173352,
   "spent_usd": "0.00866760",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5768.609534
  },
  {
   "date": "2026-10-28",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087822",
   "cost_per_pass": 8.7822e-05,
   "spent_usd": "0.0043911",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11386.66849
  },
  {
   "date": "2026-10-28",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000151016",
   "cost_per_pass": 0.000151016,
   "spent_usd": "0.0075508",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6621.814907
  },
  {
   "date": "2026-10-28",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000181386",
   "cost_per_pass": 0.000181386,
   "spent_usd": "0.00906930",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 5513.10465
  },
  {
   "date": "2026-11-05",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087822",
   "cost_per_pass": 8.7822e-05,
   "spent_usd": "0.0043911",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11386.66849
  },
  {
   "date": "2026-11-05",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149206",
   "cost_per_pass": 0.000149206,
   "spent_usd": "0.0074603",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6702.143345
  },
  {
   "date": "2026-11-05",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021134",
   "cost_per_pass": 0.00021134,
   "spent_usd": "0.01056700",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4731.711933
  },
  {
   "date": "2026-11-05",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001319752",
   "cost_per_pass": 0.0001319752,
   "spent_usd": "0.00659876",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7577.181167
  },
  {
   "date": "2026-11-06",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087912",
   "cost_per_pass": 8.7912e-05,
   "spent_usd": "0.0043956",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11375.01138
  },
  {
   "date": "2026-11-06",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000147686",
   "cost_per_pass": 0.000147686,
   "spent_usd": "0.0073843",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6771.122517
  },
  {
   "date": "2026-11-06",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021080",
   "cost_per_pass": 0.0002108,
   "spent_usd": "0.01054000",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4743.833017
  },
  {
   "date": "2026-11-06",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001276976",
   "cost_per_pass": 0.0001276976,
   "spent_usd": "0.00638488",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7831.000739
  },
  {
   "date": "2026-11-07",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087652",
   "cost_per_pass": 8.7652e-05,
   "spent_usd": "0.0043826",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11408.7528
  },
  {
   "date": "2026-11-07",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149406",
   "cost_per_pass": 0.000149406,
   "spent_usd": "0.0074703",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6693.171626
  },
  {
   "date": "2026-11-07",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021170",
   "cost_per_pass": 0.0002117,
   "spent_usd": "0.01058500",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4723.665564
  },
  {
   "date": "2026-11-07",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001330428",
   "cost_per_pass": 0.0001330428,
   "spent_usd": "0.00665214",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7516.378188
  },
  {
   "date": "2026-11-08",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087322",
   "cost_per_pass": 8.7322e-05,
   "spent_usd": "0.0043661",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11451.8678
  },
  {
   "date": "2026-11-08",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000147836",
   "cost_per_pass": 0.000147836,
   "spent_usd": "0.0073918",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6764.25228
  },
  {
   "date": "2026-11-08",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021074",
   "cost_per_pass": 0.00021074,
   "spent_usd": "0.01053700",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4745.183639
  },
  {
   "date": "2026-11-08",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001319252",
   "cost_per_pass": 0.0001319252,
   "spent_usd": "0.00659626",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7580.052939
  },
  {
   "date": "2026-11-09",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000088202",
   "cost_per_pass": 8.8202e-05,
   "spent_usd": "0.0044101",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11337.61139
  },
  {
   "date": "2026-11-09",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000149136",
   "cost_per_pass": 0.000149136,
   "spent_usd": "0.0074568",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6705.289132
  },
  {
   "date": "2026-11-09",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021200",
   "cost_per_pass": 0.000212,
   "spent_usd": "0.01060000",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4716.981132
  },
  {
   "date": "2026-11-09",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001440344",
   "cost_per_pass": 0.0001440344,
   "spent_usd": "0.00720172",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 6942.78589
  },
  {
   "date": "2026-11-10",
   "kind": "classify",
   "model": "gpt-6-luna",
   "vendor": "OpenAI",
   "route": "openai direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000087372",
   "cost_per_pass": 8.7372e-05,
   "spent_usd": "0.0043686",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gpt-6-luna",
   "ipd": 11445.31429
  },
  {
   "date": "2026-11-10",
   "kind": "classify",
   "model": "claude-haiku-5-5",
   "vendor": "Anthropic",
   "route": "anthropic direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.000147936",
   "cost_per_pass": 0.000147936,
   "spent_usd": "0.0073968",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "claude-haiku-5-5",
   "ipd": 6759.679862
  },
  {
   "date": "2026-11-10",
   "kind": "classify",
   "model": "gemini-3.1-flash-lite",
   "vendor": "Google",
   "route": "google direct",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.00021110",
   "cost_per_pass": 0.0002111,
   "spent_usd": "0.01055500",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "gemini-3.1-flash-lite",
   "ipd": 4737.091426
  },
  {
   "date": "2026-11-10",
   "kind": "classify",
   "model": "glm-5.3-flash",
   "vendor": "Zhipu",
   "route": "Together",
   "status": "published",
   "state": "published",
   "items": 50,
   "passed": 50,
   "failed": 0,
   "held": 0,
   "pass_rate": 1.0,
   "cost_per_pass_usd": "0.0001289552",
   "cost_per_pass": 0.0001289552,
   "spent_usd": "0.00644776",
   "held_rate": 0.0,
   "assembled_by_nlnl_labs": "no",
   "note": null,
   "source_model": "glm-5.3-flash",
   "ipd": 7754.631066
  }
 ],
 "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged."
}