{ "_schema": "1.0", "kind": "fix", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0008429021276595744680851063830", "cost_per_pass": 0.0008429021276595745, "spent_usd": "0.0396164", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1186.377359 }, { "date": "2026-10-12", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0037920306", "cost_per_pass": 0.0037920306, "spent_usd": "0.18960153", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 263.7109521 }, { "date": "2026-10-12", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000421048", "cost_per_pass": 0.000421048, "spent_usd": "0.0210524", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2375.026125 }, { "date": "2026-10-13", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008236125", "cost_per_pass": 0.0008236125, "spent_usd": "0.0395334", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1214.163214 }, { "date": "2026-10-13", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.004314675531914893617021276596", "cost_per_pass": 0.004314675531914894, "spent_usd": "0.20278975", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 231.7671381 }, { "date": "2026-10-13", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000410658", "cost_per_pass": 0.000410658, "spent_usd": "0.0205329", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2435.116326 }, { "date": "2026-10-14", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008186958333333333333333333333", "cost_per_pass": 0.0008186958333333334, "spent_usd": "0.0392974", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1221.454855 }, { "date": "2026-10-14", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.003541530816326530612244897959", "cost_per_pass": 0.0035415308163265304, "spent_usd": "0.17353501", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 282.363772 }, { "date": "2026-10-14", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000420438", "cost_per_pass": 0.000420438, "spent_usd": "0.0210219", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2378.471974 }, { "date": "2026-10-15", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008008040816326530612244897959", "cost_per_pass": 0.000800804081632653, "spent_usd": "0.0392394", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1248.744884 }, { "date": "2026-10-15", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.003803700612244897959183673469", "cost_per_pass": 0.003803700612244898, "spent_usd": "0.18638133", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 262.901869 }, { "date": "2026-10-15", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000411668", "cost_per_pass": 0.000411668, "spent_usd": "0.0205834", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2429.14193 }, { "date": "2026-10-16", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008271918367346938775510204082", "cost_per_pass": 0.0008271918367346939, "spent_usd": "0.0405324", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1208.909416 }, { "date": "2026-10-16", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.004138243877551020408163265306", "cost_per_pass": 0.00413824387755102, "spent_usd": "0.20277395", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 241.6483971 }, { "date": "2026-10-16", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000412518", "cost_per_pass": 0.000412518, "spent_usd": "0.0206259", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2424.136644 }, { "date": "2026-10-18", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008123448979591836734693877551", "cost_per_pass": 0.0008123448979591837, "spent_usd": "0.0398049", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1231.004223 }, { "date": "2026-10-18", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not published", "state": "not_published", "items": 50, "passed": 6, "failed": 0, "held": 0, "pass_rate": 0.12, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "only 6 of 50 items recorded (pass_rate uses all 50) | 44 of 50 items were not run | price held back, not published", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000414028", "cost_per_pass": 0.000414028, "spent_usd": "0.0207014", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2415.295584 }, { "date": "2026-10-21", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000786068", "cost_per_pass": 0.000786068, "spent_usd": "0.0393034", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1272.154572 }, { "date": "2026-10-21", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.004185691458333333333333333333", "cost_per_pass": 0.004185691458333333, "spent_usd": "0.20091319", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 238.9091528 }, { "date": "2026-10-21", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000398878", "cost_per_pass": 0.000398878, "spent_usd": "0.0199439", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2507.032225 }, { "date": "2026-10-22", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.00084201875", "cost_per_pass": 0.00084201875, "spent_usd": "0.0404169", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "measuring machine changed", "source_model": "claude-haiku-5-5", "ipd": 1187.62201 }, { "date": "2026-10-22", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0043788226", "cost_per_pass": 0.0043788226, "spent_usd": "0.21894113", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "measuring machine changed", "source_model": "glm-5.3-flash", "ipd": 228.3718916 }, { "date": "2026-10-22", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000409428", "cost_per_pass": 0.000409428, "spent_usd": "0.0204714", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "measuring machine changed", "source_model": "gpt-6-luna", "ipd": 2442.431881 }, { "date": "2026-10-23", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000417438", "cost_per_pass": 0.000417438, "spent_usd": "0.0208719", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2395.565329 }, { "date": "2026-10-23", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008279770833333333333333333333", "cost_per_pass": 0.0008279770833333333, "spent_usd": "0.0397429", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1207.762896 }, { "date": "2026-10-23", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.003921628958333333333333333333", "cost_per_pass": 0.003921628958333334, "spent_usd": "0.18823819", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 254.996077 }, { "date": "2026-10-24", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not published", "state": "not_published", "items": 50, "passed": 4, "failed": 0, "held": 0, "pass_rate": 0.08, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "only 4 of 50 items recorded (pass_rate uses all 50) | 46 of 50 items were not run | price held back, not published", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008353448979591836734693877551", "cost_per_pass": 0.0008353448979591837, "spent_usd": "0.0409319", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1197.110322 }, { "date": "2026-10-25", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.004252095714285714285714285714", "cost_per_pass": 0.004252095714285714, "spent_usd": "0.20835269", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 235.1781491 }, { "date": "2026-10-25", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000420377", "cost_per_pass": 0.000420377, "spent_usd": "0.02101885", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2378.817109 }, { "date": "2026-10-26", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0008479553191489361702127659574", "cost_per_pass": 0.0008479553191489362, "spent_usd": "0.0398539", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1179.30742 }, { "date": "2026-10-26", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.004163519387755102040816326531", "cost_per_pass": 0.004163519387755102, "spent_usd": "0.20401245", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 240.1814203 }, { "date": "2026-10-26", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000400608", "cost_per_pass": 0.000400608, "spent_usd": "0.0200304", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2496.205767 }, { "date": "2026-10-27", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000402108", "cost_per_pass": 0.000402108, "spent_usd": "0.0201054", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2486.894068 }, { "date": "2026-10-27", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008459041666666666666666666667", "cost_per_pass": 0.0008459041666666667, "spent_usd": "0.0406034", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1182.167011 }, { "date": "2026-10-27", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.004595941041666666666666666667", "cost_per_pass": 0.004595941041666667, "spent_usd": "0.22060517", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 217.583296 }, { "date": "2026-10-28", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000412608", "cost_per_pass": 0.000412608, "spent_usd": "0.0206304", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2423.60788 }, { "date": "2026-10-28", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000805698", "cost_per_pass": 0.000805698, "spent_usd": "0.0402849", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1241.159839 }, { "date": "2026-10-28", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.004073809", "cost_per_pass": 0.004073809, "spent_usd": "0.20369045", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 245.4705167 }, { "date": "2026-11-05", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000424948", "cost_per_pass": 0.000424948, "spent_usd": "0.0212474", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2353.229101 }, { "date": "2026-11-05", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008272791666666666666666666667", "cost_per_pass": 0.0008272791666666667, "spent_usd": "0.0397094", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1208.7818 }, { "date": "2026-11-05", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 39, "failed": 11, "held": 0, "pass_rate": 0.78, "cost_per_pass_usd": "0.001315320512820512820512820513", "cost_per_pass": 0.0013153205128205129, "spent_usd": "0.05129750", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 760.2709684 }, { "date": "2026-11-05", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.004377528958333333333333333333", "cost_per_pass": 0.004377528958333333, "spent_usd": "0.21012139", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 228.4393797 }, { "date": "2026-11-06", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000412718", "cost_per_pass": 0.000412718, "spent_usd": "0.0206359", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2422.961926 }, { "date": "2026-11-06", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000796518", "cost_per_pass": 0.000796518, "spent_usd": "0.0398259", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1255.464409 }, { "date": "2026-11-06", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.001255365853658536585365853659", "cost_per_pass": 0.0012553658536585365, "spent_usd": "0.05147000", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 796.5805323 }, { "date": "2026-11-06", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0042600606", "cost_per_pass": 0.0042600606, "spent_usd": "0.21300303", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 234.7384448 }, { "date": "2026-11-07", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000434808", "cost_per_pass": 0.000434808, "spent_usd": "0.0217404", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2299.865688 }, { "date": "2026-11-07", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008328448979591836734693877551", "cost_per_pass": 0.0008328448979591837, "spent_usd": "0.0408094", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1200.703759 }, { "date": "2026-11-07", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 39, "failed": 11, "held": 0, "pass_rate": 0.78, "cost_per_pass_usd": "0.001320551282051282051282051282", "cost_per_pass": 0.001320551282051282, "spent_usd": "0.05150150", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 757.2594973 }, { "date": "2026-11-07", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.005138908541666666666666666667", "cost_per_pass": 0.005138908541666667, "spent_usd": "0.24666761", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 194.5938504 }, { "date": "2026-11-08", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000417658", "cost_per_pass": 0.000417658, "spent_usd": "0.0208829", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2394.303473 }, { "date": "2026-11-08", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008174469387755102040816326531", "cost_per_pass": 0.0008174469387755102, "spent_usd": "0.0400549", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1223.320992 }, { "date": "2026-11-08", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 39, "failed": 11, "held": 0, "pass_rate": 0.78, "cost_per_pass_usd": "0.001330743589743589743589743590", "cost_per_pass": 0.0013307435897435898, "spent_usd": "0.05189900", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 751.4595657 }, { "date": "2026-11-08", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0044723554", "cost_per_pass": 0.0044723554, "spent_usd": "0.22361777", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 223.595826 }, { "date": "2026-11-09", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000405168", "cost_per_pass": 0.000405168, "spent_usd": "0.0202584", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2468.111993 }, { "date": "2026-11-09", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000793808", "cost_per_pass": 0.000793808, "spent_usd": "0.0396904", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1259.750469 }, { "date": "2026-11-09", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.001191953488372093023255813953", "cost_per_pass": 0.001191953488372093, "spent_usd": "0.05125400", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 838.9589105 }, { "date": "2026-11-09", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.004660741", "cost_per_pass": 0.004660741, "spent_usd": "0.23303705", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 214.5581572 }, { "date": "2026-11-10", "kind": "fix", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000429848", "cost_per_pass": 0.000429848, "spent_usd": "0.0214924", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 2326.403752 }, { "date": "2026-11-10", "kind": "fix", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0008052734693877551020408163265", "cost_per_pass": 0.0008052734693877551, "spent_usd": "0.0394584", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 1241.814164 }, { "date": "2026-11-10", "kind": "fix", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.001221547619047619047619047619", "cost_per_pass": 0.001221547619047619, "spent_usd": "0.05130500", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 818.6336614 }, { "date": "2026-11-10", "kind": "fix", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.004310355208333333333333333333", "cost_per_pass": 0.004310355208333333, "spent_usd": "0.20689705", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 231.9994413 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }