{ "_schema": "1.0", "kind": "resolve", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 10, "failed": 40, "held": 0, "pass_rate": 0.2, "cost_per_pass_usd": "0.02377949", "cost_per_pass": 0.02377949, "spent_usd": "0.2377949", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 42.05304655 }, { "date": "2026-10-12", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.002881808043478260869565217391", "cost_per_pass": 0.002881808043478261, "spent_usd": "0.13256317", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 347.0043753 }, { "date": "2026-10-12", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.001150014", "cost_per_pass": 0.001150014, "spent_usd": "0.05750070", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 869.5546315 }, { "date": "2026-10-13", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 10, "failed": 40, "held": 0, "pass_rate": 0.2, "cost_per_pass_usd": "0.02351602", "cost_per_pass": 0.02351602, "spent_usd": "0.2351602", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 42.52420265 }, { "date": "2026-10-13", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.002821238260869565217391304348", "cost_per_pass": 0.0028212382608695653, "spent_usd": "0.12977696", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 354.4542883 }, { "date": "2026-10-13", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.001159563", "cost_per_pass": 0.001159563, "spent_usd": "0.05797815", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 862.3938501 }, { "date": "2026-10-14", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 11, "failed": 39, "held": 0, "pass_rate": 0.22, "cost_per_pass_usd": "0.02767763636363636363636363636", "cost_per_pass": 0.027677636363636363, "spent_usd": "0.3044540", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 36.13025285 }, { "date": "2026-10-14", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.003204828780487804878048780488", "cost_per_pass": 0.003204828780487805, "spent_usd": "0.13139798", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 312.0291499 }, { "date": "2026-10-14", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011567568", "cost_per_pass": 0.0011567568, "spent_usd": "0.05783784", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 864.485949 }, { "date": "2026-10-15", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 13, "failed": 37, "held": 0, "pass_rate": 0.26, "cost_per_pass_usd": "0.01683964615384615384615384615", "cost_per_pass": 0.016839646153846154, "spent_usd": "0.2189154", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 59.38367059 }, { "date": "2026-10-15", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.002827395531914893617021276596", "cost_per_pass": 0.0028273955319148935, "spent_usd": "0.13288759", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 353.6823867 }, { "date": "2026-10-15", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011584644", "cost_per_pass": 0.0011584644, "spent_usd": "0.05792322", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 863.2116792 }, { "date": "2026-10-16", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 12, "failed": 38, "held": 0, "pass_rate": 0.24, "cost_per_pass_usd": "0.02069616666666666666666666667", "cost_per_pass": 0.02069616666666667, "spent_usd": "0.2483540", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 48.31812655 }, { "date": "2026-10-16", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.004351696666666666666666666667", "cost_per_pass": 0.004351696666666667, "spent_usd": "0.18277126", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 229.7954284 }, { "date": "2026-10-16", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.001163789", "cost_per_pass": 0.001163789, "spent_usd": "0.05818945", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 859.262289 }, { "date": "2026-10-18", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not published", "state": "not_published", "items": 50, "passed": 12, "failed": 33, "held": 0, "pass_rate": 0.24, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "only 45 of 50 items recorded (pass_rate uses all 50) | 5 of 50 items were not run | price held back, not published", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-18", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not published", "state": "not_published", "items": 50, "passed": 20, "failed": 2, "held": 0, "pass_rate": 0.4, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "only 22 of 50 items recorded (pass_rate uses all 50) | 28 of 50 items were not run | price held back, not published", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not published", "state": "not_published", "items": 50, "passed": 8, "failed": 0, "held": 0, "pass_rate": 0.16, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "only 8 of 50 items recorded (pass_rate uses all 50) | 42 of 50 items were not run | price held back, not published", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-21", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 15, "failed": 35, "held": 0, "pass_rate": 0.3, "cost_per_pass_usd": "0.01372085333333333333333333333", "cost_per_pass": 0.013720853333333333, "spent_usd": "0.2058128", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 72.8817644 }, { "date": "2026-10-21", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.003527287659574468085106382979", "cost_per_pass": 0.003527287659574468, "spent_usd": "0.16578252", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 283.5039545 }, { "date": "2026-10-21", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.001174263265306122448979591837", "cost_per_pass": 0.0011742632653061224, "spent_usd": "0.05753890", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 851.5977886 }, { "date": "2026-10-22", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 10, "failed": 40, "held": 0, "pass_rate": 0.2, "cost_per_pass_usd": "0.02279715", "cost_per_pass": 0.02279715, "spent_usd": "0.2279715", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 43.86513226 }, { "date": "2026-10-22", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.004232939318181818181818181818", "cost_per_pass": 0.004232939318181818, "spent_usd": "0.18624933", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 236.2424606 }, { "date": "2026-10-22", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011555812", "cost_per_pass": 0.0011555812, "spent_usd": "0.05777906", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 865.3654109 }, { "date": "2026-10-23", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011588892", "cost_per_pass": 0.0011588892, "spent_usd": "0.05794446", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 862.8952621 }, { "date": "2026-10-23", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 18, "failed": 32, "held": 0, "pass_rate": 0.36, "cost_per_pass_usd": "0.01270161666666666666666666667", "cost_per_pass": 0.012701616666666667, "spent_usd": "0.2286291", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 78.7301354 }, { "date": "2026-10-23", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.003994164255319148936170212766", "cost_per_pass": 0.003994164255319149, "spent_usd": "0.18772572", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 250.3652669 }, { "date": "2026-10-24", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not published", "state": "not_published", "items": 50, "passed": 0, "failed": 0, "held": 0, "pass_rate": 0.0, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "0 passes: cost per pass left blank | only 0 of 50 items recorded (pass_rate uses all 50) | 50 of 50 items were not run | price held back, not published", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not published", "state": "not_published", "items": 50, "passed": 0, "failed": 0, "held": 0, "pass_rate": 0.0, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "0 passes: cost per pass left blank | only 0 of 50 items recorded (pass_rate uses all 50) | 50 of 50 items were not run | price held back, not published", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not published", "state": "not_published", "items": 50, "passed": 0, "failed": 0, "held": 0, "pass_rate": 0.0, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": "0 passes: cost per pass left blank | only 0 of 50 items recorded (pass_rate uses all 50) | 50 of 50 items were not run | price held back, not published", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 8, "failed": 42, "held": 0, "pass_rate": 0.16, "cost_per_pass_usd": "0.0297536875", "cost_per_pass": 0.0297536875, "spent_usd": "0.2380295", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 33.60927952 }, { "date": "2026-10-25", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.004324380697674418604651162791", "cost_per_pass": 0.004324380697674418, "spent_usd": "0.18594837", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 231.2469854 }, { "date": "2026-10-25", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011537242", "cost_per_pass": 0.0011537242, "spent_usd": "0.05768621", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 866.7582772 }, { "date": "2026-10-26", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 6, "failed": 44, "held": 0, "pass_rate": 0.12, "cost_per_pass_usd": "0.03646865", "cost_per_pass": 0.03646865, "spent_usd": "0.2188119", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 27.42081212 }, { "date": "2026-10-26", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.004226114523809523809523809524", "cost_per_pass": 0.004226114523809524, "spent_usd": "0.17749681", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 236.6239709 }, { "date": "2026-10-26", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011560468", "cost_per_pass": 0.0011560468, "spent_usd": "0.05780234", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 865.0168834 }, { "date": "2026-10-27", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011531328", "cost_per_pass": 0.0011531328, "spent_usd": "0.05765664", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 867.2028061 }, { "date": "2026-10-27", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 9, "failed": 41, "held": 0, "pass_rate": 0.18, "cost_per_pass_usd": "0.02586523333333333333333333333", "cost_per_pass": 0.025865233333333335, "spent_usd": "0.2327871", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 38.66193616 }, { "date": "2026-10-27", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.003965970697674418604651162791", "cost_per_pass": 0.003965970697674418, "spent_usd": "0.17053674", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 252.1450803 }, { "date": "2026-10-28", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011693478", "cost_per_pass": 0.0011693478, "spent_usd": "0.05846739", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 855.1775614 }, { "date": "2026-10-28", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 6, "failed": 44, "held": 0, "pass_rate": 0.12, "cost_per_pass_usd": "0.0396868", "cost_per_pass": 0.0396868, "spent_usd": "0.2381208", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 25.19729482 }, { "date": "2026-10-28", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.004510776458333333333333333333", "cost_per_pass": 0.004510776458333333, "spent_usd": "0.21651727", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 221.6913228 }, { "date": "2026-11-05", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011569908", "cost_per_pass": 0.0011569908, "spent_usd": "0.05784954", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 864.3111077 }, { "date": "2026-11-05", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 6, "failed": 44, "held": 0, "pass_rate": 0.12, "cost_per_pass_usd": "0.03610588333333333333333333333", "cost_per_pass": 0.03610588333333333, "spent_usd": "0.2166353", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 27.69631727 }, { "date": "2026-11-05", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 37, "failed": 13, "held": 0, "pass_rate": 0.74, "cost_per_pass_usd": "0.01126847364864864864864864865", "cost_per_pass": 0.011268473648648648, "spent_usd": "0.416933525", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 88.74316355 }, { "date": "2026-11-05", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.003052028333333333333333333333", "cost_per_pass": 0.003052028333333333, "spent_usd": "0.12818519", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 327.6509556 }, { "date": "2026-11-06", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011608718", "cost_per_pass": 0.0011608718, "spent_usd": "0.05804359", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 861.4215627 }, { "date": "2026-11-06", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 13, "failed": 37, "held": 0, "pass_rate": 0.26, "cost_per_pass_usd": "0.01985560769230769230769230769", "cost_per_pass": 0.01985560769230769, "spent_usd": "0.2581229", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 50.36360586 }, { "date": "2026-11-06", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 38, "failed": 12, "held": 0, "pass_rate": 0.76, "cost_per_pass_usd": "0.01063239934210526315789473684", "cost_per_pass": 0.010632399342105263, "spent_usd": "0.404031175", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 94.05214833 }, { "date": "2026-11-06", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.003103725111111111111111111111", "cost_per_pass": 0.003103725111111111, "spent_usd": "0.13966763", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 322.1934818 }, { "date": "2026-11-07", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011511432", "cost_per_pass": 0.0011511432, "spent_usd": "0.05755716", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 868.7016524 }, { "date": "2026-11-07", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 9, "failed": 41, "held": 0, "pass_rate": 0.18, "cost_per_pass_usd": "0.02969812222222222222222222222", "cost_per_pass": 0.029698122222222224, "spent_usd": "0.2672831", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 33.67216259 }, { "date": "2026-11-07", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 37, "failed": 13, "held": 0, "pass_rate": 0.74, "cost_per_pass_usd": "0.01086495202702702702702702703", "cost_per_pass": 0.010864952027027027, "spent_usd": "0.402003225", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 92.03906262 }, { "date": "2026-11-07", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.002755319130434782608695652174", "cost_per_pass": 0.0027553191304347828, "spent_usd": "0.12674468", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 362.9343654 }, { "date": "2026-11-08", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011395556", "cost_per_pass": 0.0011395556, "spent_usd": "0.05697778", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 877.5350672 }, { "date": "2026-11-08", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 13, "failed": 37, "held": 0, "pass_rate": 0.26, "cost_per_pass_usd": "0.01871088461538461538461538462", "cost_per_pass": 0.018710884615384615, "spent_usd": "0.2432415", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 53.44482747 }, { "date": "2026-11-08", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 38, "failed": 12, "held": 0, "pass_rate": 0.76, "cost_per_pass_usd": "0.01076782565789473684210526316", "cost_per_pass": 0.010767825657894737, "spent_usd": "0.409177375", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 92.86925994 }, { "date": "2026-11-08", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.002963754090909090909090909091", "cost_per_pass": 0.002963754090909091, "spent_usd": "0.13040518", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 337.4099096 }, { "date": "2026-11-09", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.001204456734693877551020408163", "cost_per_pass": 0.0012044567346938776, "spent_usd": "0.05901838", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 830.2498306 }, { "date": "2026-11-09", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 9, "failed": 41, "held": 0, "pass_rate": 0.18, "cost_per_pass_usd": "0.02158016666666666666666666667", "cost_per_pass": 0.021580166666666668, "spent_usd": "0.1942215", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 46.33884508 }, { "date": "2026-11-09", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 38, "failed": 12, "held": 0, "pass_rate": 0.76, "cost_per_pass_usd": "0.01087676644736842105263157895", "cost_per_pass": 0.010876766447368421, "spent_usd": "0.413317125", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 91.93908914 }, { "date": "2026-11-09", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.003009857111111111111111111111", "cost_per_pass": 0.003009857111111111, "spent_usd": "0.13544357", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 332.2416856 }, { "date": "2026-11-10", "kind": "resolve", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0011485016", "cost_per_pass": 0.0011485016, "spent_usd": "0.05742508", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 870.6997012 }, { "date": "2026-11-10", "kind": "resolve", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 15, "failed": 35, "held": 0, "pass_rate": 0.3, "cost_per_pass_usd": "0.01684012", "cost_per_pass": 0.01684012, "spent_usd": "0.2526018", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 59.38199965 }, { "date": "2026-11-10", "kind": "resolve", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 37, "failed": 13, "held": 0, "pass_rate": 0.74, "cost_per_pass_usd": "0.01096004932432432432432432432", "cost_per_pass": 0.010960049324324324, "spent_usd": "0.405521825", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 91.24046529 }, { "date": "2026-11-10", "kind": "resolve", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.003146975333333333333333333333", "cost_per_pass": 0.0031469753333333334, "spent_usd": "0.14161389", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 317.7654395 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }