{ "_schema": "1.0", "kind": "write", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.009616298837209302325581395349", "cost_per_pass": 0.009616298837209302, "spent_usd": "0.41350085", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 103.9901127 }, { "date": "2026-10-12", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.009632585217391304347826086957", "cost_per_pass": 0.009632585217391304, "spent_usd": "0.44309892", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 103.8142905 }, { "date": "2026-10-12", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.008647928048780487804878048780", "cost_per_pass": 0.008647928048780488, "spent_usd": "0.35456505", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 115.6346346 }, { "date": "2026-10-13", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.00949470", "cost_per_pass": 0.0094947, "spent_usd": "0.40827210", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 105.3219164 }, { "date": "2026-10-13", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009731497234042553191489361702", "cost_per_pass": 0.009731497234042553, "spent_usd": "0.45738037", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 102.7591105 }, { "date": "2026-10-13", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.009224485", "cost_per_pass": 0.009224485, "spent_usd": "0.36897940", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 108.407136 }, { "date": "2026-10-14", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.009227938095238095238095238095", "cost_per_pass": 0.009227938095238095, "spent_usd": "0.38757340", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 108.36657 }, { "date": "2026-10-14", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009154346666666666666666666667", "cost_per_pass": 0.009154346666666667, "spent_usd": "0.41194560", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 109.2377246 }, { "date": "2026-10-14", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 38, "failed": 12, "held": 0, "pass_rate": 0.76, "cost_per_pass_usd": "0.008582269736842105263157894737", "cost_per_pass": 0.008582269736842105, "spent_usd": "0.32612625", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 116.5192928 }, { "date": "2026-10-15", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.009588137804878048780487804878", "cost_per_pass": 0.009588137804878048, "spent_usd": "0.39311365", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.295539 }, { "date": "2026-10-15", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009476674666666666666666666667", "cost_per_pass": 0.009476674666666667, "spent_usd": "0.42645036", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 105.5222465 }, { "date": "2026-10-15", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.0084743175", "cost_per_pass": 0.0084743175, "spent_usd": "0.33897270", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 118.0036032 }, { "date": "2026-10-16", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009700206666666666666666666667", "cost_per_pass": 0.009700206666666667, "spent_usd": "0.43650930", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 103.0905871 }, { "date": "2026-10-16", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009624117021276595744680851064", "cost_per_pass": 0.009624117021276597, "spent_usd": "0.45233350", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 103.905636 }, { "date": "2026-10-16", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 35, "failed": 15, "held": 0, "pass_rate": 0.7, "cost_per_pass_usd": "0.008714862857142857142857142857", "cost_per_pass": 0.008714862857142857, "spent_usd": "0.30502020", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 114.7464988 }, { "date": "2026-10-18", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-18", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-21", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.009022990697674418604651162791", "cost_per_pass": 0.009022990697674418, "spent_usd": "0.38798860", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 110.8279986 }, { "date": "2026-10-21", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.008496211956521739130434782609", "cost_per_pass": 0.008496211956521739, "spent_usd": "0.39082575", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 117.6995119 }, { "date": "2026-10-21", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.007444565116279069767441860465", "cost_per_pass": 0.00744456511627907, "spent_usd": "0.32011630", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 134.3261808 }, { "date": "2026-10-22", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.00909475", "cost_per_pass": 0.00909475, "spent_usd": "0.42745325", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 109.9535446 }, { "date": "2026-10-22", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.008720546521739130434782608696", "cost_per_pass": 0.00872054652173913, "spent_usd": "0.40114514", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 114.6717121 }, { "date": "2026-10-22", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 38, "failed": 12, "held": 0, "pass_rate": 0.76, "cost_per_pass_usd": "0.008477781578947368421052631579", "cost_per_pass": 0.008477781578947368, "spent_usd": "0.32215570", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 117.9553862 }, { "date": "2026-10-23", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.008318940243902439024390243902", "cost_per_pass": 0.008318940243902439, "spent_usd": "0.34107655", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 120.2076191 }, { "date": "2026-10-23", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.00909181", "cost_per_pass": 0.00909181, "spent_usd": "0.40913145", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 109.9891001 }, { "date": "2026-10-23", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.008450935106382978723404255319", "cost_per_pass": 0.008450935106382979, "spent_usd": "0.39719395", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 118.3301004 }, { "date": "2026-10-24", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.009776202272727272727272727273", "cost_per_pass": 0.009776202272727273, "spent_usd": "0.43015290", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 102.2892093 }, { "date": "2026-10-25", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.01025049888888888888888888889", "cost_per_pass": 0.010250498888888888, "spent_usd": "0.46127245", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 97.55622734 }, { "date": "2026-10-25", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.0088189675", "cost_per_pass": 0.0088189675, "spent_usd": "0.35275870", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 113.3919589 }, { "date": "2026-10-26", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009758345555555555555555555556", "cost_per_pass": 0.009758345555555556, "spent_usd": "0.43912555", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 102.4763874 }, { "date": "2026-10-26", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.008808471086956521739130434783", "cost_per_pass": 0.008808471086956522, "spent_usd": "0.40518967", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 113.5270798 }, { "date": "2026-10-26", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.00889945", "cost_per_pass": 0.00889945, "spent_usd": "0.37377690", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 112.3664946 }, { "date": "2026-10-27", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 37, "failed": 13, "held": 0, "pass_rate": 0.74, "cost_per_pass_usd": "0.009770562162162162162162162162", "cost_per_pass": 0.009770562162162162, "spent_usd": "0.36151080", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 102.3482563 }, { "date": "2026-10-27", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009688414893617021276595744681", "cost_per_pass": 0.009688414893617022, "spent_usd": "0.45535550", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 103.2160587 }, { "date": "2026-10-27", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.008976088510638297872340425532", "cost_per_pass": 0.008976088510638297, "spent_usd": "0.42187616", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 111.4071011 }, { "date": "2026-10-28", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 37, "failed": 13, "held": 0, "pass_rate": 0.74, "cost_per_pass_usd": "0.008689917567567567567567567568", "cost_per_pass": 0.008689917567567568, "spent_usd": "0.32152695", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 115.0758902 }, { "date": "2026-10-28", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.00941610", "cost_per_pass": 0.0094161, "spent_usd": "0.43314060", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 106.2010811 }, { "date": "2026-10-28", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.00908570", "cost_per_pass": 0.0090857, "spent_usd": "0.39977080", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 110.0630661 }, { "date": "2026-11-05", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 35, "failed": 15, "held": 0, "pass_rate": 0.7, "cost_per_pass_usd": "0.008458555714285714285714285714", "cost_per_pass": 0.008458555714285713, "spent_usd": "0.29604945", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 118.2234927 }, { "date": "2026-11-05", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009267791111111111111111111111", "cost_per_pass": 0.00926779111111111, "spent_usd": "0.41705060", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 107.9005761 }, { "date": "2026-11-05", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.01005591136363636363636363636", "cost_per_pass": 0.010055911363636363, "spent_usd": "0.44246010", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 99.44399506 }, { "date": "2026-11-05", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009023006808510638297872340426", "cost_per_pass": 0.009023006808510639, "spent_usd": "0.42408132", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 110.8278007 }, { "date": "2026-11-06", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.00880164625", "cost_per_pass": 0.00880164625, "spent_usd": "0.35206585", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 113.6151092 }, { "date": "2026-11-06", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.009336579545454545454545454545", "cost_per_pass": 0.009336579545454545, "spent_usd": "0.41080950", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 107.1056049 }, { "date": "2026-11-06", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.01117013125", "cost_per_pass": 0.01117013125, "spent_usd": "0.44680525", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 89.52446284 }, { "date": "2026-11-06", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.009672022173913043478260869565", "cost_per_pass": 0.009672022173913044, "spent_usd": "0.44491302", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 103.3909954 }, { "date": "2026-11-07", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.009054206341463414634146341463", "cost_per_pass": 0.009054206341463415, "spent_usd": "0.37122246", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 110.4459035 }, { "date": "2026-11-07", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.01057424634146341463414634146", "cost_per_pass": 0.010574246341463414, "spent_usd": "0.43354410", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 94.56938752 }, { "date": "2026-11-07", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.01015989534883720930232558140", "cost_per_pass": 0.01015989534883721, "spent_usd": "0.43687550", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 98.42621067 }, { "date": "2026-11-07", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009441447234042553191489361702", "cost_per_pass": 0.009441447234042553, "spent_usd": "0.44374802", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 105.9159656 }, { "date": "2026-11-08", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 33, "failed": 17, "held": 0, "pass_rate": 0.66, "cost_per_pass_usd": "0.008550148484848484848484848485", "cost_per_pass": 0.008550148484848485, "spent_usd": "0.28215490", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 116.9570332 }, { "date": "2026-11-08", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.009546446590909090909090909091", "cost_per_pass": 0.00954644659090909, "spent_usd": "0.42004365", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.7510181 }, { "date": "2026-11-08", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.009506808333333333333333333333", "cost_per_pass": 0.009506808333333333, "spent_usd": "0.39928595", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 105.1877733 }, { "date": "2026-11-08", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.009331254791666666666666666667", "cost_per_pass": 0.009331254791666667, "spent_usd": "0.44790023", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 107.1667233 }, { "date": "2026-11-09", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.008691822619047619047619047619", "cost_per_pass": 0.008691822619047619, "spent_usd": "0.36505655", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 115.0506682 }, { "date": "2026-11-09", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.009210130232558139534883720930", "cost_per_pass": 0.00921013023255814, "spent_usd": "0.39603560", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 108.5760977 }, { "date": "2026-11-09", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.009572568181818181818181818182", "cost_per_pass": 0.009572568181818182, "spent_usd": "0.42119300", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 104.4651739 }, { "date": "2026-11-09", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 3, "held": 1, "pass_rate": 0.938776, "cost_per_pass_usd": "0.009425541956521739130434782609", "cost_per_pass": 0.00942554195652174, "spent_usd": "0.43357493", "held_rate": 0.02, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 106.0946951 }, { "date": "2026-11-10", "kind": "write", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 41, "failed": 9, "held": 0, "pass_rate": 0.82, "cost_per_pass_usd": "0.008566402439024390243902439024", "cost_per_pass": 0.00856640243902439, "spent_usd": "0.35122250", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 116.7351181 }, { "date": "2026-11-10", "kind": "write", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009849401111111111111111111111", "cost_per_pass": 0.00984940111111111, "spent_usd": "0.44322305", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 101.5290157 }, { "date": "2026-11-10", "kind": "write", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 39, "failed": 11, "held": 0, "pass_rate": 0.78, "cost_per_pass_usd": "0.01126021153846153846153846154", "cost_per_pass": 0.011260211538461538, "spent_usd": "0.43914825", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 88.8082783 }, { "date": "2026-11-10", "kind": "write", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.009402993541666666666666666667", "cost_per_pass": 0.009402993541666666, "spent_usd": "0.45134369", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 106.3491106 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }