{ "_schema": "1.0", "kind": "convert", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.01060511136363636363636363636", "cost_per_pass": 0.010605111363636364, "spent_usd": "0.46662490", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 94.29415361 }, { "date": "2026-10-12", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.008513183", "cost_per_pass": 0.008513183, "spent_usd": "0.42565915", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 117.4648777 }, { "date": "2026-10-12", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008720453061224489795918367347", "cost_per_pass": 0.00872045306122449, "spent_usd": "0.42730220", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 114.6729411 }, { "date": "2026-10-13", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.009568427173913043478260869565", "cost_per_pass": 0.009568427173913043, "spent_usd": "0.44014765", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.5103842 }, { "date": "2026-10-13", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0084900654", "cost_per_pass": 0.0084900654, "spent_usd": "0.42450327", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 117.7847228 }, { "date": "2026-10-13", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008743463265306122448979591837", "cost_per_pass": 0.008743463265306122, "spent_usd": "0.42842970", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 114.3711559 }, { "date": "2026-10-14", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.01014903888888888888888888889", "cost_per_pass": 0.010149038888888889, "spent_usd": "0.45670675", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 98.53149751 }, { "date": "2026-10-14", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0082502758", "cost_per_pass": 0.0082502758, "spent_usd": "0.41251379", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 121.2080692 }, { "date": "2026-10-14", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.008783446875", "cost_per_pass": 0.008783446875, "spent_usd": "0.42160545", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 113.8505207 }, { "date": "2026-10-15", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 6, "held": 1, "pass_rate": 0.877551, "cost_per_pass_usd": "0.01017035930232558139534883721", "cost_per_pass": 0.010170359302325582, "spent_usd": "0.43732545", "held_rate": 0.02, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 98.32494313 }, { "date": "2026-10-15", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0087379454", "cost_per_pass": 0.0087379454, "spent_usd": "0.43689727", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 114.4433793 }, { "date": "2026-10-15", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008768243877551020408163265306", "cost_per_pass": 0.00876824387755102, "spent_usd": "0.42964395", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 114.0479227 }, { "date": "2026-10-16", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.01060673333333333333333333333", "cost_per_pass": 0.010606733333333333, "spent_usd": "0.44548280", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 94.27973426 }, { "date": "2026-10-16", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0082154842", "cost_per_pass": 0.0082154842, "spent_usd": "0.41077421", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 121.721371 }, { "date": "2026-10-16", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008944913265306122448979591837", "cost_per_pass": 0.008944913265306123, "spent_usd": "0.43830075", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 111.7953825 }, { "date": "2026-10-18", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-18", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-21", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 6, "held": 1, "pass_rate": 0.877551, "cost_per_pass_usd": "0.008681765116279069767441860465", "cost_per_pass": 0.008681765116279069, "spent_usd": "0.37331590", "held_rate": 0.02, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 115.1839501 }, { "date": "2026-10-21", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008021204285714285714285714286", "cost_per_pass": 0.008021204285714286, "spent_usd": "0.39303901", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 124.6695589 }, { "date": "2026-10-21", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008153652040816326530612244898", "cost_per_pass": 0.008153652040816327, "spent_usd": "0.39952895", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 122.6444291 }, { "date": "2026-10-22", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.01004660", "cost_per_pass": 0.0100466, "spent_usd": "0.44205040", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 99.53616149 }, { "date": "2026-10-22", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0079235506", "cost_per_pass": 0.0079235506, "spent_usd": "0.39617753", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 126.2060471 }, { "date": "2026-10-22", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008094789795918367346938775510", "cost_per_pass": 0.008094789795918367, "spent_usd": "0.39664470", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 123.536253 }, { "date": "2026-10-23", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008289238775510204081632653061", "cost_per_pass": 0.008289238775510204, "spent_usd": "0.40617270", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 120.6383393 }, { "date": "2026-10-23", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.009674225581395348837209302326", "cost_per_pass": 0.009674225581395348, "spent_usd": "0.41599170", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 103.367447 }, { "date": "2026-10-23", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.007711351", "cost_per_pass": 0.007711351, "spent_usd": "0.38556755", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 129.6789629 }, { "date": "2026-10-24", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.009782071739130434782608695652", "cost_per_pass": 0.009782071739130435, "spent_usd": "0.44997530", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 102.2278334 }, { "date": "2026-10-25", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0077318342", "cost_per_pass": 0.0077318342, "spent_usd": "0.38659171", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 129.3354169 }, { "date": "2026-10-25", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008660008163265306122448979592", "cost_per_pass": 0.008660008163265306, "spent_usd": "0.42434040", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 115.4733323 }, { "date": "2026-10-26", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 40, "failed": 10, "held": 0, "pass_rate": 0.8, "cost_per_pass_usd": "0.01066955375", "cost_per_pass": 0.01066955375, "spent_usd": "0.42678215", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 93.72463211 }, { "date": "2026-10-26", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0078916012", "cost_per_pass": 0.0078916012, "spent_usd": "0.39458006", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 126.7169963 }, { "date": "2026-10-26", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008487014285714285714285714286", "cost_per_pass": 0.008487014285714285, "spent_usd": "0.41586370", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 117.8270669 }, { "date": "2026-10-27", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.008127879", "cost_per_pass": 0.008127879, "spent_usd": "0.40639395", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 123.0333276 }, { "date": "2026-10-27", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 8, "held": 0, "pass_rate": 0.84, "cost_per_pass_usd": "0.01034994047619047619047619048", "cost_per_pass": 0.010349940476190476, "spent_usd": "0.43469750", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 96.61891315 }, { "date": "2026-10-27", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0080524822", "cost_per_pass": 0.0080524822, "spent_usd": "0.40262411", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 124.1853102 }, { "date": "2026-10-28", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008347121428571428571428571429", "cost_per_pass": 0.008347121428571429, "spent_usd": "0.40900895", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 119.8017794 }, { "date": "2026-10-28", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.009538063953488372093023255814", "cost_per_pass": 0.009538063953488373, "spent_usd": "0.41013675", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.8430798 }, { "date": "2026-10-28", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0079311662", "cost_per_pass": 0.0079311662, "spent_usd": "0.39655831", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 126.0848625 }, { "date": "2026-11-05", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.008195489", "cost_per_pass": 0.008195489, "spent_usd": "0.40977445", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 122.0183445 }, { "date": "2026-11-05", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 42, "failed": 7, "held": 1, "pass_rate": 0.857143, "cost_per_pass_usd": "0.009572321428571428571428571429", "cost_per_pass": 0.009572321428571428, "spent_usd": "0.40203750", "held_rate": 0.02, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.4678668 }, { "date": "2026-11-05", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.008892547916666666666666666667", "cost_per_pass": 0.008892547916666667, "spent_usd": "0.42684230", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 112.4537095 }, { "date": "2026-11-05", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0080852886", "cost_per_pass": 0.0080852886, "spent_usd": "0.40426443", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 123.6814231 }, { "date": "2026-11-06", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008424345918367346938775510204", "cost_per_pass": 0.008424345918367347, "spent_usd": "0.41279295", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 118.7035777 }, { "date": "2026-11-06", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.009125967021276595744680851064", "cost_per_pass": 0.009125967021276596, "spent_usd": "0.42892045", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 109.5774286 }, { "date": "2026-11-06", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008800735714285714285714285714", "cost_per_pass": 0.008800735714285714, "spent_usd": "0.43123605", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 113.626864 }, { "date": "2026-11-06", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0078650552", "cost_per_pass": 0.0078650552, "spent_usd": "0.39325276", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 127.1446893 }, { "date": "2026-11-07", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.008405348", "cost_per_pass": 0.008405348, "spent_usd": "0.42026740", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 118.9718736 }, { "date": "2026-11-07", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009562412222222222222222222222", "cost_per_pass": 0.009562412222222223, "spent_usd": "0.43030855", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 104.5761233 }, { "date": "2026-11-07", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.009113632653061224489795918367", "cost_per_pass": 0.009113632653061225, "spent_usd": "0.44656800", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 109.7257305 }, { "date": "2026-11-07", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0084002654", "cost_per_pass": 0.0084002654, "spent_usd": "0.42001327", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 119.0438578 }, { "date": "2026-11-08", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008782055102040816326530612245", "cost_per_pass": 0.008782055102040817, "spent_usd": "0.43032070", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 113.8685636 }, { "date": "2026-11-08", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.01064512558139534883720930233", "cost_per_pass": 0.010645125581395349, "spent_usd": "0.45774040", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 93.93970906 }, { "date": "2026-11-08", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.00872638125", "cost_per_pass": 0.00872638125, "spent_usd": "0.41886630", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 114.595039 }, { "date": "2026-11-08", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0079752052", "cost_per_pass": 0.0079752052, "spent_usd": "0.39876026", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 125.3886232 }, { "date": "2026-11-09", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0089548375", "cost_per_pass": 0.0089548375, "spent_usd": "0.42983220", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 111.6714848 }, { "date": "2026-11-09", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.01028604418604651162790697674", "cost_per_pass": 0.010286044186046511, "spent_usd": "0.44229990", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 97.21910405 }, { "date": "2026-11-09", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.008647884693877551020408163265", "cost_per_pass": 0.00864788469387755, "spent_usd": "0.42374635", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 115.6352143 }, { "date": "2026-11-09", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.008071409", "cost_per_pass": 0.008071409, "spent_usd": "0.40357045", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 123.8941057 }, { "date": "2026-11-10", "kind": "convert", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.009086613541666666666666666667", "cost_per_pass": 0.009086613541666667, "spent_usd": "0.43615745", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 110.0520007 }, { "date": "2026-11-10", "kind": "convert", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.009641914444444444444444444444", "cost_per_pass": 0.009641914444444444, "spent_usd": "0.43388615", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 103.7138429 }, { "date": "2026-11-10", "kind": "convert", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.009208851041666666666666666667", "cost_per_pass": 0.009208851041666667, "spent_usd": "0.44202485", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 108.5911799 }, { "date": "2026-11-10", "kind": "convert", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0080537048", "cost_per_pass": 0.0080537048, "spent_usd": "0.40268524", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 124.1664581 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }