{ "_schema": "1.0", "kind": "match", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000351982", "cost_per_pass": 0.000351982, "spent_usd": "0.0175991", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2841.054372 }, { "date": "2026-10-12", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005069444", "cost_per_pass": 0.0005069444, "spent_usd": "0.02534722", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1972.602913 }, { "date": "2026-10-12", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171432", "cost_per_pass": 0.000171432, "spent_usd": "0.0085716", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5833.216669 }, { "date": "2026-10-13", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003591959183673469387755102041", "cost_per_pass": 0.00035919591836734694, "spent_usd": "0.0176006", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2783.996 }, { "date": "2026-10-13", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0004949176", "cost_per_pass": 0.0004949176, "spent_usd": "0.02474588", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 2020.538368 }, { "date": "2026-10-13", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171382", "cost_per_pass": 0.000171382, "spent_usd": "0.0085691", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5834.918486 }, { "date": "2026-10-14", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000354072", "cost_per_pass": 0.000354072, "spent_usd": "0.0177036", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2824.284326 }, { "date": "2026-10-14", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005061476", "cost_per_pass": 0.0005061476, "spent_usd": "0.02530738", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1975.708272 }, { "date": "2026-10-14", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171552", "cost_per_pass": 0.000171552, "spent_usd": "0.0085776", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5829.136355 }, { "date": "2026-10-15", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003567367346938775510204081633", "cost_per_pass": 0.00035673673469387753, "spent_usd": "0.0174801", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2803.187625 }, { "date": "2026-10-15", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005147516", "cost_per_pass": 0.0005147516, "spent_usd": "0.02573758", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1942.684588 }, { "date": "2026-10-15", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0001713857142857142857142857143", "cost_per_pass": 0.0001713857142857143, "spent_usd": "0.0083979", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5834.792031 }, { "date": "2026-10-16", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003601551020408163265306122449", "cost_per_pass": 0.0003601551020408163, "spent_usd": "0.0176476", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2776.581518 }, { "date": "2026-10-16", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005888556", "cost_per_pass": 0.0005888556, "spent_usd": "0.02944278", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1698.209204 }, { "date": "2026-10-16", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171412", "cost_per_pass": 0.000171412, "spent_usd": "0.0085706", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5833.897277 }, { "date": "2026-10-18", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-18", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-21", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003638081632653061224489795918", "cost_per_pass": 0.00036380816326530614, "spent_usd": "0.0178266", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2748.701379 }, { "date": "2026-10-21", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005891156", "cost_per_pass": 0.0005891156, "spent_usd": "0.02945578", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1697.459718 }, { "date": "2026-10-21", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0001739306122448979591836734694", "cost_per_pass": 0.00017393061224489796, "spent_usd": "0.0085226", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5749.419191 }, { "date": "2026-10-22", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003660122448979591836734693878", "cost_per_pass": 0.0003660122448979592, "spent_usd": "0.0179346", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2732.14903 }, { "date": "2026-10-22", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005956724", "cost_per_pass": 0.0005956724, "spent_usd": "0.02978362", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1678.775112 }, { "date": "2026-10-22", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-23", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171502", "cost_per_pass": 0.000171502, "spent_usd": "0.0085751", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5830.835792 }, { "date": "2026-10-23", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000356372", "cost_per_pass": 0.000356372, "spent_usd": "0.0178186", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2806.056593 }, { "date": "2026-10-23", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000588302", "cost_per_pass": 0.000588302, "spent_usd": "0.02941510", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1699.807242 }, { "date": "2026-10-24", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003551755102040816326530612245", "cost_per_pass": 0.0003551755102040816, "spent_usd": "0.0174036", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2815.509435 }, { "date": "2026-10-25", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005662388", "cost_per_pass": 0.0005662388, "spent_usd": "0.02831194", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1766.039346 }, { "date": "2026-10-25", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171362", "cost_per_pass": 0.000171362, "spent_usd": "0.0085681", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5835.599491 }, { "date": "2026-10-26", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003625632653061224489795918367", "cost_per_pass": 0.00036256326530612244, "spent_usd": "0.0177656", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2758.139325 }, { "date": "2026-10-26", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000574192", "cost_per_pass": 0.000574192, "spent_usd": "0.02870960", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1741.57773 }, { "date": "2026-10-26", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000170922", "cost_per_pass": 0.000170922, "spent_usd": "0.0085461", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5850.621921 }, { "date": "2026-10-27", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000170892", "cost_per_pass": 0.000170892, "spent_usd": "0.0085446", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5851.648995 }, { "date": "2026-10-27", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000352742", "cost_per_pass": 0.000352742, "spent_usd": "0.0176371", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2834.933181 }, { "date": "2026-10-27", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005627588", "cost_per_pass": 0.0005627588, "spent_usd": "0.02813794", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1776.960218 }, { "date": "2026-10-28", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171652", "cost_per_pass": 0.000171652, "spent_usd": "0.0085826", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5825.740452 }, { "date": "2026-10-28", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003575326530612244897959183673", "cost_per_pass": 0.0003575326530612245, "spent_usd": "0.0175191", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2796.947332 }, { "date": "2026-10-28", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000570752", "cost_per_pass": 0.000570752, "spent_usd": "0.02853760", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1752.074456 }, { "date": "2026-11-05", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0001744204081632653061224489796", "cost_per_pass": 0.0001744204081632653, "spent_usd": "0.0085466", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5733.27405 }, { "date": "2026-11-05", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003591040816326530612244897959", "cost_per_pass": 0.00035910408163265307, "spent_usd": "0.0175961", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2784.707975 }, { "date": "2026-11-05", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0005343555555555555555555555556", "cost_per_pass": 0.0005343555555555556, "spent_usd": "0.02404600", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1871.413125 }, { "date": "2026-11-05", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005122988", "cost_per_pass": 0.0005122988, "spent_usd": "0.02561494", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1951.985833 }, { "date": "2026-11-06", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000170572", "cost_per_pass": 0.000170572, "spent_usd": "0.0085286", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5862.626926 }, { "date": "2026-11-06", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003613591836734693877551020408", "cost_per_pass": 0.0003613591836734694, "spent_usd": "0.0177066", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2767.329696 }, { "date": "2026-11-06", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0005475909090909090909090909091", "cost_per_pass": 0.0005475909090909091, "spent_usd": "0.02409400", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1826.180792 }, { "date": "2026-11-06", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005389196", "cost_per_pass": 0.0005389196, "spent_usd": "0.02694598", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1855.564355 }, { "date": "2026-11-07", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000171012", "cost_per_pass": 0.000171012, "spent_usd": "0.0085506", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5847.542862 }, { "date": "2026-11-07", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000353532", "cost_per_pass": 0.000353532, "spent_usd": "0.0176766", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2828.59826 }, { "date": "2026-11-07", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.0005581627906976744186046511628", "cost_per_pass": 0.0005581627906976744, "spent_usd": "0.02400100", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1791.592017 }, { "date": "2026-11-07", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000515222", "cost_per_pass": 0.000515222, "spent_usd": "0.02576110", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1940.910908 }, { "date": "2026-11-08", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000170682", "cost_per_pass": 0.000170682, "spent_usd": "0.0085341", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5858.848619 }, { "date": "2026-11-08", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003582163265306122448979591837", "cost_per_pass": 0.00035821632653061224, "spent_usd": "0.0175526", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2791.60922 }, { "date": "2026-11-08", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0005475909090909090909090909091", "cost_per_pass": 0.0005475909090909091, "spent_usd": "0.02409400", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1826.180792 }, { "date": "2026-11-08", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005026904", "cost_per_pass": 0.0005026904, "spent_usd": "0.02513452", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1989.295996 }, { "date": "2026-11-09", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0001740122448979591836734693878", "cost_per_pass": 0.00017401224489795917, "spent_usd": "0.0085266", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5746.722023 }, { "date": "2026-11-09", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003591244897959183673469387755", "cost_per_pass": 0.00035912448979591834, "spent_usd": "0.0175971", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2784.549727 }, { "date": "2026-11-09", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0005455113636363636363636363636", "cost_per_pass": 0.0005455113636363637, "spent_usd": "0.02400250", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1833.142381 }, { "date": "2026-11-09", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005081036", "cost_per_pass": 0.0005081036, "spent_usd": "0.02540518", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1968.102568 }, { "date": "2026-11-10", "kind": "match", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000170972", "cost_per_pass": 0.000170972, "spent_usd": "0.0085486", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 5848.910933 }, { "date": "2026-11-10", "kind": "match", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0003578489795918367346938775510", "cost_per_pass": 0.00035784897959183676, "spent_usd": "0.0175346", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2794.474924 }, { "date": "2026-11-10", "kind": "match", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0005486477272727272727272727273", "cost_per_pass": 0.0005486477272727273, "spent_usd": "0.02414050", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1822.663159 }, { "date": "2026-11-10", "kind": "match", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.0005287256", "cost_per_pass": 0.0005287256, "spent_usd": "0.02643628", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1891.340234 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }