{ "_schema": "1.0", "kind": "find", "dates": [ "2026-10-12", "2026-10-13", "2026-10-14", "2026-10-15", "2026-10-16", "2026-10-18", "2026-10-21", "2026-10-22", "2026-10-23", "2026-10-24", "2026-10-25", "2026-10-26", "2026-10-27", "2026-10-28", "2026-11-05", "2026-11-06", "2026-11-07", "2026-11-08", "2026-11-09", "2026-11-10" ], "models": [ "claude-haiku-5-5", "glm-5.3-flash", "gpt-6-luna", "gemini-3.1-flash-lite" ], "newest_day": "2026-11-10", "newest_day_roster": [ { "model": "gpt-6-luna", "state": "published" }, { "model": "claude-haiku-5-5", "state": "published" }, { "model": "gemini-3.1-flash-lite", "state": "published" }, { "model": "glm-5.3-flash", "state": "published" } ], "newest_day_roster_note": "Each roster model and its state on newest_day. no_record: no line in our data for that model and kind.", "rows": [ { "date": "2026-10-12", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000396436", "cost_per_pass": 0.000396436, "spent_usd": "0.0198218", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2522.475255 }, { "date": "2026-10-12", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0008451952173913043478260869565", "cost_per_pass": 0.0008451952173913044, "spent_usd": "0.03887898", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1183.158612 }, { "date": "2026-10-12", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0002004489795918367346938775510", "cost_per_pass": 0.00020044897959183673, "spent_usd": "0.0098220", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4988.800652 }, { "date": "2026-10-13", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000399686", "cost_per_pass": 0.000399686, "spent_usd": "0.0199843", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2501.964042 }, { "date": "2026-10-13", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0007966782978723404255319148936", "cost_per_pass": 0.0007966782978723404, "spent_usd": "0.03744388", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1255.2118 }, { "date": "2026-10-13", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002135217391304347826086956522", "cost_per_pass": 0.00021352173913043477, "spent_usd": "0.0098220", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4683.363877 }, { "date": "2026-10-14", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000399456", "cost_per_pass": 0.000399456, "spent_usd": "0.0199728", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2503.40463 }, { "date": "2026-10-14", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.001143989361702127659574468085", "cost_per_pass": 0.0011439893617021277, "spent_usd": "0.05376750", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 874.1340029 }, { "date": "2026-10-14", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002147282608695652173913043478", "cost_per_pass": 0.00021472826086956523, "spent_usd": "0.0098775", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4657.048848 }, { "date": "2026-10-15", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000395896", "cost_per_pass": 0.000395896, "spent_usd": "0.0197948", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2525.915897 }, { "date": "2026-10-15", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0005492581818181818181818181818", "cost_per_pass": 0.0005492581818181818, "spent_usd": "0.02416736", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1820.637422 }, { "date": "2026-10-15", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002204333333333333333333333333", "cost_per_pass": 0.00022043333333333334, "spent_usd": "0.0099195", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4536.518978 }, { "date": "2026-10-16", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000398806", "cost_per_pass": 0.000398806, "spent_usd": "0.0199403", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2507.484842 }, { "date": "2026-10-16", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0005465891666666666666666666667", "cost_per_pass": 0.0005465891666666667, "spent_usd": "0.02623628", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1829.527662 }, { "date": "2026-10-16", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002156521739130434782608695652", "cost_per_pass": 0.0002156521739130435, "spent_usd": "0.0099200", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4637.096774 }, { "date": "2026-10-18", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-18", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-18", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-21", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000397746", "cost_per_pass": 0.000397746, "spent_usd": "0.0198873", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2514.167333 }, { "date": "2026-10-21", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.00085782125", "cost_per_pass": 0.00085782125, "spent_usd": "0.04117542", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1165.744029 }, { "date": "2026-10-21", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002149565217391304347826086957", "cost_per_pass": 0.00021495652173913042, "spent_usd": "0.0098880", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4652.10356 }, { "date": "2026-10-22", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000405746", "cost_per_pass": 0.000405746, "spent_usd": "0.0202873", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2464.596077 }, { "date": "2026-10-22", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0005468058333333333333333333333", "cost_per_pass": 0.0005468058333333334, "spent_usd": "0.02624668", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1828.802729 }, { "date": "2026-10-22", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-23", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0002267727272727272727272727273", "cost_per_pass": 0.00022677272727272726, "spent_usd": "0.0099780", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4409.701343 }, { "date": "2026-10-23", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000402026", "cost_per_pass": 0.000402026, "spent_usd": "0.0201013", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2487.401312 }, { "date": "2026-10-23", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.00095440", "cost_per_pass": 0.0009544, "spent_usd": "0.04390240", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1047.778709 }, { "date": "2026-10-24", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "claude-haiku-5-5", "ipd": null }, { "date": "2026-10-24", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "glm-5.3-flash", "ipd": null }, { "date": "2026-10-24", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "not run", "state": "not_run", "items": null, "passed": null, "failed": null, "held": null, "pass_rate": null, "cost_per_pass_usd": null, "cost_per_pass": null, "spent_usd": null, "held_rate": null, "assembled_by_nlnl_labs": "no", "note": "not run; no reason recorded in the source", "source_model": "gpt-6-luna", "ipd": null }, { "date": "2026-10-25", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0004079755102040816326530612245", "cost_per_pass": 0.00040797551020408166, "spent_usd": "0.0199908", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2451.127519 }, { "date": "2026-10-25", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.001297016595744680851063829787", "cost_per_pass": 0.0012970165957446808, "spent_usd": "0.06095978", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 771.0001578 }, { "date": "2026-10-25", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0002099680851063829787234042553", "cost_per_pass": 0.00020996808510638298, "spent_usd": "0.0098685", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4762.628566 }, { "date": "2026-10-26", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000402416", "cost_per_pass": 0.000402416, "spent_usd": "0.0201208", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2484.990656 }, { "date": "2026-10-26", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0005809082608695652173913043478", "cost_per_pass": 0.0005809082608695652, "spent_usd": "0.02672178", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1721.442209 }, { "date": "2026-10-26", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002136847826086956521739130435", "cost_per_pass": 0.00021368478260869566, "spent_usd": "0.0098295", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4679.790427 }, { "date": "2026-10-27", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002202222222222222222222222222", "cost_per_pass": 0.0002202222222222222, "spent_usd": "0.0099100", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4540.86781 }, { "date": "2026-10-27", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0004054244897959183673469387755", "cost_per_pass": 0.0004054244897959184, "spent_usd": "0.0198658", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2466.550554 }, { "date": "2026-10-27", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0005506957446808510638297872340", "cost_per_pass": 0.0005506957446808511, "spent_usd": "0.02588270", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1815.884742 }, { "date": "2026-10-28", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002198222222222222222222222222", "cost_per_pass": 0.00021982222222222223, "spent_usd": "0.0098920", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4549.130611 }, { "date": "2026-10-28", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0004056897959183673469387755102", "cost_per_pass": 0.00040568979591836733, "spent_usd": "0.0198788", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2464.937521 }, { "date": "2026-10-28", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0005971336170212765957446808511", "cost_per_pass": 0.0005971336170212766, "spent_usd": "0.02806528", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1674.667062 }, { "date": "2026-11-05", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002211777777777777777777777778", "cost_per_pass": 0.00022117777777777778, "spent_usd": "0.0099530", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4521.249874 }, { "date": "2026-11-05", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000395916", "cost_per_pass": 0.000395916, "spent_usd": "0.0197958", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2525.788299 }, { "date": "2026-11-05", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057735", "cost_per_pass": 0.00057735, "spent_usd": "0.02886750", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1732.051615 }, { "date": "2026-11-05", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0007849341666666666666666666667", "cost_per_pass": 0.0007849341666666666, "spent_usd": "0.03767684", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1273.992193 }, { "date": "2026-11-06", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002191777777777777777777777778", "cost_per_pass": 0.0002191777777777778, "spent_usd": "0.0098630", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4562.506337 }, { "date": "2026-11-06", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000400806", "cost_per_pass": 0.000400806, "spent_usd": "0.0200403", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2494.97263 }, { "date": "2026-11-06", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057846", "cost_per_pass": 0.00057846, "spent_usd": "0.02892300", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1728.728002 }, { "date": "2026-11-06", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 48, "failed": 2, "held": 0, "pass_rate": 0.96, "cost_per_pass_usd": "0.0008183120833333333333333333333", "cost_per_pass": 0.0008183120833333334, "spent_usd": "0.03927898", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1222.02766 }, { "date": "2026-11-07", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 44, "failed": 6, "held": 0, "pass_rate": 0.88, "cost_per_pass_usd": "0.0002241136363636363636363636364", "cost_per_pass": 0.00022411363636363636, "spent_usd": "0.0098610", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4462.022107 }, { "date": "2026-11-07", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000403526", "cost_per_pass": 0.000403526, "spent_usd": "0.0201763", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2478.155063 }, { "date": "2026-11-07", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057846", "cost_per_pass": 0.00057846, "spent_usd": "0.02892300", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1728.728002 }, { "date": "2026-11-07", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0005378821739130434782608695652", "cost_per_pass": 0.0005378821739130435, "spent_usd": "0.02474258", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1859.143226 }, { "date": "2026-11-08", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.0002131304347826086956521739130", "cost_per_pass": 0.0002131304347826087, "spent_usd": "0.0098040", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4691.962464 }, { "date": "2026-11-08", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000400056", "cost_per_pass": 0.000400056, "spent_usd": "0.0200028", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2499.650049 }, { "date": "2026-11-08", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057957", "cost_per_pass": 0.00057957, "spent_usd": "0.02897850", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1725.41712 }, { "date": "2026-11-08", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 47, "failed": 3, "held": 0, "pass_rate": 0.94, "cost_per_pass_usd": "0.0008799859574468085106382978723", "cost_per_pass": 0.0008799859574468085, "spent_usd": "0.04135934", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1136.38177 }, { "date": "2026-11-09", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 45, "failed": 5, "held": 0, "pass_rate": 0.9, "cost_per_pass_usd": "0.0002210666666666666666666666667", "cost_per_pass": 0.00022106666666666666, "spent_usd": "0.0099480", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4523.522316 }, { "date": "2026-11-09", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000402296", "cost_per_pass": 0.000402296, "spent_usd": "0.0201148", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2485.731899 }, { "date": "2026-11-09", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057957", "cost_per_pass": 0.00057957, "spent_usd": "0.02897850", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1725.41712 }, { "date": "2026-11-09", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 46, "failed": 4, "held": 0, "pass_rate": 0.92, "cost_per_pass_usd": "0.001239556956521739130434782609", "cost_per_pass": 0.0012395569565217391, "spent_usd": "0.05701962", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 806.7398555 }, { "date": "2026-11-10", "kind": "find", "model": "gpt-6-luna", "vendor": "OpenAI", "route": "openai direct", "status": "published", "state": "published", "items": 50, "passed": 43, "failed": 7, "held": 0, "pass_rate": 0.86, "cost_per_pass_usd": "0.0002299767441860465116279069767", "cost_per_pass": 0.0002299767441860465, "spent_usd": "0.0098890", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gpt-6-luna", "ipd": 4348.26575 }, { "date": "2026-11-10", "kind": "find", "model": "claude-haiku-5-5", "vendor": "Anthropic", "route": "anthropic direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.000405546", "cost_per_pass": 0.000405546, "spent_usd": "0.0202773", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "claude-haiku-5-5", "ipd": 2465.811523 }, { "date": "2026-11-10", "kind": "find", "model": "gemini-3.1-flash-lite", "vendor": "Google", "route": "google direct", "status": "published", "state": "published", "items": 50, "passed": 50, "failed": 0, "held": 0, "pass_rate": 1.0, "cost_per_pass_usd": "0.00057846", "cost_per_pass": 0.00057846, "spent_usd": "0.02892300", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "gemini-3.1-flash-lite", "ipd": 1728.728002 }, { "date": "2026-11-10", "kind": "find", "model": "glm-5.3-flash", "vendor": "Zhipu", "route": "Together", "status": "published", "state": "published", "items": 50, "passed": 49, "failed": 1, "held": 0, "pass_rate": 0.98, "cost_per_pass_usd": "0.0005302791836734693877551020408", "cost_per_pass": 0.0005302791836734694, "spent_usd": "0.02598368", "held_rate": 0.0, "assembled_by_nlnl_labs": "no", "note": null, "source_model": "glm-5.3-flash", "ipd": 1885.799086 } ], "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1 / cost_per_pass_usd (= 1000 / cost per 1,000 right answers). Higher is better. It is 0 only for a run with no right answer, and blank (null in JSON) for a line that was not run or not published. The files carry it at full precision; the pages show it rounded down to 3 significant figures. Every existing field is unchanged." }