{
 "test": "Extract, test 2: 112 whole documents",
 "ipd_note": "ipd = intelligence per dollar: right answers per dollar spent, on that day's test = 1000 / (day_cost_usd / fully_right * 1000). Higher is better.",
 "dates": [
  "2026-11-04",
  "2026-11-05",
  "2026-11-06",
  "2026-11-07",
  "2026-11-08",
  "2026-11-09",
  "2026-11-10"
 ],
 "rows": [
  {
   "date": "2026-11-04",
   "model": "GPT-6 Luna",
   "fully_right": 100,
   "items": 112,
   "cost_per_1000_right_usd": 1.5,
   "day_cost_usd": 0.15,
   "invented": 3,
   "missed": 0,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 666.66667
  },
  {
   "date": "2026-11-04",
   "model": "Claude Haiku 5.5",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.7423,
   "day_cost_usd": 0.169,
   "invented": 2,
   "missed": 1,
   "unreadable": 2,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 573.9645
  },
  {
   "date": "2026-11-04",
   "model": "GLM-5.3 Flash",
   "fully_right": 93,
   "items": 112,
   "cost_per_1000_right_usd": 2.4301,
   "day_cost_usd": 0.226,
   "invented": 3,
   "missed": 1,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 411.50442
  },
  {
   "date": "2026-11-04",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 90,
   "items": 112,
   "cost_per_1000_right_usd": 5.6556,
   "day_cost_usd": 0.509,
   "invented": 3,
   "missed": 1,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 176.81729
  },
  {
   "date": "2026-11-04",
   "model": "NL;NL Pull 4B",
   "fully_right": 25,
   "items": 112,
   "cost_per_1000_right_usd": 23.7478,
   "day_cost_usd": 0.5936944444444445,
   "invented": null,
   "missed": null,
   "unreadable": 17,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 42.109203
  },
  {
   "date": "2026-11-04",
   "model": "NL;NL Pull 12B",
   "fully_right": 14,
   "items": 112,
   "cost_per_1000_right_usd": 38.8623,
   "day_cost_usd": 0.5440722222222222,
   "invented": null,
   "missed": null,
   "unreadable": 9,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 25.731878
  },
  {
   "date": "2026-11-04",
   "model": "NL;NL Desk",
   "fully_right": 101,
   "items": 112,
   "cost_per_1000_right_usd": 1.7327,
   "day_cost_usd": 0.175,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 577.14286
  },
  {
   "date": "2026-11-05",
   "model": "GPT-6 Luna",
   "fully_right": 100,
   "items": 112,
   "cost_per_1000_right_usd": 1.49,
   "day_cost_usd": 0.149,
   "invented": 1,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 671.14094
  },
  {
   "date": "2026-11-05",
   "model": "Claude Haiku 5.5",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.7423,
   "day_cost_usd": 0.169,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 573.9645
  },
  {
   "date": "2026-11-05",
   "model": "GLM-5.3 Flash",
   "fully_right": 90,
   "items": 112,
   "cost_per_1000_right_usd": 2.5,
   "day_cost_usd": 0.225,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 400.0
  },
  {
   "date": "2026-11-05",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 94,
   "items": 112,
   "cost_per_1000_right_usd": 5.4574,
   "day_cost_usd": 0.513,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 183.23587
  },
  {
   "date": "2026-11-05",
   "model": "NL;NL Pull 4B",
   "fully_right": 22,
   "items": 112,
   "cost_per_1000_right_usd": 27.9528,
   "day_cost_usd": 0.6149611111111112,
   "invented": null,
   "missed": null,
   "unreadable": 21,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 35.77462
  },
  {
   "date": "2026-11-05",
   "model": "NL;NL Pull 12B",
   "fully_right": 14,
   "items": 112,
   "cost_per_1000_right_usd": 33.6089,
   "day_cost_usd": 0.47052499999999997,
   "invented": null,
   "missed": null,
   "unreadable": 12,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 29.753998
  },
  {
   "date": "2026-11-05",
   "model": "NL;NL Desk",
   "fully_right": 99,
   "items": 112,
   "cost_per_1000_right_usd": 1.7677,
   "day_cost_usd": 0.175,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 565.71429
  },
  {
   "date": "2026-11-06",
   "model": "GPT-6 Luna",
   "fully_right": 98,
   "items": 112,
   "cost_per_1000_right_usd": 1.5306,
   "day_cost_usd": 0.15,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 653.33333
  },
  {
   "date": "2026-11-06",
   "model": "Claude Haiku 5.5",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.7423,
   "day_cost_usd": 0.169,
   "invented": 2,
   "missed": null,
   "unreadable": 1,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 573.9645
  },
  {
   "date": "2026-11-06",
   "model": "GLM-5.3 Flash",
   "fully_right": 89,
   "items": 112,
   "cost_per_1000_right_usd": 2.5393,
   "day_cost_usd": 0.226,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 393.80531
  },
  {
   "date": "2026-11-06",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 98,
   "items": 112,
   "cost_per_1000_right_usd": 5.2551,
   "day_cost_usd": 0.515,
   "invented": 4,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 190.29126
  },
  {
   "date": "2026-11-06",
   "model": "NL;NL Pull 4B",
   "fully_right": 30,
   "items": 112,
   "cost_per_1000_right_usd": 9.5165,
   "day_cost_usd": 0.28549444444444444,
   "invented": null,
   "missed": null,
   "unreadable": 12,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 105.08085
  },
  {
   "date": "2026-11-06",
   "model": "NL;NL Pull 12B",
   "fully_right": 14,
   "items": 112,
   "cost_per_1000_right_usd": 26.8192,
   "day_cost_usd": 0.3754694444444444,
   "invented": null,
   "missed": null,
   "unreadable": 7,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 37.286656
  },
  {
   "date": "2026-11-06",
   "model": "NL;NL Desk",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.8041,
   "day_cost_usd": 0.175,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 554.28571
  },
  {
   "date": "2026-11-07",
   "model": "GPT-6 Luna",
   "fully_right": 98,
   "items": 112,
   "cost_per_1000_right_usd": 1.5306,
   "day_cost_usd": 0.15,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 653.33333
  },
  {
   "date": "2026-11-07",
   "model": "Claude Haiku 5.5",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.7526,
   "day_cost_usd": 0.17,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 570.58824
  },
  {
   "date": "2026-11-07",
   "model": "GLM-5.3 Flash",
   "fully_right": 96,
   "items": 112,
   "cost_per_1000_right_usd": 2.3438,
   "day_cost_usd": 0.225,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 426.66667
  },
  {
   "date": "2026-11-07",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 91,
   "items": 112,
   "cost_per_1000_right_usd": 5.7473,
   "day_cost_usd": 0.523,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 173.99618
  },
  {
   "date": "2026-11-07",
   "model": "NL;NL Pull 4B",
   "fully_right": 38,
   "items": 112,
   "cost_per_1000_right_usd": 18.5384,
   "day_cost_usd": 0.7044583333333334,
   "invented": null,
   "missed": null,
   "unreadable": 11,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 53.942154
  },
  {
   "date": "2026-11-07",
   "model": "NL;NL Pull 12B",
   "fully_right": 12,
   "items": 112,
   "cost_per_1000_right_usd": 42.7549,
   "day_cost_usd": 0.5130583333333333,
   "invented": null,
   "missed": null,
   "unreadable": 7,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 23.389153
  },
  {
   "date": "2026-11-07",
   "model": "NL;NL Desk",
   "fully_right": 100,
   "items": 112,
   "cost_per_1000_right_usd": 1.75,
   "day_cost_usd": 0.175,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 571.42857
  },
  {
   "date": "2026-11-08",
   "model": "GPT-6 Luna",
   "fully_right": 102,
   "items": 112,
   "cost_per_1000_right_usd": 1.4735,
   "day_cost_usd": 0.1503,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 678.64271
  },
  {
   "date": "2026-11-08",
   "model": "Claude Haiku 5.5",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.7464,
   "day_cost_usd": 0.1694,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 572.60921
  },
  {
   "date": "2026-11-08",
   "model": "GLM-5.3 Flash",
   "fully_right": 88,
   "items": 112,
   "cost_per_1000_right_usd": 2.558,
   "day_cost_usd": 0.2251,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 390.93736
  },
  {
   "date": "2026-11-08",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 92,
   "items": 112,
   "cost_per_1000_right_usd": 5.5804,
   "day_cost_usd": 0.5134,
   "invented": 4,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 179.19751
  },
  {
   "date": "2026-11-08",
   "model": "NL;NL Pull 4B",
   "fully_right": 28,
   "items": 112,
   "cost_per_1000_right_usd": 20.2223,
   "day_cost_usd": 0.566225,
   "invented": null,
   "missed": null,
   "unreadable": 14,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 49.450307
  },
  {
   "date": "2026-11-08",
   "model": "NL;NL Pull 12B",
   "fully_right": 16,
   "items": 112,
   "cost_per_1000_right_usd": 27.8571,
   "day_cost_usd": 0.44571388888888885,
   "invented": null,
   "missed": null,
   "unreadable": 6,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 35.897468
  },
  {
   "date": "2026-11-08",
   "model": "NL;NL Desk",
   "fully_right": 97,
   "items": 112,
   "cost_per_1000_right_usd": 1.8052,
   "day_cost_usd": 0.1751,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 553.96916
  },
  {
   "date": "2026-11-09",
   "model": "GPT-6 Luna",
   "fully_right": 98,
   "items": 112,
   "cost_per_1000_right_usd": 1.5181,
   "day_cost_usd": 0.148775,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 658.71282
  },
  {
   "date": "2026-11-09",
   "model": "Claude Haiku 5.5",
   "fully_right": 95,
   "items": 112,
   "cost_per_1000_right_usd": 1.7826,
   "day_cost_usd": 0.169343,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 560.9916
  },
  {
   "date": "2026-11-09",
   "model": "GLM-5.3 Flash",
   "fully_right": 95,
   "items": 112,
   "cost_per_1000_right_usd": 2.37,
   "day_cost_usd": 0.225148,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 421.94468
  },
  {
   "date": "2026-11-09",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 91,
   "items": 112,
   "cost_per_1000_right_usd": 5.6068,
   "day_cost_usd": 0.510219,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 178.35478
  },
  {
   "date": "2026-11-09",
   "model": "NL;NL Pull 4B",
   "fully_right": 30,
   "items": 112,
   "cost_per_1000_right_usd": 9.4291,
   "day_cost_usd": 0.2828722222222222,
   "invented": null,
   "missed": null,
   "unreadable": 13,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 106.05495
  },
  {
   "date": "2026-11-09",
   "model": "NL;NL Pull 12B",
   "fully_right": 10,
   "items": 112,
   "cost_per_1000_right_usd": 36.3833,
   "day_cost_usd": 0.36383333333333334,
   "invented": null,
   "missed": null,
   "unreadable": 6,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 27.485112
  },
  {
   "date": "2026-11-09",
   "model": "NL;NL Desk",
   "fully_right": 102,
   "items": 112,
   "cost_per_1000_right_usd": 1.7103,
   "day_cost_usd": 0.17445,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 584.69475
  },
  {
   "date": "2026-11-10",
   "model": "GPT-6 Luna",
   "fully_right": 98,
   "items": 112,
   "cost_per_1000_right_usd": 1.5248,
   "day_cost_usd": 0.149426,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 655.84303
  },
  {
   "date": "2026-11-10",
   "model": "Claude Haiku 5.5",
   "fully_right": 95,
   "items": 112,
   "cost_per_1000_right_usd": 1.7812,
   "day_cost_usd": 0.169217,
   "invented": 2,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 561.40931
  },
  {
   "date": "2026-11-10",
   "model": "GLM-5.3 Flash",
   "fully_right": 92,
   "items": 112,
   "cost_per_1000_right_usd": 2.4505,
   "day_cost_usd": 0.225445,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 408.08179
  },
  {
   "date": "2026-11-10",
   "model": "Gemini 3.1 Flash Lite",
   "fully_right": 88,
   "items": 112,
   "cost_per_1000_right_usd": 5.7309,
   "day_cost_usd": 0.504317,
   "invented": 3,
   "missed": null,
   "unreadable": 0,
   "made_by_us": "no",
   "cost_basis": "paid at the maker's price",
   "answer_assembled_by_us": "no",
   "category": "model",
   "ipd": 174.49342
  },
  {
   "date": "2026-11-10",
   "model": "NL;NL Pull 4B",
   "fully_right": 27,
   "items": 112,
   "cost_per_1000_right_usd": 17.6566,
   "day_cost_usd": 0.4767277777777778,
   "invented": null,
   "missed": null,
   "unreadable": 17,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 56.636096
  },
  {
   "date": "2026-11-10",
   "model": "NL;NL Pull 12B",
   "fully_right": 9,
   "items": 112,
   "cost_per_1000_right_usd": 52.4775,
   "day_cost_usd": 0.4722972222222222,
   "invented": null,
   "missed": null,
   "unreadable": 11,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not an API price",
   "answer_assembled_by_us": "no",
   "category": "model, ours",
   "ipd": 19.055797
  },
  {
   "date": "2026-11-10",
   "model": "NL;NL Desk",
   "fully_right": 99,
   "items": 112,
   "cost_per_1000_right_usd": 1.7606,
   "day_cost_usd": 0.174304,
   "invented": null,
   "missed": null,
   "unreadable": null,
   "made_by_us": "yes",
   "cost_basis": "our own cost of running it, not a price: none is set yet; leaves out the page reader, which ran on our own machine",
   "answer_assembled_by_us": "no",
   "category": "system",
   "ipd": 567.9732
  }
 ]
}