{
 "summary": {
  "model": "gpt-5.4-mini",
  "arm": "closed",
  "items": 150,
  "accuracy": 0.19333333333333333,
  "errors": 0,
  "mean_tokens": 187,
  "by_template": {
   "change": {
    "n": 30,
    "accuracy": 0,
    "mean_tokens": 220
   },
   "lookup": {
    "n": 30,
    "accuracy": 0,
    "mean_tokens": 199
   },
   "net_assets": {
    "n": 30,
    "accuracy": 0,
    "mean_tokens": 166
   },
   "ratio": {
    "n": 30,
    "accuracy": 0.03333333333333333,
    "mean_tokens": 174
   },
   "unanswerable": {
    "n": 30,
    "accuracy": 0.9333333333333333,
    "mean_tokens": 179
   }
  }
 },
 "runs": [
  {
   "id": "dca0464898444160",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 4.49,
   "tokens": 204,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "fc794d7302b78610",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 95.57,
   "tokens": 205,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e59c04374a86cfba",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -22.9,
   "tokens": 206,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "52576834adbb4dfe",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0,
   "tokens": 199,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2e1a5393ec97ceee",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 140.83,
   "tokens": 211,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "8056b70617ffc5f7",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 16.32,
   "tokens": 206,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "16dcc87711a54b70",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 8.87,
   "expected": 12.48,
   "tokens": 242,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "63d1446a36181c65",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 57.38,
   "expected": -0.64,
   "tokens": 248,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "dc025b5870765761",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 42.86,
   "expected": -92.09,
   "tokens": 213,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "cfbc720271260e24",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 100,
   "expected": 13544.96,
   "tokens": 206,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3e0dca0505d80329",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -55.82,
   "expected": -16.78,
   "tokens": 239,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "b4265bf5a09b9fc4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -2.43,
   "expected": 0.26,
   "tokens": 293,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e7dea40e92cdec24",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 20.35,
   "tokens": 250,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "8e6e214f535b07a3",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0,
   "tokens": 202,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "73827a0c80275407",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -824.19,
   "tokens": 185,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "7d22857028c03524",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 9.49,
   "tokens": 184,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "1b8204933f66084b",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -30.36,
   "expected": -13,
   "tokens": 204,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e2255fe0a0460192",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -77.78,
   "tokens": 209,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "31cd5462911e5334",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 71.87,
   "tokens": 217,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "62c373ee0dc93646",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -39.71,
   "tokens": 208,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "cdd09ebe1ff4b8f4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -112.82,
   "expected": -45.55,
   "tokens": 247,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "43199db5dd8028c0",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 139.62,
   "tokens": 209,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "848c913ac3c1f30e",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -18.18,
   "expected": 8.57,
   "tokens": 191,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "83fdc096a2c9e8ed",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 283.3,
   "tokens": 246,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a1c0c342804b5fa4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 0,
   "expected": 175.8,
   "tokens": 205,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "d9744543ce42caef",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -43.76,
   "expected": -45.42,
   "tokens": 246,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3331e61c1792d55a",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -3.71,
   "expected": -10.6,
   "tokens": 244,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e03896a2cad9670e",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 64.81,
   "tokens": 268,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "7917f7646b131a57",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -62.74,
   "tokens": 203,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "85b2d16220207826",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 0,
   "expected": -36.12,
   "tokens": 196,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2426b0702e387cc9",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 21450000,
   "expected": 22478000,
   "tokens": 188,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "0be7047ec2bddac8",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 0.74,
   "expected": 2.78,
   "tokens": 205,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "141b2d5a550254f5",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": -0.11,
   "expected": -0.03,
   "tokens": 216,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "aa4df7352efa4811",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 481979000,
   "tokens": 191,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "805671ceae93894f",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 1262000000,
   "expected": 4059800000,
   "tokens": 186,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bd8308d04bf6294f",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 152000000,
   "expected": 321292000,
   "tokens": 179,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "79f98ef272dfefa9",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 2248,
   "expected": 20475,
   "tokens": 199,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "5ae597aaa1d91cc3",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 0,
   "expected": 171000,
   "tokens": 196,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "38977f569c847243",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 0,
   "expected": 20528000,
   "tokens": 189,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "b84e3fdc75d5e18a",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 11890000,
   "tokens": 204,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "819aca504e0d7bc8",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 4099,
   "expected": 3429000000,
   "tokens": 168,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ae28baacfb885c3d",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 69884000,
   "expected": 146008000,
   "tokens": 201,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ff7a8b33ade1f1c9",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 1227599,
   "tokens": 191,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "c4b0c52f76806b6e",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 485873000,
   "expected": 484249000,
   "tokens": 198,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "7c93f297e4d8df42",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 486000000,
   "expected": 188000000,
   "tokens": 206,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "75bc6d172f2acd96",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 2147087,
   "tokens": 211,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "1963a83f301f7e54",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 542000000,
   "expected": 555600000,
   "tokens": 197,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "fdbd6d30b20494b6",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 18484000,
   "tokens": 229,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "707118bac09c5e94",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": -62380000,
   "expected": 2631000,
   "tokens": 202,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4fcf9e4e4412aae8",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 41080,
   "tokens": 194,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2274dac6ce03b9a3",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 202800000,
   "expected": 33956000,
   "tokens": 221,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "1579b186730203bc",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 634000000,
   "expected": 615900000,
   "tokens": 199,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "b3b03f26c8fa4150",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 172000000,
   "expected": 386000000,
   "tokens": 198,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bd81f5b192ee83c0",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 245303000,
   "expected": 122063000,
   "tokens": 189,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "76d5ed7fc7937910",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 51003000,
   "tokens": 206,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "c54e57d6a62718ae",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 183000000,
   "expected": -27000000,
   "tokens": 202,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "6439e20304304308",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": -0.18,
   "expected": 0.08,
   "tokens": 205,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "5208ea04209e4334",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 4031000000,
   "expected": 5246000000,
   "tokens": 202,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3749e9c2c16a49ff",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 3498998,
   "expected": 1570449,
   "tokens": 196,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "eb0205b851fa819c",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -1859231,
   "tokens": 169,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ebbc5350f8f67e8a",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -10318255,
   "tokens": 203,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "901628f928b76af2",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 31116000,
   "tokens": 164,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "7b9a78581e548756",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 1458000000,
   "expected": 168000000,
   "tokens": 162,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "f8929c2fdfd57f61",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 51670000,
   "expected": 71631000,
   "tokens": 165,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a10d016c85a1b87b",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 83650000,
   "expected": 11694188,
   "tokens": 173,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3c8b5cc84d90b4dc",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 415614,
   "tokens": 168,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bae941e88d4c71c0",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 418402430,
   "tokens": 178,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "d1cf46ea46302d8a",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 191174000,
   "tokens": 168,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "845e002e2e5928e5",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 4629000000,
   "expected": 4837000000,
   "tokens": 150,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "1cee81d4ad7ac47e",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 33806973,
   "expected": 25520968,
   "tokens": 164,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2d8c545f493ed22f",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 134770764,
   "tokens": 168,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a1129224ea71ae35",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 50529000,
   "tokens": 157,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "754ba4cb755a21bc",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 1327267000,
   "expected": 983409000,
   "tokens": 152,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4334342f1335c53d",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 1049600000,
   "expected": 2326333000,
   "tokens": 181,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "b406e64927402620",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -4087323,
   "tokens": 159,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "c6cb0713d6c150cf",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 121475000,
   "tokens": 169,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "9de7e1be68469d21",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 1497000000,
   "expected": 1043634000,
   "tokens": 150,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "d76160836ef4c3a3",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 170400000,
   "expected": 355828000,
   "tokens": 167,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "72fa02e163d830f9",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 311400000,
   "expected": 328983000,
   "tokens": 169,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bae71420632a75cb",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 11473000000,
   "expected": 15216200000,
   "tokens": 182,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "42d398fd09543667",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 884698000,
   "expected": 1588142000,
   "tokens": 157,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3aa684eadd4c2bde",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 48026000,
   "expected": 14385000,
   "tokens": 163,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "97709bdb5be342ee",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 710852000,
   "tokens": 154,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "59e71480b58e773b",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 4840904,
   "tokens": 165,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "6881d685f39d525e",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 88600000,
   "expected": 10029000,
   "tokens": 161,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "6e0733ad43281d80",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 899003000,
   "tokens": 164,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "fef487e5d5afa85c",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 440260000,
   "expected": 285369000,
   "tokens": 153,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bdc44b3810e2c623",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": -324036000,
   "expected": 178933000,
   "tokens": 190,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3c507c2740f0d954",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 2101200000,
   "expected": 1996418000,
   "tokens": 186,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a93e75b73ac95499",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 242738000,
   "tokens": 159,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "13d18c9577eb825e",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.865,
   "expected": 0.9608,
   "tokens": 156,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ad9d7d3e3f2b0cb6",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.7191,
   "expected": 0.8142,
   "tokens": 156,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2ee1124a2d588270",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0846,
   "expected": 0.1446,
   "tokens": 179,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3234c0be463c090f",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0.616,
   "tokens": 157,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4d9935a827b68726",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0.0482,
   "tokens": 182,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4bbb10742aaf14a3",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0063,
   "expected": -0.0549,
   "tokens": 166,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "0ae92326e3efe09c",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.0344,
   "expected": -0.0363,
   "tokens": 208,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a790301efd2206f5",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -1.5955,
   "tokens": 174,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "0f35f8076a812354",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.1295,
   "expected": 1.2422,
   "tokens": 170,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3cad0733085a3ba5",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0794,
   "expected": 0.2989,
   "tokens": 166,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e9352a9a5856d5f1",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0112,
   "expected": 0.0107,
   "tokens": 171,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "33bb4d4f6670e718",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0529,
   "expected": 0.0219,
   "tokens": 182,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ed7bd4fcbf2e77f4",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.6418,
   "expected": 0.7816,
   "tokens": 187,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "921bbc5b8bcea5c4",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0295,
   "expected": -0.0271,
   "tokens": 189,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "45f9e55155078f7f",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.0296,
   "expected": 0.0045,
   "tokens": 155,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a0a3fbc3785b6151",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.167,
   "expected": 0.1494,
   "tokens": 171,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4b57579085c273c0",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.7202,
   "expected": 0.6456,
   "tokens": 201,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "1815216532ad439e",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.0655,
   "expected": -0.0378,
   "tokens": 174,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3a05107190e87886",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.2459,
   "expected": -0.003,
   "tokens": 169,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "56248eca0a5f0c0d",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -4.802,
   "tokens": 164,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "10f0dcbdea8f4fb0",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -0.0541,
   "expected": 0.0671,
   "tokens": 167,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "c6e45af454384a8c",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.7455,
   "expected": 1.0685,
   "tokens": 184,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "60bde5293b0b8cae",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0.0321,
   "tokens": 178,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "ddd0639d4ffcf7d7",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0723,
   "expected": 0.0756,
   "tokens": 160,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "392b02de753a48ce",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0096,
   "expected": 0.0092,
   "tokens": 173,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "845355a98c81a3ca",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0171,
   "expected": 0.0817,
   "tokens": 204,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "13af7d1b61f92e1a",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0098,
   "expected": 0.0325,
   "tokens": 172,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "fb8e5d2ac158b9b5",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -4107.6653,
   "tokens": 172,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "64f2b037f62d3f05",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.106,
   "expected": 0.1213,
   "tokens": 159,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "6c03edc1e3a16a80",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.0129,
   "expected": 0.0102,
   "tokens": 176,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "d7e03e896891fb69",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 182,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "646a902204cd0e0a",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 185,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "9a5bf160ff894209",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 183,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "7fd971d30f26f4e7",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 171,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "06ca0a9c7f52647e",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 180,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "dc49d471297efc51",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 177,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "bf41edd38642b01d",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 187,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "589eabf057962e34",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 179,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "b4536f1331fb3cbf",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 180,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "0ff36151507c3b87",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 178,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a3dada2ffe1d1b3d",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 194,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "95e926e71cce10b8",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 174,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3eda8acfac9e95de",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 173,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "97214da1321a5cd3",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 171,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2323332f1d8b3a0d",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 188,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "d513861d59b48f70",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 182,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "944cb153dc4ded8c",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 170,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "3e331089fb3f9adf",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 172,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "8a01640413354fd0",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 156,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "0f4b469b53f79297",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 166,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "88f0cb404630b880",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "25717",
   "expected": "not reported",
   "tokens": 184,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "315aab3b1ff719c8",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 165,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "2f4a5ed2869145fc",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 170,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "56a906e7c6311b91",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 186,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "67e3707b9f2eb582",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 199,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "a2e16a3b94ba6f5b",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 185,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "e57477245f55cef2",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 181,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "fc382bba1e349a2c",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 187,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "4cd1132bc1e2cd75",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 184,
   "tool_calls": 0,
   "error": null
  },
  {
   "id": "50c1ce9248c660d9",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "-92584235",
   "expected": "not reported",
   "tokens": 187,
   "tool_calls": 0,
   "error": null
  }
 ]
}