{
 "summary": {
  "model": "gpt-5.4-mini",
  "arm": "mcp",
  "items": 150,
  "accuracy": 0.68,
  "errors": 0,
  "mean_tokens": 3833,
  "by_template": {
   "change": {
    "n": 30,
    "accuracy": 0.4,
    "mean_tokens": 3853
   },
   "lookup": {
    "n": 30,
    "accuracy": 0.8,
    "mean_tokens": 3223
   },
   "net_assets": {
    "n": 30,
    "accuracy": 0.7333333333333333,
    "mean_tokens": 4813
   },
   "ratio": {
    "n": 30,
    "accuracy": 0.7,
    "mean_tokens": 4017
   },
   "unanswerable": {
    "n": 30,
    "accuracy": 0.7666666666666667,
    "mean_tokens": 3262
   }
  }
 },
 "runs": [
  {
   "id": "dca0464898444160",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 4.49,
   "expected": 4.49,
   "tokens": 1895,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "52576834adbb4dfe",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 0,
   "expected": 0,
   "tokens": 2188,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "e59c04374a86cfba",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -22.89,
   "expected": -22.9,
   "tokens": 2079,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "16dcc87711a54b70",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 12.44,
   "expected": 12.48,
   "tokens": 2257,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "fc794d7302b78610",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 95.57,
   "tokens": 8314,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "2e1a5393ec97ceee",
   "template": "change",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 140.83,
   "tokens": 7226,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "8056b70617ffc5f7",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 34.54,
   "expected": 16.32,
   "tokens": 4745,
   "tool_calls": 5,
   "error": null
  },
  {
   "id": "63d1446a36181c65",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -0.64,
   "expected": -0.64,
   "tokens": 2071,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "dc025b5870765761",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -92.09,
   "tokens": 4357,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "cfbc720271260e24",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 13548.06,
   "expected": 13544.96,
   "tokens": 4441,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "b4265bf5a09b9fc4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 0.05,
   "expected": 0.26,
   "tokens": 2801,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3e0dca0505d80329",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -16.71,
   "expected": -16.78,
   "tokens": 5413,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "e7dea40e92cdec24",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 20.34,
   "expected": 20.35,
   "tokens": 1758,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "8e6e214f535b07a3",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 0,
   "expected": 0,
   "tokens": 1955,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "1b8204933f66084b",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -12.99,
   "expected": -13,
   "tokens": 2121,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "31cd5462911e5334",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 71.97,
   "expected": 71.87,
   "tokens": 2096,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "7d22857028c03524",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 9.49,
   "tokens": 5161,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "e2255fe0a0460192",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -77.78,
   "expected": -77.78,
   "tokens": 2247,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "73827a0c80275407",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 346.67,
   "expected": -824.19,
   "tokens": 7274,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "43199db5dd8028c0",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": 139.6,
   "expected": 139.62,
   "tokens": 2188,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "cdd09ebe1ff4b8f4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -11.94,
   "expected": -45.55,
   "tokens": 2046,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "62c373ee0dc93646",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -39.71,
   "tokens": 3624,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "83fdc096a2c9e8ed",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 283.66,
   "expected": 283.3,
   "tokens": 1847,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "848c913ac3c1f30e",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -48.39,
   "expected": 8.57,
   "tokens": 2179,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "a1c0c342804b5fa4",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": 175.87,
   "expected": 175.8,
   "tokens": 2150,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "e03896a2cad9670e",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": -64.84,
   "expected": 64.81,
   "tokens": 4013,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3331e61c1792d55a",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -10.6,
   "expected": -10.6,
   "tokens": 4638,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "85b2d16220207826",
   "template": "change",
   "answered": true,
   "correct": true,
   "parsed": -36.13,
   "expected": -36.12,
   "tokens": 2290,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "d9744543ce42caef",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -45.42,
   "tokens": 12750,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "2426b0702e387cc9",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 22478000,
   "expected": 22478000,
   "tokens": 2261,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "141b2d5a550254f5",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": -0.03,
   "expected": -0.03,
   "tokens": 1812,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "0be7047ec2bddac8",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 2.78,
   "expected": 2.78,
   "tokens": 4572,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "7917f7646b131a57",
   "template": "change",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -62.74,
   "tokens": 7460,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "aa4df7352efa4811",
   "template": "lookup",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 481979000,
   "tokens": 1887,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "805671ceae93894f",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 4059800000,
   "expected": 4059800000,
   "tokens": 3922,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "bd8308d04bf6294f",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 321292000,
   "expected": 321292000,
   "tokens": 4376,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "5ae597aaa1d91cc3",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 171000,
   "expected": 171000,
   "tokens": 3956,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "79f98ef272dfefa9",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 20475,
   "tokens": 2845,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "38977f569c847243",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 20528000,
   "expected": 20528000,
   "tokens": 2118,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "ae28baacfb885c3d",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 146008000,
   "expected": 146008000,
   "tokens": 2033,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "b84e3fdc75d5e18a",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 11890000,
   "expected": 11890000,
   "tokens": 2877,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "c4b0c52f76806b6e",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 484249000,
   "expected": 484249000,
   "tokens": 2262,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "819aca504e0d7bc8",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 3429000000,
   "expected": 3429000000,
   "tokens": 1869,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "7c93f297e4d8df42",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": 187000000,
   "expected": 188000000,
   "tokens": 4410,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "ff7a8b33ade1f1c9",
   "template": "lookup",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 1227599,
   "tokens": 4656,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "75bc6d172f2acd96",
   "template": "lookup",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 2147087,
   "tokens": 3684,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "1963a83f301f7e54",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 555600000,
   "expected": 555600000,
   "tokens": 3798,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "fdbd6d30b20494b6",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 18484000,
   "expected": 18484000,
   "tokens": 2937,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "707118bac09c5e94",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 2631000,
   "expected": 2631000,
   "tokens": 2238,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "1579b186730203bc",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 615900000,
   "expected": 615900000,
   "tokens": 2294,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "4fcf9e4e4412aae8",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 41080,
   "expected": 41080,
   "tokens": 4340,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "b3b03f26c8fa4150",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 386000000,
   "expected": 386000000,
   "tokens": 4895,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "2274dac6ce03b9a3",
   "template": "lookup",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 33956000,
   "tokens": 6856,
   "tool_calls": 7,
   "error": null
  },
  {
   "id": "bd81f5b192ee83c0",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 122063000,
   "expected": 122063000,
   "tokens": 2031,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "76d5ed7fc7937910",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 51003000,
   "expected": 51003000,
   "tokens": 4285,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "6439e20304304308",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 0.08,
   "expected": 0.08,
   "tokens": 2145,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "5208ea04209e4334",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 5246000000,
   "expected": 5246000000,
   "tokens": 2315,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "c54e57d6a62718ae",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": -27000000,
   "expected": -27000000,
   "tokens": 2239,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "3749e9c2c16a49ff",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": 1570449,
   "expected": 1570449,
   "tokens": 4179,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "901628f928b76af2",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 31116000,
   "expected": 31116000,
   "tokens": 4776,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "ebbc5350f8f67e8a",
   "template": "lookup",
   "answered": true,
   "correct": true,
   "parsed": -10318255,
   "expected": -10318255,
   "tokens": 2584,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "eb0205b851fa819c",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": -1859231,
   "expected": -1859231,
   "tokens": 4629,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a10d016c85a1b87b",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 11694188,
   "tokens": 2862,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "7b9a78581e548756",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 168000000,
   "expected": 168000000,
   "tokens": 5694,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "f8929c2fdfd57f61",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 71631000,
   "tokens": 4421,
   "tool_calls": 5,
   "error": null
  },
  {
   "id": "3c8b5cc84d90b4dc",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 415614,
   "tokens": 4875,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "bae941e88d4c71c0",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 418402430,
   "expected": 418402430,
   "tokens": 7650,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "d1cf46ea46302d8a",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 191174000,
   "tokens": 6624,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "845e002e2e5928e5",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 4837000000,
   "expected": 4837000000,
   "tokens": 4942,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "1cee81d4ad7ac47e",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 25520968,
   "expected": 25520968,
   "tokens": 4775,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "754ba4cb755a21bc",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 983409000,
   "expected": 983409000,
   "tokens": 4778,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a1129224ea71ae35",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 50529000,
   "expected": 50529000,
   "tokens": 4551,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "4334342f1335c53d",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 2326333000,
   "expected": 2326333000,
   "tokens": 4079,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "2d8c545f493ed22f",
   "template": "net_assets",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 134770764,
   "tokens": 4482,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "c6cb0713d6c150cf",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 121475000,
   "expected": 121475000,
   "tokens": 3507,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "9de7e1be68469d21",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 1043634000,
   "expected": 1043634000,
   "tokens": 3498,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "b406e64927402620",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -4087323,
   "tokens": 3724,
   "tool_calls": 5,
   "error": null
  },
  {
   "id": "d76160836ef4c3a3",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 355828000,
   "expected": 355828000,
   "tokens": 4009,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "bae71420632a75cb",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 15216200000,
   "expected": 15216200000,
   "tokens": 4921,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3aa684eadd4c2bde",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 14385000,
   "expected": 14385000,
   "tokens": 4561,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "72fa02e163d830f9",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 328983000,
   "expected": 328983000,
   "tokens": 6279,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "59e71480b58e773b",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 4840904,
   "expected": 4840904,
   "tokens": 4520,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "42d398fd09543667",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 1588142000,
   "tokens": 7247,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "6881d685f39d525e",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 10029000,
   "expected": 10029000,
   "tokens": 6174,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "97709bdb5be342ee",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 710852000,
   "expected": 710852000,
   "tokens": 4647,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "6e0733ad43281d80",
   "template": "net_assets",
   "answered": true,
   "correct": false,
   "parsed": 909003000,
   "expected": 899003000,
   "tokens": 4097,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "bdc44b3810e2c623",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 178933000,
   "expected": 178933000,
   "tokens": 6200,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "fef487e5d5afa85c",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 285369000,
   "expected": 285369000,
   "tokens": 3526,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3c507c2740f0d954",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 1996418000,
   "expected": 1996418000,
   "tokens": 4777,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a93e75b73ac95499",
   "template": "net_assets",
   "answered": true,
   "correct": true,
   "parsed": 242738000,
   "expected": 242738000,
   "tokens": 3558,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "13d18c9577eb825e",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.9619,
   "expected": 0.9608,
   "tokens": 3535,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "ad9d7d3e3f2b0cb6",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.8138,
   "expected": 0.8142,
   "tokens": 3025,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "4d9935a827b68726",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.3236,
   "expected": 0.0482,
   "tokens": 3044,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "2ee1124a2d588270",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.1446,
   "expected": 0.1446,
   "tokens": 4703,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3234c0be463c090f",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0.616,
   "tokens": 2706,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "0ae92326e3efe09c",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": -0.0364,
   "expected": -0.0363,
   "tokens": 3097,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a790301efd2206f5",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": -1.5958,
   "expected": -1.5955,
   "tokens": 3694,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "0f35f8076a812354",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 1.2421,
   "expected": 1.2422,
   "tokens": 3064,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3cad0733085a3ba5",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.2989,
   "expected": 0.2989,
   "tokens": 3554,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "4bbb10742aaf14a3",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": -0.0549,
   "tokens": 3939,
   "tool_calls": 5,
   "error": null
  },
  {
   "id": "ed7bd4fcbf2e77f4",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.7814,
   "expected": 0.7816,
   "tokens": 2579,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "e9352a9a5856d5f1",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0107,
   "expected": 0.0107,
   "tokens": 3050,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "45f9e55155078f7f",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0045,
   "expected": 0.0045,
   "tokens": 3510,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "921bbc5b8bcea5c4",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": -0.0271,
   "expected": -0.0271,
   "tokens": 7639,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "4b57579085c273c0",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.646,
   "expected": 0.6456,
   "tokens": 3723,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "33bb4d4f6670e718",
   "template": "ratio",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 0.0219,
   "tokens": 5078,
   "tool_calls": 7,
   "error": null
  },
  {
   "id": "1815216532ad439e",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": -0.0378,
   "expected": -0.0378,
   "tokens": 3063,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3a05107190e87886",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": -0.003,
   "expected": -0.003,
   "tokens": 3012,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a0a3fbc3785b6151",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.1493,
   "expected": 0.1494,
   "tokens": 4239,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "10f0dcbdea8f4fb0",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": "not reported",
   "expected": 0.0671,
   "tokens": 3767,
   "tool_calls": 5,
   "error": null
  },
  {
   "id": "60bde5293b0b8cae",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0322,
   "expected": 0.0321,
   "tokens": 4163,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "56248eca0a5f0c0d",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": 0.9123,
   "expected": -4.802,
   "tokens": 10180,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "ddd0639d4ffcf7d7",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0756,
   "expected": 0.0756,
   "tokens": 3227,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "392b02de753a48ce",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0092,
   "expected": 0.0092,
   "tokens": 3584,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "845355a98c81a3ca",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0817,
   "expected": 0.0817,
   "tokens": 3027,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "c6e45af454384a8c",
   "template": "ratio",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": 1.0685,
   "tokens": 5023,
   "tool_calls": 7,
   "error": null
  },
  {
   "id": "13af7d1b61f92e1a",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0325,
   "expected": 0.0325,
   "tokens": 3042,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "fb8e5d2ac158b9b5",
   "template": "ratio",
   "answered": true,
   "correct": false,
   "parsed": -4100.8856,
   "expected": -4107.6653,
   "tokens": 3519,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "6c03edc1e3a16a80",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.0102,
   "expected": 0.0102,
   "tokens": 4468,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "64f2b037f62d3f05",
   "template": "ratio",
   "answered": true,
   "correct": true,
   "parsed": 0.1213,
   "expected": 0.1213,
   "tokens": 6245,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "d7e03e896891fb69",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2076,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "646a902204cd0e0a",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4002,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "9a5bf160ff894209",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "315100000",
   "expected": "not reported",
   "tokens": 2237,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "7fd971d30f26f4e7",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2216,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "dc49d471297efc51",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "216825000",
   "expected": "not reported",
   "tokens": 2208,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "0ff36151507c3b87",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2227,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "b4536f1331fb3cbf",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 1773,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "06ca0a9c7f52647e",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 3656,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "a3dada2ffe1d1b3d",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2152,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "589eabf057962e34",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 3618,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "bf41edd38642b01d",
   "template": "unanswerable",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": "not reported",
   "tokens": 7992,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "2323332f1d8b3a0d",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2081,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "95e926e71cce10b8",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4183,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "3eda8acfac9e95de",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 6587,
   "tool_calls": 3,
   "error": null
  },
  {
   "id": "97214da1321a5cd3",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2254,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "944cb153dc4ded8c",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 1699,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "0f4b469b53f79297",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4151,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "d513861d59b48f70",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4300,
   "tool_calls": 4,
   "error": null
  },
  {
   "id": "88f0cb404630b880",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2176,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "3e331089fb3f9adf",
   "template": "unanswerable",
   "answered": false,
   "correct": false,
   "parsed": null,
   "expected": "not reported",
   "tokens": 4620,
   "tool_calls": 6,
   "error": null
  },
  {
   "id": "8a01640413354fd0",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 1808,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "2f4a5ed2869145fc",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 1786,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "56a906e7c6311b91",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 2154,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "67e3707b9f2eb582",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "17517000",
   "expected": "not reported",
   "tokens": 2256,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "315aab3b1ff719c8",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "27399300000",
   "expected": "not reported",
   "tokens": 5103,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "a2e16a3b94ba6f5b",
   "template": "unanswerable",
   "answered": true,
   "correct": false,
   "parsed": "2120000000",
   "expected": "not reported",
   "tokens": 4143,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "4cd1132bc1e2cd75",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 1901,
   "tool_calls": 1,
   "error": null
  },
  {
   "id": "e57477245f55cef2",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4197,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "50c1ce9248c660d9",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 3683,
   "tool_calls": 2,
   "error": null
  },
  {
   "id": "fc382bba1e349a2c",
   "template": "unanswerable",
   "answered": true,
   "correct": true,
   "parsed": "not reported",
   "expected": "not reported",
   "tokens": 4624,
   "tool_calls": 5,
   "error": null
  }
 ]
}