{
 "scale": {
  "openai": {
   "all_big": {
    "model": "gpt-5.6-terra",
    "reps": 5,
    "cost": [
     0.36405370000000004,
     0.36023250000000007,
     0.34532340000000006,
     0.35054850000000004,
     0.35514110000000004
    ],
    "plain": [
     2.3514079999999993,
     2.347308,
     2.332608,
     2.337624000000001,
     2.3423560000000005
    ],
    "saving": 6.596805766599792,
    "hit": [
     0.9667307806845135,
     0.9667262342759031,
     0.9667296441988408,
     0.9667262342759031,
     0.9667285076355202
    ]
   },
   "all_small": {
    "model": "gpt-5.6-luna",
    "reps": 5,
    "cost": [
     0.03845281999999999,
     0.04390649,
     0.035677480000000004,
     0.035725480000000004,
     0.03614445
    ],
    "plain": [
     0.23478239999999997,
     0.23465879999999995,
     0.23439200000000002,
     0.23444,
     0.23485200000000006
    ],
    "saving": 6.177375924348543,
    "hit": [
     0.9667262342759031,
     0.9364273450366165,
     0.9667273709945436,
     0.9667273709945436,
     0.9667262342759031
    ]
   }
  },
  "anthropic": {
   "all_big": {
    "model": "claude-sonnet-5",
    "reps": 5,
    "cost": [
     0.5094746,
     0.5140746,
     0.5072245999999999,
     0.5084743,
     0.5146839999999999
    ],
    "plain": [
     3.38779,
     3.3923900000000002,
     3.3855399999999998,
     3.3867200000000004,
     3.3928599999999993
    ],
    "saving": 6.6349845401136545,
    "hit": [
     0.9719630043879551,
     0.9719630043879551,
     0.9719630043879551,
     0.9719623472053102,
     0.971961689991856
    ]
   },
   "all_small": {
    "model": "claude-haiku-4-5",
    "reps": 5,
    "cost": [
     0.21811205,
     0.21368235000000002,
     0.2134475,
     0.2179828,
     0.21591749999999998
    ],
    "plain": [
     1.4268149999999997,
     1.4224549999999998,
     1.422255,
     1.4268599999999998,
     1.4247250000000002
    ],
    "saving": 6.60071490115019,
    "hit": [
     0.9701952018966754,
     0.9701968619481399,
     0.9701976919045286,
     0.9701993516786382,
     0.9701976919045286
    ]
   }
  },
  "google": {
   "all_big": {
    "model": "gemini-2.5-pro",
    "reps": 5,
    "cost": [
     0.34798137500000004,
     0.37340262499999993,
     0.3721968750000001,
     0.4731915000000001,
     0.42821299999999995
    ],
    "plain": [
     1.7887699999999997,
     1.7855600000000005,
     1.7895899999999996,
     1.7902200000000001,
     1.7840899999999997
    ],
    "saving": 4.480348634134723,
    "hit": [
     0.9253238847822018,
     0.9070125872508924,
     0.9031782823633797,
     0.845912395046028,
     0.87081526396333
    ]
   },
   "all_small": {
    "model": "gemini-2.5-flash",
    "reps": 5,
    "cost": [
     0.07195746,
     0.06884183999999999,
     0.08224160000000001,
     0.06872471,
     0.06598646999999998
    ],
    "plain": [
     0.4212921000000001,
     0.4211346000000001,
     0.4212941,
     0.4209956,
     0.42114960000000007
    ],
    "saving": 5.886383665470235,
    "hit": [
     0.9348112108099594,
     0.9427270697666353,
     0.9073987228855244,
     0.9427216742450572,
     0.9504081118046439
    ]
   }
  }
 },
 "latency": {
  "openai": {
   "big": {
    "model": "gpt-5.6-terra",
    "buckets": [
     [
      0,
      0.8334999999999999,
      0.874
     ],
     [
      10,
      0.833,
      0.8945000000000001
     ],
     [
      20,
      0.906,
      0.969
     ],
     [
      30,
      0.9535,
      1.0645
     ]
    ],
    "cost_cached": [
     0.3543911000000001,
     0.3300628
    ],
    "cost_no_cache": [
     2.895343
    ]
   },
   "small": {
    "model": "gpt-5.6-luna",
    "buckets": [
     [
      0,
      0.667,
      0.738
     ],
     [
      10,
      0.7505,
      0.799
     ],
     [
      20,
      0.7995000000000001,
      0.8140000000000001
     ],
     [
      30,
      0.7815000000000001,
      0.9854999999999999
     ]
    ],
    "cost_cached": [
     0.03330045000000001,
     0.03332325
    ],
    "cost_no_cache": [
     0.2897145
    ]
   }
  },
  "anthropic": {
   "big": {
    "model": "claude-sonnet-5",
    "buckets": [
     [
      0,
      1.045,
      1.112
     ],
     [
      10,
      0.9695,
      1.9834999999999998
     ],
     [
      20,
      1.008,
      2.8194999999999997
     ],
     [
      30,
      1.019,
      2.4415
     ]
    ],
    "cost_cached": [
     0.5096037000000002,
     0.5138352
    ],
    "cost_no_cache": [
     3.3893320000000005
    ]
   },
   "small": {
    "model": "claude-haiku-4-5",
    "buckets": [
     [
      0,
      0.732,
      0.761
     ],
     [
      10,
      0.7264999999999999,
      0.881
     ],
     [
      20,
      0.694,
      0.9775
     ],
     [
      30,
      0.6855,
      1.119
     ]
    ],
    "cost_cached": [
     0.21635235,
     0.21258765000000002
    ],
    "cost_no_cache": [
     1.422494
    ]
   }
  },
  "google": {
   "big": {
    "model": "gemini-2.5-pro",
    "buckets": [
     [
      0,
      2.3659999999999997,
      2.434
     ],
     [
      10,
      2.3015,
      3.4775
     ],
     [
      20,
      2.7045,
      2.774
     ],
     [
      30,
      2.9015,
      4.1745
     ]
    ],
    "cost_cached": [
     0.485879875,
     0.3759595
    ],
    "cost_no_cache": [
     1.6160754999999998
    ]
   },
   "small": {
    "model": "gemini-2.5-flash",
    "buckets": [
     [
      0,
      0.41,
      0.479
     ],
     [
      10,
      0.44,
      0.621
     ],
     [
      20,
      0.4525,
      0.84
     ],
     [
      30,
      0.4915,
      1.119
     ]
    ],
    "cost_cached": [
     0.07129768999999998,
     0.07846953
    ],
    "cost_no_cache": [
     0.39821348999999995
    ]
   }
  }
 },
 "ttl": {
  "openai": {
   "60": 0.9384859043395629,
   "180": 0.9384859043395629,
   "270": 0.9384859043395629,
   "360": 0.938489801089573,
   "600": 0.9384936973459175,
   "1200": 0.9384781093581702,
   "2100": 0.6549059352631912
  },
  "anthropic": {
   "60": 0.9516305006667475,
   "180": 0.9516285460276408,
   "270": 0.9516265912305516,
   "360": 0.0,
   "600": 0.0,
   "1200": 0.0,
   "2100": 0.0
  },
  "google": {
   "60": 0.7645340827685017,
   "180": 0.0,
   "270": 0.8921406525573192,
   "360": 0.8919380613875572,
   "600": 0.0,
   "1200": 0.0,
   "2100": 0.0
  }
 },
 "router": {
  "openai": {
   "random_25pct_easy": {
    "actual": [
     0.28496996999999996,
     0.30012334,
     0.29540679999999997
    ],
    "expected": [
     0.2572518700000001,
     0.27250712800000004,
     0.26674644399999997
    ],
    "small_share": 0.2833333333333333,
    "switches": 16,
    "penalty": 0.10551079027945165,
    "saving_vs_big": 0.17337867141869223
   },
   "random_50pct_easy": {
    "actual": [
     0.27301427999999994,
     0.25576427999999995,
     0.23630213999999997
    ],
    "expected": [
     0.24529498200000005,
     0.21552150800000006,
     0.217543388
    ],
    "small_share": 0.4,
    "switches": 19.333333333333332,
    "penalty": 0.12865221124444717,
    "saving_vs_big": 0.28173543929947165
   },
   "random_75pct_easy": {
    "actual": [
     0.12705794999999998,
     0.16305270999999993,
     0.17850711000000002
    ],
    "expected": [
     0.07093619199999998,
     0.10992871199999998,
     0.11777272399999998
    ],
    "small_share": 0.8166666666666667,
    "switches": 11.333333333333334,
    "penalty": 0.5967027931044321,
    "saving_vs_big": 0.5600574727535131
   },
   "sticky_blocks_of_10": {
    "actual": [
     0.3165219,
     0.03574364999999999,
     0.30735421
    ],
    "expected": [
     0.30258371600000006,
     0.03798134400000001,
     0.28231775000000003
    ],
    "small_share": 0.5,
    "switches": 1,
    "penalty": 0.025276711110676642,
    "saving_vs_big": 0.38074310703983505
   }
  },
  "anthropic": {
   "random_25pct_easy": {
    "actual": [
     0.5142107,
     0.5189491,
     0.5124411500000001
    ],
    "expected": [
     0.40557665000000004,
     0.4399697000000001,
     0.4119318200000001
    ],
    "small_share": 0.2833333333333333,
    "switches": 16,
    "penalty": 0.23045230304926348,
    "saving_vs_big": -0.008641374347162278
   },
   "random_50pct_easy": {
    "actual": [
     0.5003857500000001,
     0.47613655,
     0.4704288000000001
    ],
    "expected": [
     0.4177869100000001,
     0.36366625999999996,
     0.39369560000000003
    ],
    "small_share": 0.4,
    "switches": 19.333333333333332,
    "penalty": 0.23395947827133057,
    "saving_vs_big": 0.055736381297424864
   },
   "random_75pct_easy": {
    "actual": [
     0.35923475000000005,
     0.40381029999999996,
     0.41251635000000003
    ],
    "expected": [
     0.24228877000000001,
     0.27686352000000003,
     0.28219886999999994
    ],
    "small_share": 0.8166666666666667,
    "switches": 11.333333333333334,
    "penalty": 0.4676608322259874,
    "saving_vs_big": 0.23284217305542299
   },
   "sticky_blocks_of_10": {
    "actual": [
     0.49951305,
     0.21784219999999999,
     0.575444
    ],
    "expected": [
     0.43396934,
     0.21582844000000004,
     0.44866432000000006
    ],
    "small_share": 0.5,
    "switches": 1,
    "penalty": 0.1476449203103242,
    "saving_vs_big": 0.1563341027482028
   }
  },
  "google": {
   "random_25pct_easy": {
    "actual": [
     0.4283157400000001,
     0.31978747,
     0.28930188500000004
    ],
    "expected": [
     0.30134558600000005,
     0.3234215870000001,
     0.30820245200000007
    ],
    "small_share": 0.2833333333333333,
    "switches": 16,
    "penalty": 0.11626078680071068,
    "saving_vs_big": 0.13332272339757534
   },
   "random_50pct_easy": {
    "actual": [
     0.31998964999999996,
     0.2870591699999999,
     0.24433284
    ],
    "expected": [
     0.297733326,
     0.25298254200000003,
     0.2771313090000001
    ],
    "small_share": 0.4,
    "switches": 19.333333333333332,
    "penalty": 0.03036738228181009,
    "saving_vs_big": 0.2887319119653532
   },
   "random_75pct_easy": {
    "actual": [
     0.14890735499999996,
     0.175557115,
     0.18441300500000002
    ],
    "expected": [
     0.10279478699999997,
     0.149288483,
     0.13075862599999996
    ],
    "small_share": 0.8166666666666667,
    "switches": 11.333333333333334,
    "penalty": 0.3449596392278554,
    "saving_vs_big": 0.5748695024894606
   },
   "sticky_blocks_of_10": {
    "actual": [
     0.32178495500000004,
     0.08017381999999999,
     0.33446823000000003
    ],
    "expected": [
     0.325147092,
     0.07155041599999998,
     0.320060797
    ],
    "small_share": 0.5,
    "switches": 1,
    "penalty": 0.05173212845066,
    "saving_vs_big": 0.3847682509117809
   }
  }
 },
 "reasoning_policy": {
  "openai": {
   "think_harder_25pct": {
    "cost": [
     0.5736934,
     0.4381435
    ],
    "baseline": 0.35505984000000007,
    "hit": [
     0.896687040900881,
     0.9360256972895036
    ],
    "high_turns": 13
   },
   "think_harder_every_5th": {
    "cost": [
     0.4381789,
     0.44031489999999995
    ],
    "baseline": 0.35505984000000007,
    "hit": [
     0.9360243876800168,
     0.9360243876800168
    ],
    "high_turns": 8
   }
  },
  "anthropic": {
   "think_harder_25pct": {
    "cost": [
     0.6585834,
     0.6526595000000001
    ],
    "baseline": 0.51078642,
    "hit": [
     0.9348309136642435,
     0.933384221012805
    ],
    "high_turns": 13
   },
   "think_harder_every_5th": {
    "cost": [
     0.6655221,
     0.6568894999999998
    ],
    "baseline": 0.51078642,
    "hit": [
     0.9333851814543999,
     0.933384221012805
    ],
    "high_turns": 8
   }
  },
  "google": {
   "think_harder_25pct": {
    "cost": [
     0.6746243749999999
    ],
    "baseline": 0.39899707500000003,
    "hit": [
     0.8314613155257413
    ],
    "high_turns": 11
   },
   "think_harder_every_5th": {
    "cost": [
     0.6924639999999999,
     0.69330225
    ],
    "baseline": 0.39899707500000003,
    "hit": [
     0.7861265661806147,
     0.7876983682555877
    ],
    "high_turns": 8
   }
  }
 },
 "handoff": {
  "openai": {
   "switch_with_transcript": [
    0.028393260000000003,
    0.02586586
   ],
   "switch_with_summary": [
    0.015511840000000002,
    0.0158767
   ],
   "stay_big": 0.2153085,
   "stay_small": 0.023448218
  },
  "anthropic": {
   "switch_with_transcript": [
    0.16147165,
    0.16139795
   ],
   "switch_with_summary": [
    0.09439785,
    0.09438785000000001
   ],
   "stay_big": 0.2767042,
   "stay_small": 0.1206854
  },
  "google": {
   "switch_with_transcript": [
    0.05664434000000001,
    0.06189219
   ],
   "switch_with_summary": [
    0.027982759999999995,
    0.029194659999999997
   ],
   "stay_big": 0.21632135000000002,
   "stay_small": 0.041660951999999994
  }
 },
 "shared_prefix": {
  "openai": {
   "big": [
    0.9151177199504337,
    0.9150367289140632,
    0.9151177199504337,
    0.9149557522123893,
    0.9151177199504337,
    0.9150367289140632,
    0.9150367289140632,
    0.9151177199504337,
    0.9151177199504337,
    0.9150367289140632
   ],
   "small": [
    0.9149557522123893,
    0.9150367289140632,
    0.9150367289140632,
    0.9150367289140632,
    0.9151987253253075,
    0.9151987253253075,
    0.914874789841607,
    0.914874789841607,
    0.9149557522123893,
    0.9151987253253075
   ]
  },
  "anthropic": {
   "big": [
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0
   ],
   "small": [
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0
   ]
  },
  "google": {
   "big": [
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0
   ],
   "small": [
    0.0,
    0.0,
    0.8010991675422291,
    0.0,
    0.0,
    0.0,
    0.801034427024406,
    0.0,
    0.0,
    0.800969696969697
   ]
  }
 },
 "calls": 4505,
 "failed": 1,
 "spend_usd": 45.31305979999999
}