{"schema_version":1,"generated":"2026-09-18T06:53:03Z","mode":"real","source_commit":"a0957d7","task_count":11,"configuration_count":15,"configurations":[{"id":"shapes_generalize","task":"shapes_generalize","name":"Shapes Generalize","hint_mode":"Hints allowed","show_raw_metric":true,"marker":{"shape":"triangle","rotation":180,"filled":true}},{"id":"splash_generalize","task":"splash_generalize","name":"Splash Generalize","hint_mode":"Hints allowed","show_raw_metric":true,"marker":{"shape":"star","rotation":0,"filled":true}},{"id":"mystery_box","task":"mystery_box","name":"Mystery Box","hint_mode":"Hints allowed","show_raw_metric":false,"marker":{"shape":"circle","rotation":0,"filled":true}},{"id":"mystery_box--nohints","task":"mystery_box","name":"Mystery Box","hint_mode":"No hints","show_raw_metric":false,"marker":{"shape":"circle","rotation":0,"filled":false}},{"id":"ship_detect","task":"ship_detect","name":"Ship Detect","hint_mode":null,"show_raw_metric":false,"marker":{"shape":"triangle","rotation":90,"filled":false}},{"id":"ship_tune","task":"ship_tune","name":"Ship Tune","hint_mode":null,"show_raw_metric":false,"marker":{"shape":"pentagon","rotation":0,"filled":false}},{"id":"reaction_rates","task":"reaction_rates","name":"Reaction Rates","hint_mode":"Hints allowed","show_raw_metric":false,"marker":{"shape":"diamond","rotation":0,"filled":true}},{"id":"reaction_rates--nohints","task":"reaction_rates","name":"Reaction Rates","hint_mode":"No hints","show_raw_metric":false,"marker":{"shape":"diamond","rotation":0,"filled":false}},{"id":"scan_stitch","task":"scan_stitch","name":"Scan Stitch","hint_mode":"Hints allowed","show_raw_metric":false,"marker":{"shape":"triangle","rotation":0,"filled":true}},{"id":"scan_stitch--nohints","task":"scan_stitch","name":"Scan Stitch","hint_mode":"No hints","show_raw_metric":false,"marker":{"shape":"triangle","rotation":0,"filled":false}},{"id":"shattered_prior","task":"shattered_prior","name":"Shattered Prior","hint_mode":"Hints allowed","show_raw_metric":false,"marker":{"shape":"triangle","rotation":-90,"filled":true}},{"id":"shattered_prior--nohints","task":"shattered_prior","name":"Shattered Prior","hint_mode":"No hints","show_raw_metric":false,"marker":{"shape":"triangle","rotation":-90,"filled":false}},{"id":"night_school","task":"night_school","name":"Night School","hint_mode":"Hints allowed","show_raw_metric":false,"marker":{"shape":"square","rotation":0,"filled":true}},{"id":"tod_pipeline--nohints","task":"tod_pipeline","name":"TOD Pipeline","hint_mode":"No hints","show_raw_metric":false,"marker":{"shape":"cross","rotation":0,"filled":false}},{"id":"weirdml_bonanza","task":"weirdml_bonanza","name":"WeirdML Bonanza","hint_mode":null,"show_raw_metric":false,"marker":{"shape":"wye","rotation":0,"filled":false}}],"legend_columns":[["shapes_generalize","splash_generalize"],["mystery_box","mystery_box--nohints"],["ship_detect","ship_tune"],["reaction_rates","reaction_rates--nohints"],["scan_stitch","scan_stitch--nohints"],["shattered_prior","shattered_prior--nohints"],["night_school","tod_pipeline--nohints"],["weirdml_bonanza"]],"overall_axis":{"kind":"equivalent_tokens","start":500000,"limit":50000000},"date_frontiers":{"open":[["2026-09-10",0],["2026-09-10",0.06053809090909091],["2026-09-18",0.06053809090909091]],"closed":[["2026-07-09",0],["2026-07-09",0.15564545454545456],["2026-08-31",0.15564545454545456],["2026-08-31",0.2591708818181818],["2026-09-03",0.2591708818181818],["2026-09-03",0.4222023136363636],["2026-09-18",0.4222023136363636]],"gap":[["2026-07-09",0,0.15564545454545456],["2026-08-31",0,0.15564545454545456],["2026-08-31",0,0.2591708818181818],["2026-09-02",0,0.2591708818181818],["2026-09-02",0,0.2591708818181818],["2026-09-03",0,0.2591708818181818],["2026-09-03",0,0.4222023136363636],["2026-09-10",0,0.4222023136363636],["2026-09-10",0.06053809090909091,0.4222023136363636],["2026-09-18",0.06053809090909091,0.4222023136363636]],"as_of":"2026-09-18","frontier_ids":["gpt-5.6-sol-xhigh-openrouter","fable-5.1","gpt-6-astra-xhigh-openrouter","deepseek-v4.1-flash-novita-high-opencode"],"undated_models":[]},"uncertainty":{"unit":"run","draws":10000,"seed":20260915,"confidence":0.95,"method":"partially_pooled_variance","pool":{"variance":0.004178647943981567,"degrees_of_freedom":217,"fallback":false,"prior_df":4},"fixed_tasks":true,"assumptions":"Independent fresh runs; approximately normal scores; shared variance prior. Pool fitted within analysis mode, including incomplete models; pool estimation uncertainty is not propagated."},"validation":{"valid_runs_checked":329,"tolerance":5e-06},"models":[{"id":"gpt-6-astra-xhigh-openrouter","name":"GPT-6 Astra (xhigh)","agent":"codex_cli","slug":"openai/gpt-6-astra","harnesses":[{"name":"codex_cli","version":"0.154.0"}],"release_date":"2026-09-03","reasoning_effort":"xhigh","open_weights":false,"synthetic":false,"score":0.4222023136363636,"interval":[0.4012831683425971,0.44229678858747623],"mean_api_cost_usd":27.85400378787879,"mean_output_tokens":153241.35606060605,"mean_final_best":0.5404530212121212,"runs":76,"configurations":{"shapes_generalize":{"score":0.7866438,"n":5,"final_best":0.84075,"mean_api_cost_usd":7.34862,"mean_tokens":3218870.8,"mean_output_tokens":59603.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[145786,0.0055],[173332,0.01075],[180928,0.01575],[224760,0.01675],[237880,0.021750000000000002],[287773,0.0475],[412900,0.08125],[430878,0.1115],[463027,0.119],[486195,0.12875],[508551,0.13874999999999998],[547787,0.21075],[637477,0.2915],[664811,0.4005],[712051,0.46325],[746367,0.59275],[846444,0.666],[877399,0.777],[889523,0.778],[946904,0.79675],[1164125,0.79725],[1231858,0.8],[1236886,0.80325],[1537726,0.8035],[1587175,0.8085],[1777420,0.8125],[1801037,0.81375],[2094607,0.8145],[2246058,0.82],[2375677,0.82325],[2624372,0.82425],[2655533,0.83275],[3494574,0.83375],[4495978,0.83975],[6103381,0.84075],[50000000.0,0.84075]]},"splash_generalize":{"score":0.5015712,"n":5,"final_best":0.591222,"mean_api_cost_usd":14.43238,"mean_tokens":6992110.8,"mean_output_tokens":103934,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[96725,0.0015556],[97390,0.0031112],[114395,0.0046668000000000005],[145987,0.0062224],[219066,0.0084446],[375623,0.027333399999999997],[411449,0.060444399999999995],[473133,0.0697776],[563288,0.0964444],[650196,0.1177776],[746757,0.1193332],[803074,0.1386666],[807467,0.2402222],[1016038,0.2462222],[1214687,0.374],[1265738,0.3931112],[1284050,0.42711119999999997],[1488193,0.4466668],[1710930,0.4625556],[1947240,0.4627778],[2186816,0.4673334],[2270765,0.47933339999999997],[2623067,0.48333339999999997],[2639960,0.4920002],[2754018,0.5054446],[2815949,0.5343334],[2957599,0.544111],[3104432,0.547],[3290611,0.5483334],[3771496,0.5594446],[4071518,0.5627778],[4376385,0.5676668],[4608770,0.579889],[5095000,0.5814444],[5272932,0.582111],[5657766,0.5869998],[6693128,0.5876664],[7758372,0.5896664],[10515461,0.591222],[50000000.0,0.591222]]},"mystery_box":{"score":0.3081834,"n":5,"final_best":0.3841664,"mean_api_cost_usd":18.25066,"mean_tokens":8748266.4,"mean_output_tokens":120974.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[403991,0.0038632],[560844,0.0075845999999999995],[1100233,0.0493286],[1145108,0.1061728],[1240310,0.1511692],[1286306,0.15665959999999998],[1445759,0.2250438],[1473624,0.2662606],[1689465,0.28916959999999997],[1806408,0.3120112],[2043643,0.320094],[2332692,0.3207896],[2458910,0.3261396],[2817225,0.3296578],[3065822,0.3539542],[3094397,0.3541842],[3205778,0.354202],[3243580,0.3598976],[3675124,0.368537],[4108444,0.3695992],[4985318,0.3808786],[5776553,0.382296],[6554800,0.3823442],[7063619,0.3824144],[7999449,0.383083],[8023061,0.3835214],[8519681,0.3838532],[9412526,0.3838936],[15947446,0.3841664],[50000000.0,0.3841664]]},"mystery_box--nohints":{"score":0.0315494,"n":5,"final_best":0.0321936,"mean_api_cost_usd":8.7107,"mean_tokens":3632101.4,"mean_output_tokens":69897.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[166555,0.0039756],[179826,0.0079512],[216835,0.0119268],[287550,0.0160398],[341905,0.0234218],[352866,0.0252114],[486902,0.0271384],[552847,0.027349000000000002],[768287,0.029399],[1074383,0.031549],[3032142,0.0321936],[50000000.0,0.0321936]]},"ship_detect":{"score":0.1485724,"n":5,"final_best":0.2361342,"mean_api_cost_usd":100.25588,"mean_tokens":52553997.6,"mean_output_tokens":427676.6,"axis":{"kind":"cost_weighted","start":20000.0,"limit":2000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[16408.9,0.0003154],[19748.7,0.0016814],[20838.0,0.001876],[21535.8,0.0135278],[24457.9,0.014664],[27998.8,0.015763199999999998],[31872.3,0.0160134],[37318.6,0.018285799999999998],[39590.0,0.0380188],[39770.2,0.049487],[41776.4,0.0502998],[43273.7,0.0512132],[47962.3,0.0521758],[53901.2,0.0522904],[55900.0,0.053260800000000004],[63134.9,0.0533562],[63868.2,0.0543576],[65716.3,0.066014],[69556.7,0.0661474],[97485.5,0.0838422],[99820.5,0.0878768],[101719.3,0.0914672],[109287.4,0.1006504],[115881.6,0.10239799999999999],[124363.7,0.106629],[125297.5,0.11264],[140409.7,0.1174184],[143942.2,0.117727],[147626.3,0.1192574],[154789.6,0.124651],[156067.8,0.126226],[174982.5,0.1276824],[182911.8,0.128301],[189164.1,0.132279],[203322.5,0.132812],[208704.7,0.1378976],[210667.5,0.1380346],[212062.3,0.1394772],[233151.0,0.139547],[256379.8,0.142669],[272058.4,0.1556692],[305384.9,0.1605956],[305915.4,0.1680602],[350876.0,0.1693038],[382151.3,0.173551],[388209.5,0.1754528],[413551.9,0.1788482],[448036.0,0.1808536],[462547.5,0.18424],[494905.3,0.184257],[513367.0,0.1854092],[518646.9,0.1865792],[524453.3,0.1868728],[531645.3,0.19010939999999998],[548339.2,0.1901218],[559157.8,0.190436],[566738.7,0.1904442],[578503.3,0.194445],[581752.4,0.19445099999999998],[589356.8,0.194533],[606717.4,0.1952246],[653130.2,0.1964586],[654643.4,0.1964656],[674235.0,0.1964842],[675313.3,0.1988084],[689450.3,0.1994312],[703600.1,0.2006154],[752509.2,0.2008144],[756862.5,0.201648],[774350.5,0.2017208],[775584.5,0.20208399999999999],[786046.2,0.2029012],[789434.0,0.2029268],[804397.0,0.2044626],[809733.8,0.204512],[811559.4,0.2062748],[820182.6,0.2062814],[830274.8,0.206301],[850696.9,0.206348],[932885.7,0.209781],[968892.0,0.209816],[992176.5,0.2101666],[1010551.8,0.210553],[1017402.0,0.2114694],[1018554.2,0.21389640000000001],[1020669.0,0.2152114],[1030506.2,0.2152436],[1073973.1,0.2152502],[1105650.3,0.21541380000000002],[1116574.7,0.2182826],[1127915.2,0.2182986],[1133456.7,0.21832580000000001],[1148190.4,0.218361],[1162930.7,0.21837700000000002],[1179969.8,0.2184568],[1182367.4,0.2184654],[1190279.2,0.21925240000000001],[1207485.2,0.2199542],[1240118.2,0.2202054],[1258950.3,0.2203794],[1273450.6,0.2203926],[1277518.6,0.221087],[1322289.2,0.2211046],[1336766.2,0.2211454],[1346579.8,0.221369],[1360156.1,0.2214646],[1387830.5,0.2224172],[1415941.7,0.2235624],[1465649.4,0.223635],[1479092.9,0.2236836],[1502981.8,0.2237114],[1532865.2,0.2251496],[1547585.6,0.2272288],[1574741.1,0.2272694],[1581434.6,0.227274],[1589961.6,0.2272758],[1592465.2,0.2318536],[1620291.1,0.2319198],[1622521.4,0.2319774],[1681034.1,0.2322974],[1738322.2,0.2323664],[1778660.6,0.2324306],[1801023.1,0.232463],[1834376.1,0.2340486],[1841308.7,0.234632],[1882932.0,0.2346692],[1910286.8,0.2349406],[1982181.1,0.2361342],[2000000.0,0.2361342]]},"ship_tune":{"score":0.206336,"n":5,"final_best":0.2924226,"mean_api_cost_usd":31.51802,"mean_tokens":13526178.4,"mean_output_tokens":159106.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1675671,0.0482876],[2006655,0.0935566],[2099754,0.131277],[2194055,0.175947],[2220489,0.2139004],[2659574,0.2142094],[3356341,0.2261532],[3501205,0.2344448],[3857610,0.2402484],[4130749,0.2440744],[5060535,0.2442666],[5069058,0.252094],[5629984,0.25220760000000003],[6452002,0.2538534],[7161388,0.2559136],[7914603,0.25639120000000004],[8280010,0.26047240000000005],[8648357,0.2622182],[8900537,0.2688324],[8925292,0.2719994],[9224383,0.274258],[9554380,0.2752484],[9899251,0.2767334],[10023173,0.27989620000000004],[10226805,0.2814632],[10958237,0.2821148],[11260014,0.28350200000000003],[11426878,0.284523],[11592168,0.284789],[11903788,0.2863388],[12092837,0.28669520000000004],[12261918,0.2868374],[12874995,0.2877564],[13451548,0.2883568],[13846148,0.2907348],[15196079,0.2921242],[17246194,0.2922966],[17511273,0.2924226],[50000000.0,0.2924226]]},"reaction_rates":{"score":0.4434198,"n":5,"final_best":0.6413158,"mean_api_cost_usd":37.88426,"mean_tokens":18354291.6,"mean_output_tokens":196682.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[542106,0.042830400000000005],[833322,0.0848974],[1304564,0.0890194],[1500601,0.1325486],[2301589,0.232376],[2490114,0.3194794],[2607193,0.3571616],[3235681,0.36065980000000003],[3379352,0.38196420000000003],[3767067,0.40025],[4137180,0.44839],[4567509,0.4555688],[4712349,0.4657578],[5302722,0.4661394],[5774887,0.4661396],[6129084,0.4967508],[6146132,0.49947],[6160251,0.577505],[7883681,0.57752],[8838849,0.5828246],[9092157,0.5833842],[10720909,0.5834002],[10961869,0.5917356],[11182376,0.5918638],[11838927,0.6201804],[12282824,0.6213286],[12501476,0.6227894],[13264880,0.6285944],[13375058,0.628622],[13881506,0.6331372],[14138863,0.6331402],[14497418,0.6401046],[14662023,0.6401122],[15168356,0.6405412],[15528364,0.6405492],[16102763,0.6405514],[16334019,0.6410858],[18214193,0.6410984000000001],[19498956,0.6411672],[21946396,0.6412132],[23040924,0.6413158],[50000000.0,0.6413158]]},"reaction_rates--nohints":{"score":0.4467356,"n":5,"final_best":0.7011626,"mean_api_cost_usd":23.735219999999998,"mean_tokens":11992137,"mean_output_tokens":137769,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[786874,0.012914600000000002],[1104394,0.0627468],[1220002,0.1046554],[1253005,0.1322852],[1628343,0.147843],[1787956,0.1776344],[1861070,0.2328476],[3221477,0.2471854],[3321509,0.31348339999999997],[3614079,0.3160596],[4228432,0.32026659999999996],[4239705,0.329072],[4459520,0.341183],[4897865,0.3585754],[5398873,0.3701434],[5747688,0.3795112],[5997164,0.4282668],[6104429,0.43348919999999996],[7844405,0.4405492],[8203192,0.4945864],[8236654,0.5146016],[9036350,0.5918186],[9047514,0.593284],[9919040,0.6056918],[11088727,0.6535156],[11270428,0.6598208],[11546239,0.6622336],[11674685,0.6623256],[11868470,0.6685061999999999],[11983339,0.6743728],[12024089,0.6951564],[13223019,0.6965028],[14598696,0.7011626],[50000000.0,0.7011626]]},"scan_stitch":{"score":0.3262025,"n":6,"final_best":0.4470806666666667,"mean_api_cost_usd":13.989983333333333,"mean_tokens":7309958.333333333,"mean_output_tokens":78471.83333333333,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1191240,0.0003205],[1410167,0.04862266666666666],[1583797,0.11918616666666666],[1647984,0.14324800000000001],[1866522,0.18783883333333334],[1894907,0.18950133333333333],[2087610,0.19032483333333333],[2099843,0.2527256666666667],[2199264,0.254383],[2301878,0.2612745],[2673719,0.2679881666666667],[2771446,0.2923885],[3057548,0.29403616666666665],[3064847,0.29429516666666666],[3274339,0.29936266666666667],[3320881,0.32795383333333333],[3480494,0.37646283333333336],[3610159,0.37743166666666667],[3829554,0.377604],[3897777,0.3941245],[4000030,0.39716866666666667],[4322428,0.4170945],[4336618,0.4179306666666667],[4642670,0.41980633333333334],[4646336,0.4256615],[4654141,0.425703],[4788070,0.4258111666666667],[4997834,0.426064],[5135835,0.42634716666666667],[5310798,0.42775966666666665],[5328525,0.4386365],[5478801,0.4388975],[5542006,0.43890416666666665],[5793843,0.4393841666666667],[5929968,0.44034300000000004],[5963541,0.4450036666666667],[6007723,0.4454666666666667],[6316664,0.445515],[6435296,0.44562983333333334],[6909258,0.445709],[7424045,0.4459941666666667],[7789459,0.44628650000000003],[7986140,0.4469975],[8407839,0.4470806666666667],[50000000.0,0.4470806666666667]]},"scan_stitch--nohints":{"score":0.0489122,"n":5,"final_best":0.1887194,"mean_api_cost_usd":44.37372,"mean_tokens":21184763.6,"mean_output_tokens":263382.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[4521872,0.0021386],[7026984,0.00225],[10122125,0.0030402],[20798625,0.0030648],[21486134,0.0031517999999999997],[36662391,0.1887194],[50000000.0,0.1887194]]},"shattered_prior":{"score":0.5126482,"n":5,"final_best":0.81,"mean_api_cost_usd":16.100659999999998,"mean_tokens":8308817.2,"mean_output_tokens":92520.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1618640,0.0283604],[2015756,0.145627],[2689600,0.1652842],[2715791,0.205764],[3021069,0.229516],[3244795,0.2533484],[3260418,0.3139682],[3415488,0.3362218],[3591602,0.3529008],[3668536,0.3811724],[3943896,0.4061276],[3957079,0.426546],[4345568,0.442573],[4711641,0.4830676],[4885962,0.49628680000000003],[5439704,0.5678254],[6968451,0.660122],[7060399,0.6916178],[7475274,0.704901],[7530576,0.7144944],[8061515,0.720973],[8206393,0.7837212],[8248769,0.7926916],[10676811,0.81],[50000000.0,0.81]]},"shattered_prior--nohints":{"score":0.6503734,"n":5,"final_best":1.0,"mean_api_cost_usd":15.81956,"mean_tokens":9372914.8,"mean_output_tokens":88756.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[843259,0.009746000000000001],[1622479,0.0365416],[1718664,0.068165],[1847873,0.0997886],[1996790,0.1304636],[2017474,0.16700520000000002],[2084210,0.22933040000000002],[2489742,0.2607432],[2973358,0.3279866],[3071470,0.4463814],[3192441,0.49137559999999997],[3407474,0.511713],[3759499,0.5364392],[4170940,0.6128462],[5042650,0.6809098],[5340220,0.7795658],[5391212,0.804292],[6749860,0.8808272],[7340199,0.9258214],[8250153,0.9287177999999999],[9494635,0.953444],[9664575,0.968203],[10258280,0.9791242],[10974990,0.9890914],[12644330,0.999505],[14113582,0.9999786],[15182297,1.0],[50000000.0,1.0]]},"night_school":{"score":0.6616752,"n":5,"final_best":0.7376938000000001,"mean_api_cost_usd":21.495260000000002,"mean_tokens":8663617.2,"mean_output_tokens":124458.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[475693,0.0478706],[547498,0.09520580000000001],[685256,0.1920294],[714173,0.2656764],[737338,0.3260882],[760512,0.3866764],[823476,0.4425588],[1078597,0.4652058],[1097257,0.5613234],[1128626,0.5983822],[1250119,0.6432514],[1416008,0.6546632],[1627259,0.6776412],[1737499,0.6802294],[1790874,0.6822176],[1953253,0.699978],[2031015,0.7108236],[2140012,0.7121178],[2574848,0.7250588],[2922296,0.7268236],[3283125,0.7271766],[3369861,0.7289412],[3461498,0.7299352],[3575072,0.7300882],[4298067,0.7330294],[4573719,0.7338706],[5277421,0.734341],[6440806,0.7353352],[6800961,0.735488],[7407063,0.7357940000000001],[8064985,0.7360294000000001],[8619104,0.7362588],[9668456,0.7370822],[10088377,0.7371586],[16471462,0.7376938000000001],[50000000.0,0.7376938000000001]]},"tod_pipeline--nohints":{"score":0.2065844,"n":5,"final_best":0.2576498,"mean_api_cost_usd":14.66376,"mean_tokens":6907651.8,"mean_output_tokens":103779.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[515818,0.014327799999999998],[522292,0.0308304],[597944,0.046676999999999996],[603753,0.063407],[609703,0.0800946],[1060936,0.082892],[1082297,0.1007316],[1096925,0.1240332],[1267262,0.13212279999999998],[1353947,0.1400668],[1536276,0.1441236],[1657236,0.1464552],[1845049,0.1502348],[1882526,0.154982],[2268336,0.1800974],[2637399,0.180221],[2860153,0.18025059999999998],[3168779,0.18888],[3361904,0.1896848],[3575142,0.1919742],[3843905,0.1920914],[3845176,0.1921224],[4206336,0.1922908],[4363486,0.19247340000000002],[4845198,0.223838],[4923171,0.2238978],[5359596,0.2547144],[12968811,0.2576498],[50000000.0,0.2576498]]},"weirdml_bonanza":{"score":0.7488302,"n":5,"final_best":0.8867916,"mean_api_cost_usd":27.24774,"mean_tokens":13214302.8,"mean_output_tokens":182868.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[443875,0.1262172],[822047,0.2768978],[1027960,0.38862240000000003],[1093356,0.5411784000000001],[1165952,0.5768220000000001],[1385486,0.586541],[1692894,0.5963034],[1843641,0.609644],[1886953,0.6474522],[1943110,0.7330474],[2103459,0.739152],[2131484,0.8133894],[2783531,0.8144622],[2970858,0.8189532],[2995998,0.8281284],[3465873,0.8377648],[3950731,0.8408866],[4068051,0.8474598],[4121083,0.8482258],[4670719,0.8556998],[4939776,0.8583756],[5059175,0.8649098000000001],[5269680,0.866171],[5348643,0.8669732],[6403448,0.8687074],[6407622,0.8716064],[6532238,0.8744922],[6984150,0.874634],[7080190,0.87468],[7871182,0.8751318],[8205067,0.8754482],[9177764,0.8804306000000001],[11154495,0.880526],[11227431,0.8806086],[11535220,0.8807062],[11648323,0.882765],[12678825,0.8829108],[13294448,0.8832696],[13885407,0.8835414],[16201944,0.8867916],[50000000.0,0.8867916]]}},"overall_curve":[[0.0,0.0],[96725.0,0.00014141818181818183],[97390.0,0.00028283636363636366],[114395.0,0.0004242545454545455],[145786.0,0.0009242545454545455],[145987.0,0.0010656727272727274],[166555.0,0.0012463818181818183],[173332.0,0.0017236545454545455],[179826.0,0.0019043636363636363],[180928.0,0.002358909090909091],[216835.0,0.002539618181818182],[219066.0,0.0027416363636363636],[224760.0,0.0028325454545454548],[237880.0,0.0032870909090909096],[287550.0,0.003474045454545455],[287773.0,0.005814954545454546],[341905.0,0.0061505],[352866.0,0.006231845454545455],[375623.0,0.007949009090909091],[403991.0,0.00812460909090909],[410222.50000000006,0.008153281818181818],[411449.0,0.011163372727272728],[412900.0,0.014231554545454547],[430878.0,0.016981554545454546],[443875.0,0.028455845454545454],[463027.0,0.029137663636363637],[473133.0,0.029986136363636364],[475693.0,0.03433800909090909],[486195.0,0.035224372727272725],[486902.0,0.03531196363636364],[493717.5,0.03543614545454545],[508551.0,0.03634523636363636],[515818.0,0.037647763636363636],[520950.0,0.037665454545454544],[522292.0,0.03916569090909091],[538395.0,0.040224945454545455],[542106.0,0.04217178181818182],[547498.0,0.04647498181818182],[547787.0,0.05302043636363637],[552847.0,0.053030009090909096],[560844.0,0.053199163636363636],[563288.0,0.055623418181818186],[597944.0,0.05706401818181819],[603753.0,0.05858492727272727],[609703.0,0.06010198181818182],[611447.5,0.06020527272727273],[637477.0,0.06754618181818182],[650196.0,0.06948556363636364],[664811.0,0.07939465454545455],[685256.0,0.0881968],[699970.0,0.08829672727272728],[712051.0,0.09400127272727272],[714173.0,0.10069645454545455],[737338.0,0.10618843636363637],[746367.0,0.11796116363636364],[746757.0,0.11810258181818181],[760512.0,0.1236106],[768287.0,0.12370378181818181],[786874.0,0.12429080909090909],[796807.5,0.12431355454545455],[803074.0,0.12607113636363637],[807467.0,0.13530346363636364],[822047.0,0.14900170000000001],[823476.0,0.15408191818181818],[833322.0,0.15599405454545454],[843259.0,0.15643705454545453],[846444.0,0.16309614545454545],[877399.0,0.17318705454545455],[889523.0,0.17327796363636364],[932965.0,0.17348454545454547],[946904.0,0.1751890909090909],[989750.0,0.176983],[994254.9999999999,0.17802556363636363],[1016038.0,0.1785710181818182],[1027960.0,0.1887278],[1044410.0,0.1888016909090909],[1060936.0,0.189056],[1074383.0,0.18915372727272728],[1078597.0,0.19121254545454547],[1081842.5,0.19129558181818182],[1082297.0,0.19291736363636364],[1093356.0,0.20678609090909092],[1096925.0,0.20890441818181818],[1097257.0,0.21764238181818182],[1100233.0,0.2195398363636364],[1104394.0,0.22180493636363638],[1128626.0,0.2251739181818182],[1145108.0,0.22775774545454547],[1164125.0,0.2278032],[1165952.0,0.23104352727272728],[1191240.0,0.23105809545454548],[1199057.5,0.23114560454545457],[1214687.0,0.2427617681818182],[1220002.0,0.24466670454545456],[1231858.0,0.24491670454545456],[1236886.0,0.2452121590909091],[1240310.0,0.24725745000000002],[1250119.0,0.2513364681818182],[1253005.0,0.2525923681818182],[1265738.0,0.25432975],[1267262.0,0.2550651681818182],[1284050.0,0.25815607727272727],[1286306.0,0.2584056409090909],[1304564.0,0.2585930045454546],[1347530.0,0.25860342272727277],[1353947.0,0.25932560454545456],[1385486.0,0.26020915],[1397500.0,0.2602973681818182],[1410167.0,0.2624929212121212],[1416008.0,0.2635303575757576],[1445759.0,0.2666387303030303],[1473624.0,0.2685122212121212],[1488193.0,0.27029000303030304],[1500601.0,0.27226860303030304],[1536276.0,0.27263740303030304],[1537726.0,0.2726601303030303],[1578372.5,0.27266880303030305],[1583797.0,0.27587623484848484],[1587175.0,0.2763307803030303],[1596705.0,0.27642181666666665],[1618640.0,0.2777109257575758],[1622479.0,0.27892890757575756],[1627259.0,0.28101781666666664],[1628343.0,0.2817249893939394],[1642907.5,0.2827846621212121],[1647984.0,0.2838783818181818],[1657236.0,0.2840903454545455],[1675671.0,0.28848012727272726],[1689465.0,0.28952144545454545],[1692894.0,0.29040893636363635],[1710930.0,0.29185337272727274],[1718664.0,0.2932908],[1737499.0,0.29352609090909093],[1738917.5,0.2935382181818182],[1777420.0,0.29390185454545453],[1787956.0,0.2952560090909091],[1790874.0,0.29543675454545454],[1801037.0,0.2955503909090909],[1806408.0,0.29658864545454544],[1843641.0,0.2978014272727273],[1845049.0,0.2981450272727273],[1847873.0,0.29958246363636365],[1861070.0,0.3020921545454545],[1866522.0,0.3041190106060606],[1882526.0,0.30455057424242427],[1886953.0,0.3079876833333333],[1894907.0,0.3080632515151515],[1943110.0,0.31584463333333335],[1947240.0,0.3158648333333333],[1953253.0,0.3174794151515152],[1996790.0,0.31887373333333335],[2006655.0,0.32298909696969696],[2015756.0,0.328319396969697],[2017474.0,0.3299803787878788],[2031015.0,0.33096634242424244],[2043643.0,0.3313337424242424],[2084210.0,0.33416670606060606],[2087610.0,0.3342041378787879],[2094607.0,0.3342723196969697],[2099754.0,0.337701446969697],[2099843.0,0.34053784848484847],[2103459.0,0.3410928121212121],[2131484.0,0.34784166666666666],[2140012.0,0.34795932121212125],[2186816.0,0.3483734666666667],[2194055.0,0.3524343757575758],[2199264.0,0.3525097090909091],[2220489.0,0.3559600181818182],[2246058.0,0.3564600181818182],[2268336.0,0.35874323636363636],[2270765.0,0.35983414545454545],[2301589.0,0.36437175454545456],[2301878.0,0.36468500454545455],[2332692.0,0.36471662272727273],[2375677.0,0.3650120772727273],[2437137.5,0.36662069545454545],[2458910.0,0.3668638772727273],[2489742.0,0.36829173181818187],[2490114.0,0.37225097727272727],[2495512.5,0.3726177590909091],[2542982.5,0.3729441590909091],[2574848.0,0.3741206136363637],[2607193.0,0.37583344090909093],[2623067.0,0.3761970772727273],[2624372.0,0.37628798636363636],[2637399.0,0.37629922272727273],[2639960.0,0.37708711363636366],[2655533.0,0.3778598409090909],[2659574.0,0.3778879318181818],[2673719.0,0.3781930984848485],[2689600.0,0.3790866075757576],[2715791.0,0.3809265984848485],[2732185.0,0.38176143484848485],[2754018.0,0.382983653030303],[2771446.0,0.3840927590909091],[2783531.0,0.3841902863636364],[2815949.0,0.3868165409090909],[2817225.0,0.3869764590909091],[2860153.0,0.38697915],[2897040.0,0.3871380227272727],[2922296.0,0.3872984590909091],[2957599.0,0.3881873318181818],[2970858.0,0.38859560454545455],[2973358.0,0.39165212272727273],[2995998.0,0.3924862318181818],[3021069.0,0.3935658681818182],[3032142.0,0.39359516818181817],[3057548.0,0.39367006212121214],[3064847.0,0.39368183484848485],[3065822.0,0.3947862166666667],[3071470.0,0.4001677984848485],[3094397.0,0.400178253030303],[3104432.0,0.4004408893939394],[3109092.5,0.4008255257575758],[3132437.5,0.40137198030303034],[3168779.0,0.4021564712121212],[3192441.0,0.4042016621212121],[3205778.0,0.4042024712121212],[3221477.0,0.4048541893939394],[3235681.0,0.4050131984848485],[3243580.0,0.40527208939393944],[3244795.0,0.4063553803030303],[3260418.0,0.4091108257575758],[3274339.0,0.4093411666666667],[3283125.0,0.4093732575757576],[3290611.0,0.40949447575757575],[3320881.0,0.41079407424242426],[3321509.0,0.4138076196969697],[3356341.0,0.4148934196969697],[3361904.0,0.41496658333333336],[3369861.0,0.41512700151515153],[3379352.0,0.41609538333333335],[3407474.0,0.41701981060606064],[3415488.0,0.4180313378787879],[3461498.0,0.41812170151515154],[3465873.0,0.4189977378787879],[3480494.0,0.42120269242424246],[3494574.0,0.4212936015151515],[3501205.0,0.42204738333333336],[3510242.5000000005,0.42248178333333336],[3575072.0,0.42249569242424245],[3575142.0,0.4227038196969697],[3591602.0,0.42346195606060605],[3598555.0000000005,0.4234900106060606],[3610159.0,0.4235340484848485],[3614079.0,0.42365114848484847],[3668536.0,0.4249362212121212],[3675124.0,0.42532892121212124],[3690657.4999999995,0.4254680484848485],[3759499.0,0.42659196666666666],[3767067.0,0.4274231393939394],[3771496.0,0.4284332484848485],[3829554.0,0.4284410818181818],[3843905.0,0.42845173636363637],[3845176.0,0.42845455454545456],[3857610.0,0.4289821545454546],[3869740.0,0.4294724818181818],[3897777.0,0.4302234136363636],[3901694.9999999995,0.4303665954545455],[3943896.0,0.43150092272727275],[3950731.0,0.43178472272727275],[3957079.0,0.4327128318181818],[4000030.0,0.43285120303030306],[4068051.0,0.43344876666666665],[4071518.0,0.43375178484848487],[4108444.0,0.43380006666666665],[4121083.0,0.43386970303030303],[4130749.0,0.4342175212121212],[4137180.0,0.436405703030303],[4170940.0,0.4398787484848485],[4206336.0,0.43989405757575756],[4228432.0,0.44008528484848486],[4239705.0,0.4404855303030303],[4298067.0,0.44075291212121215],[4322428.0,0.4416586318181818],[4336618.0,0.4416966393939394],[4345568.0,0.4424251393939394],[4363486.0,0.4424417393939394],[4374562.5,0.4425741393939394],[4376385.0,0.44301859393939397],[4459520.0,0.443569093939394],[4495978.0,0.4441145484848485],[4521872.0,0.4442117575757576],[4567509.0,0.4445380666666667],[4572795.0,0.44459430303030306],[4573719.0,0.4446707757575758],[4608770.0,0.44578188484848486],[4642670.0,0.4458671424242424],[4646336.0,0.44613328636363636],[4654141.0,0.44613517272727277],[4670719.0,0.4468146272727273],[4711641.0,0.44865529090909095],[4712349.0,0.44911842727272727],[4729102.5,0.44948006363636367],[4788070.0,0.4494849803030303],[4845198.0,0.4523363075757576],[4885962.0,0.4529371803030303],[4897865.0,0.45372774393939397],[4923171.0,0.45373318030303034],[4939776.0,0.4539764348484849],[4985318.0,0.45448913484848485],[4997834.0,0.4545006272727273],[5042650.0,0.4575944272727273],[5059175.0,0.45818844545454546],[5060535.0,0.4582059181818182],[5069058.0,0.45891750000000003],[5083062.5,0.4589659545454546],[5095000.0,0.4591073545454546],[5135835.0,0.4591202257575758],[5217617.5,0.45958255303030304],[5266687.5,0.4595950075757576],[5269680.0,0.45970966212121217],[5272932.0,0.45977026212121214],[5277421.0,0.4598130257575758],[5301557.5,0.4599441712121212],[5302722.0,0.4599615166666667],[5310798.0,0.46002572121212126],[5328525.0,0.4605201227272728],[5340220.0,0.4650044863636364],[5348643.0,0.4650774136363637],[5359596.0,0.4678789227272728],[5391212.0,0.46900284090909095],[5398873.0,0.46952865909090913],[5439704.0,0.4727804136363637],[5478801.0,0.4727922772727273],[5542006.0,0.47279258030303034],[5629984.0,0.4728029075757576],[5657766.0,0.473247343939394],[5747688.0,0.47367315303030305],[5774887.0,0.47367316212121213],[5776553.0,0.47373758939393945],[5793843.0,0.47375940757575763],[5828775.0,0.47376575303030305],[5929968.0,0.4738093363636364],[5963541.0,0.4740211848484849],[5997164.0,0.4762373484848485],[6007723.0,0.47625839393939395],[6103381.0,0.47634930303030304],[6104429.0,0.4765866848484849],[6129084.0,0.4779781030303031],[6146132.0,0.4781017030303031],[6160251.0,0.4816487484848485],[6316664.0,0.4816509454545455],[6403448.0,0.48180860000000003],[6407622.0,0.48207214545454546],[6409495.0,0.4823559636363637],[6435296.0,0.4823611833333334],[6440806.0,0.48245156515151516],[6452002.0,0.48260118333333335],[6532238.0,0.4828635287878788],[6554800.0,0.48286571969696973],[6693128.0,0.48292631969696975],[6749860.0,0.48640519242424246],[6800961.0,0.48641908333333334],[6801460.000000001,0.4876009196969697],[6909258.0,0.4876045181818182],[6968451.0,0.4917998181818182],[6984150.0,0.49181270909090913],[7026984.0,0.4918177727272728],[7060399.0,0.4932494],[7063619.0,0.49325259090909096],[7080190.0,0.49325677272727275],[7161388.0,0.4934440636363637],[7340199.0,0.49548925454545456],[7407063.0,0.49551707272727274],[7424045.0,0.49553003484848485],[7475274.0,0.49613381666666667],[7530576.0,0.49656988030303034],[7634622.500000001,0.4970177348484849],[7647885.000000001,0.49769633484848486],[7758372.0,0.49787815303030303],[7789459.0,0.49789144090909093],[7844405.0,0.49821235],[7871182.0,0.49825342272727274],[7883681.0,0.49825410454545455],[7914603.0,0.49829752272727273],[7986140.0,0.49832984090909094],[7999449.0,0.49836023181818184],[8023061.0,0.4983801590909091],[8061515.0,0.4986746409090909],[8064985.0,0.4986960409090909],[8203192.0,0.5011522772727273],[8205067.0,0.501181040909091],[8206393.0,0.5040332318181818],[8236654.0,0.5049430136363636],[8248769.0,0.5053507590909091],[8250153.0,0.5054824136363637],[8280010.0,0.5058534318181819],[8407839.0,0.5058572121212122],[8519681.0,0.5058722939393939],[8619104.0,0.5058931484848486],[8648357.0,0.5060518575757577],[8771900.0,0.5061649121212122],[8838849.0,0.5064060303030303],[8900537.0,0.5070073212121212],[8925292.0,0.5072952303030304],[9036350.0,0.510805093939394],[9047514.0,0.510871703030303],[9092157.0,0.5108971393939394],[9177764.0,0.5113500848484849],[9224383.0,0.5115554121212121],[9412526.0,0.5115572484848485],[9494635.0,0.5126811666666666],[9553782.5,0.5130672757575758],[9554380.0,0.5131573121212122],[9664575.0,0.5138281757575758],[9668456.0,0.5139030303030303],[9705237.5,0.5140759212121212],[9899251.0,0.5142109212121212],[9919040.0,0.5147749121212122],[10023173.0,0.5150624393939395],[10088377.0,0.5150693848484849],[10122125.0,0.5151053030303031],[10226805.0,0.5152477575757576],[10258280.0,0.5157441757575758],[10338797.5,0.5160528484848484],[10515461.0,0.5161942666666667],[10676811.0,0.5169810121212122],[10720909.0,0.5169817393939394],[10958237.0,0.5170409757575758],[10961869.0,0.5174198575757576],[10974990.0,0.5178729121212121],[11088727.0,0.5200467212121213],[11154495.0,0.5200553939393939],[11182376.0,0.5200612212121213],[11200900.0,0.5202435303030303],[11227431.0,0.5202510393939394],[11260014.0,0.5203771484848485],[11270428.0,0.5206637484848485],[11426878.0,0.5207565666666667],[11535220.0,0.5207654393939394],[11546239.0,0.5208751121212122],[11563687.5,0.5211829666666666],[11592168.0,0.5212071484848485],[11648323.0,0.5213943121212121],[11674685.0,0.521398493939394],[11838927.0,0.5226856121212121],[11868470.0,0.5229665484848485],[11903788.0,0.5231074393939394],[11983339.0,0.5233741030303031],[12024089.0,0.5243188121212121],[12092837.0,0.5243512121212122],[12261918.0,0.5243641393939394],[12282824.0,0.5244163303030304],[12372632.5,0.5244178757575758],[12501476.0,0.5244842757575757],[12644330.0,0.5249576212121212],[12678825.0,0.5249708757575757],[12834175.0,0.5250756212121213],[12874995.0,0.5251591666666667],[12966172.5,0.5252655303030304],[12968811.0,0.5255323848484849],[13111332.500000002,0.5255590757575758],[13223019.0,0.5256202757575758],[13264880.0,0.5258841393939394],[13291132.500000002,0.5261783757575758],[13294448.0,0.526210993939394],[13375058.0,0.5262122484848485],[13451548.0,0.5262668303030303],[13708479.999999998,0.5262679575757576],[13846148.0,0.5264841393939395],[13881506.0,0.5266893757575758],[13885407.0,0.5267140848484848],[13978945.000000002,0.5267426484848485],[14113582.0,0.5267641757575757],[14138863.0,0.5267643121212121],[14168467.499999998,0.5267650575757576],[14462582.500000002,0.5271287666666666],[14497418.0,0.5274453303030303],[14543810.0,0.5274458757575757],[14598696.0,0.5276576848484849],[14662023.0,0.5276580303030304],[14733920.000000002,0.5276654848484849],[15167935.0,0.5277283575757576],[15168356.0,0.5277478575757576],[15182297.0,0.5277488303030303],[15196079.0,0.5278751393939394],[15528364.0,0.5278755030303031],[15947446.0,0.5278879030303031],[16102763.0,0.527888003030303],[16201944.0,0.5281834757575757],[16328254.999999998,0.5282956575757576],[16334019.0,0.5283199484848485],[16366085.0,0.5283205848484849],[16471462.0,0.5283692393939394],[16855875.0,0.5283709303030303],[16882832.5,0.5285822212121213],[17236257.5,0.5286388393939394],[17246194.0,0.5286545121212122],[17511273.0,0.5286659666666667],[17590002.5,0.5287736212121212],[18214193.0,0.528774193939394],[18812730.0,0.5287922848484848],[18921562.5,0.5288680666666666],[19358762.5,0.5288746848484849],[19389612.5,0.5289077030303031],[19498956.0,0.5289108303030303],[19651155.0,0.5289851212121213],[19735850.0,0.5289874484848485],[20109925.0,0.5291270666666666],[20243345.0,0.5291315575757576],[20288985.0,0.5292918121212121],[20504565.0,0.5292924121212121],[20756870.0,0.5292941939393939],[20798625.0,0.5292953121212122],[21267422.5,0.5292995848484848],[21486134.0,0.5293035393939394],[21946396.0,0.5293056303030303],[23040924.0,0.529310293939394],[23322142.5,0.5296223848484849],[24222300.0,0.5296255666666667],[24804412.5,0.5296574393939394],[25263795.0,0.5296925666666666],[25435050.0,0.5297758757575758],[25463855.0,0.5299965121212121],[25516725.0,0.5301160575757576],[25762655.0,0.5301189848484849],[26849327.500000004,0.5301195848484849],[27641257.5,0.5301344575757576],[27914367.5,0.5303952575757576],[28197880.0,0.5303967121212121],[28336417.5,0.5303991848484849],[28704759.999999996,0.5304023848484849],[29073267.5,0.5304038393939394],[29499245.0,0.530411093939394],[29559184.999999996,0.5304118757575758],[29756980.0,0.5304834212121212],[30187130.0,0.5305472212121213],[31002955.0,0.5305700575757576],[31473757.5,0.5305858757575758],[31836265.000000004,0.5305870757575758],[31937965.000000004,0.5306502030303031],[33057230.0,0.530651803030303],[33419155.0,0.5306555121212121],[33664495.0,0.5306758393939394],[34003902.5,0.5306845303030303],[34695762.5,0.5307711303030304],[35398542.5,0.5308752393939394],[36641235.0,0.5308818393939394],[36662391.0,0.5393167303030303],[36977322.5,0.5393211484848485],[37574545.0,0.5393236757575758],[38321630.0,0.5394544212121213],[38689640.0,0.5396434393939394],[39368527.5,0.5396471303030304],[39535865.0,0.5396475484848485],[39749040.0,0.5396477121212121],[39811630.0,0.5400638757575758],[40507277.5,0.540069893939394],[40563035.0,0.5400751303030303],[42025852.5,0.5401042212121212],[43458055.0,0.5401104939393939],[44466515.0,0.5401163303030303],[45025577.5,0.5401192757575758],[45859402.5,0.5402634212121212],[46032717.5,0.5403164575757576],[47073300.0,0.5403198393939395],[47757170.0,0.5403445121212122],[49554527.5,0.5404530212121212],[50000000.0,0.5404530212121212]]},{"id":"fable-5.1","name":"Claude Fable 5.1 (xhigh)","agent":"claude_code","slug":"anthropic/claude-fable-5.1","harnesses":[{"name":"claude_code","version":"2.1.270"}],"release_date":"2026-08-31","reasoning_effort":"xhigh","open_weights":false,"synthetic":false,"score":0.2591708818181818,"interval":[0.24392353962905422,0.27416878662121336],"mean_api_cost_usd":31.939607272727272,"mean_output_tokens":250801.7590909091,"mean_final_best":0.43840939545454544,"runs":74,"configurations":{"shapes_generalize":{"score":0.6150246,"n":5,"final_best":0.85575,"mean_api_cost_usd":12.37678,"mean_tokens":9587869,"mean_output_tokens":123428,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1023800,0.0395],[1070400,0.04225],[1124703,0.08175],[1163237,0.19225],[1295516,0.1995],[1562344,0.20425000000000001],[1619115,0.21525000000000002],[1732276,0.254],[2017169,0.36775],[2320214,0.36925],[2386959,0.384],[2452797,0.50225],[2881323,0.50325],[3123907,0.50475],[3244137,0.5287499999999999],[3289262,0.5295],[3316341,0.56975],[3619403,0.6829999999999999],[4150434,0.69475],[4738797,0.696],[4941359,0.69975],[5854392,0.828],[6239990,0.8295],[7701310,0.831],[9120132,0.8322499999999999],[9366273,0.8372499999999999],[9578878,0.8392499999999999],[9939259,0.85425],[11358261,0.85575],[50000000.0,0.85575]]},"splash_generalize":{"score":0.5527298,"n":5,"final_best":0.6791112,"mean_api_cost_usd":13.01032,"mean_tokens":8075852.8,"mean_output_tokens":139802,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[786521,0.10777779999999999],[911093,0.2024444],[1045853,0.219111],[1185020,0.3428888],[1444040,0.34622220000000004],[1527475,0.351111],[1735124,0.41977760000000003],[1921047,0.4404444],[1933817,0.561111],[1995238,0.5613332],[2031980,0.5637778],[2044706,0.5651112],[2375420,0.5664444],[2403047,0.6284444],[2879518,0.6291112],[3089458,0.6420002],[3502626,0.6431112],[4172969,0.6435558],[4222374,0.6564446],[4348070,0.6577778],[5174223,0.6657778],[6831191,0.6706668],[6834279,0.6771112],[8128499,0.6784446],[11756881,0.6791112],[50000000.0,0.6791112]]},"mystery_box":{"score":0.1090998,"n":5,"final_best":0.2364718,"mean_api_cost_usd":29.07274,"mean_tokens":25657533.6,"mean_output_tokens":296295.4,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1938286,0.000352],[3468586,0.0255972],[5451746,0.0304146],[6623786,0.044036],[7002278,0.047865],[9030797,0.10522719999999999],[9734679,0.1113634],[10455052,0.1119894],[10940885,0.1119904],[11406658,0.118494],[13566543,0.12932860000000002],[13777631,0.1295058],[14789606,0.1299784],[15234868,0.1331384],[15713503,0.1338658],[16659055,0.1355582],[17421909,0.2082682],[17429877,0.2125822],[18105011,0.2130694],[18110839,0.2138348],[18381316,0.2138542],[18535030,0.21594939999999999],[19310661,0.21628319999999998],[19533033,0.218376],[20028452,0.2207934],[20912796,0.2224652],[21037716,0.22906079999999998],[22061796,0.2307842],[23976086,0.234287],[24928927,0.23441399999999998],[27105772,0.2349686],[30386025,0.235655],[31838400,0.2362148],[34305264,0.2364718],[50000000.0,0.2364718]]},"mystery_box--nohints":{"score":0.0204292,"n":5,"final_best":0.0240502,"mean_api_cost_usd":20.18796,"mean_tokens":8397946.6,"mean_output_tokens":243705.4,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[188910,0.001314],[445546,0.004771],[508652,0.006085],[663494,0.007399],[1061351,0.0130332],[1296436,0.0168598],[1873687,0.018878],[2279238,0.0198882],[3463585,0.0219956],[4022249,0.0240502],[50000000.0,0.0240502]]},"ship_detect":{"score":0.0787356,"n":5,"final_best":0.1317974,"mean_api_cost_usd":63.39338,"mean_tokens":46876943,"mean_output_tokens":185039.6,"axis":{"kind":"cost_weighted","start":20000.0,"limit":2000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[26459.5,0.0121022],[28835.6,0.0152418],[31453.0,0.0224628],[32802.7,0.0324566],[42920.8,0.041089600000000004],[69037.5,0.0426148],[70803.3,0.0431796],[88031.0,0.0462408],[94607.9,0.052225400000000005],[105922.1,0.055443],[106875.5,0.056084],[124026.3,0.0575632],[125137.4,0.060253600000000004],[136724.5,0.0620344],[147351.3,0.0641802],[149683.4,0.064965],[171911.0,0.0657846],[176905.6,0.06722360000000001],[190172.9,0.0685028],[215118.7,0.0705282],[227689.1,0.07088900000000001],[255270.3,0.07107580000000001],[255689.2,0.0750932],[276612.3,0.07719240000000001],[334148.2,0.0774852],[335050.0,0.0783482],[352091.9,0.0802934],[413484.3,0.080675],[447072.9,0.08068840000000001],[461072.1,0.080924],[484332.1,0.0813088],[506822.9,0.0817448],[519162.4,0.0817638],[531995.5,0.0819406],[537440.8,0.08198140000000001],[545892.9,0.08202620000000001],[784312.1,0.08853180000000001],[813293.7,0.0924854],[833898.0,0.092857],[948875.9,0.10706120000000001],[1286663.8,0.107506],[1435767.7,0.1086714],[1541744.3,0.1233886],[1555863.0,0.1246328],[1559718.6,0.1254562],[1561224.5,0.1267774],[1563344.4,0.1270376],[1567272.5,0.1281086],[1568653.1,0.12896559999999999],[1573727.6,0.1303702],[1693699.5,0.1317302],[1698693.7,0.1317974],[2000000.0,0.1317974]]},"ship_tune":{"score":0.0998936,"n":5,"final_best":0.219416,"mean_api_cost_usd":70.10134,"mean_tokens":35977499.8,"mean_output_tokens":429415.4,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[812292,0.00579],[1130473,0.0138194],[1233020,0.0244224],[7085187,0.0382858],[10149765,0.0413288],[10283416,0.0707392],[10382990,0.10238520000000001],[13517746,0.10740380000000001],[13637238,0.123098],[16764338,0.1245234],[18453087,0.15071980000000001],[19317955,0.157411],[20783848,0.1615244],[22319537,0.16362580000000002],[24618884,0.189549],[25385644,0.1974184],[25929500,0.1985654],[26363790,0.1998594],[27619082,0.2027428],[28213687,0.208936],[28818267,0.2101984],[29176323,0.2102334],[30083106,0.210347],[32072863,0.2115382],[32144607,0.2127354],[32526191,0.21320440000000002],[33269369,0.2135696],[33697505,0.21404420000000002],[34321870,0.214109],[37548438,0.2155108],[37730061,0.2176298],[38108648,0.21863],[38670658,0.2192256],[40386955,0.219416],[50000000.0,0.219416]]},"reaction_rates":{"score":0.2067866,"n":5,"final_best":0.5117132,"mean_api_cost_usd":30.33982,"mean_tokens":30654095.4,"mean_output_tokens":278771.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1291070,0.0056288],[6400654,0.037639],[10138185,0.0680174],[10269783,0.113842],[10440042,0.1392614],[11658650,0.189268],[12597531,0.2024454],[13578085,0.211621],[13870942,0.2338804],[15627706,0.2536634],[16189256,0.2633738],[18313199,0.274605],[19101708,0.2890316],[19899916,0.3040738],[20214158,0.3431564],[20515073,0.3703976],[21974326,0.374762],[22362919,0.3833314],[24910699,0.3836504],[25083427,0.45547340000000003],[27116659,0.45907020000000004],[27962451,0.47858860000000003],[28361594,0.4872298],[29933859,0.488028],[30055013,0.4910822],[31035586,0.4915388],[31149881,0.5059608],[33700056,0.5108774],[36456553,0.5117132],[50000000.0,0.5117132]]},"reaction_rates--nohints":{"score":0.1686292,"n":5,"final_best":0.37183879999999997,"mean_api_cost_usd":26.54762,"mean_tokens":25502123,"mean_output_tokens":245600.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1851394,0.0067248],[2319592,0.031071599999999998],[5598455,0.0818916],[6144840,0.0856702],[7624239,0.090194],[9435704,0.0946766],[9575448,0.09861439999999999],[10634673,0.1073782],[11371722,0.1167498],[11413718,0.1225044],[13483643,0.1280534],[13798061,0.1477362],[14114143,0.152115],[14140576,0.2711852],[14758879,0.27373379999999997],[15090139,0.27393639999999997],[15459277,0.2775108],[15755276,0.287338],[16141845,0.2918072],[16163597,0.29459420000000003],[16681852,0.30316],[17154662,0.306427],[17717559,0.307504],[17813858,0.3120274],[20449707,0.31206860000000003],[20635611,0.3258376],[22804630,0.327853],[24423778,0.32841],[25143252,0.32841119999999996],[27212072,0.3285166],[27224321,0.34034559999999997],[28486491,0.343862],[31800456,0.3533512],[33530631,0.356527],[34846257,0.3581426],[36628958,0.368961],[37987042,0.37183879999999997],[50000000.0,0.37183879999999997]]},"scan_stitch":{"score":0.1207548,"n":5,"final_best":0.2071942,"mean_api_cost_usd":23.5582,"mean_tokens":19446141.2,"mean_output_tokens":243475.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2480441,0.039851399999999995],[3063971,0.0500492],[3530200,0.09554960000000001],[4164792,0.1002552],[4189289,0.10302199999999999],[4681681,0.104763],[5262098,0.1082142],[5800068,0.11025159999999999],[6790772,0.1122388],[7006112,0.1379012],[7672003,0.1715438],[8622226,0.1787226],[9623713,0.179619],[11111008,0.1812068],[11498121,0.1821656],[13347835,0.1842012],[14162469,0.1844186],[15102901,0.191716],[18640842,0.1918038],[33324605,0.2038844],[37844262,0.2071942],[50000000.0,0.2071942]]},"scan_stitch--nohints":{"score":0.0002176,"n":5,"final_best":0.0002896,"mean_api_cost_usd":19.0283,"mean_tokens":7283581.2,"mean_output_tokens":232135.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[656012,0.00010920000000000001],[909283,0.000135],[5385486,0.0002756],[5895453,0.0002896],[50000000.0,0.0002896]]},"shattered_prior":{"score":0.1796696,"n":5,"final_best":0.6151366,"mean_api_cost_usd":39.57672,"mean_tokens":42733845,"mean_output_tokens":365194.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[23312363,0.0689114],[23794735,0.1991224],[24579759,0.202126],[25949372,0.2423896],[26503080,0.343368],[27194453,0.3568984],[27826067,0.38828860000000004],[32739605,0.3940626],[33531966,0.4069214],[36115659,0.4202306],[36647639,0.44077479999999997],[37537183,0.4568912],[38629453,0.5557578],[39024784,0.5561292],[39250254,0.557853],[40306581,0.5591436],[40638012,0.5905566],[46486421,0.6151366],[50000000.0,0.6151366]]},"shattered_prior--nohints":{"score":0.0912892,"n":5,"final_best":0.3277126,"mean_api_cost_usd":41.36004,"mean_tokens":46121923.4,"mean_output_tokens":377866.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[18092951,0.0365416],[24595238,0.046287600000000005],[26055196,0.0560336],[29947796,0.1949564],[31246745,0.2047024],[35929797,0.2153922],[38327581,0.2157996],[38782561,0.2421988],[41177108,0.2460626],[42841465,0.246297],[43079751,0.2831902],[44224393,0.293182],[44291659,0.3267816],[45633453,0.327019],[45911933,0.3277126],[50000000.0,0.3277126]]},"night_school":{"score":0.42203650000000004,"n":4,"final_best":0.74263425,"mean_api_cost_usd":25.2887,"mean_tokens":24016207,"mean_output_tokens":243506.75,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2551237,0.0667205],[3728229,0.14216175],[4814056,0.17896325000000002],[5247450,0.33103125],[5824551,0.42088425],[6726806,0.4507465],[6909639,0.498421],[7609895,0.5126765],[7942878,0.58841175],[8093292,0.61054425],[8258105,0.635015],[9408538,0.6413385],[9908807,0.66849825],[9968653,0.6814395],[10903357,0.6861232500000001],[11068186,0.69744675],[12200602,0.720728],[13775375,0.7208565],[15332933,0.727428],[16673588,0.72889875],[17822669,0.7306192499999999],[19116887,0.731862],[20629294,0.73230325],[21377303,0.7330385],[22694676,0.74040075],[26538502,0.7422664999999999],[29741907,0.74263425],[50000000.0,0.74263425]]},"tod_pipeline--nohints":{"score":0.0860312,"n":5,"final_best":0.1782952,"mean_api_cost_usd":31.25564,"mean_tokens":30745038,"mean_output_tokens":290906.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2252530,0.035052],[7651812,0.0606106],[8814706,0.08688799999999999],[11191584,0.0869096],[16879004,0.113981],[17537908,0.1419542],[17613700,0.1498086],[21107989,0.1541512],[22288265,0.1672152],[23513646,0.1700566],[24770771,0.1700568],[25631464,0.1707998],[27861161,0.1741746],[31554793,0.177612],[32505142,0.1782952],[50000000.0,0.1782952]]},"weirdml_bonanza":{"score":0.5479904,"n":5,"final_best":0.8682958,"mean_api_cost_usd":21.073819999999998,"mean_tokens":17441000.2,"mean_output_tokens":205198.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1060318,0.12341200000000001],[2202007,0.2583428],[2666633,0.280714],[3769148,0.3041438],[3997727,0.3188504],[4163096,0.327668],[5764969,0.4766142],[6120141,0.4865264],[6747936,0.6432406],[7026840,0.6537466000000001],[7051771,0.8043046],[7139969,0.8127764],[8147550,0.8169582],[8421144,0.8176768],[8475099,0.8177426],[8870205,0.82724],[9180440,0.8296238],[9748585,0.8383014],[9881900,0.839336],[10501857,0.8464336],[10608693,0.8467818],[11011386,0.8475898],[11542008,0.8489124],[11599126,0.8504008],[11758920,0.8510232],[12093822,0.8524122000000001],[12452051,0.8524510000000001],[12483488,0.8539718000000001],[12648192,0.8551412],[12907154,0.856596],[13033565,0.8576971999999999],[14048754,0.8589756],[14187488,0.8627946],[14321744,0.8628148],[14931941,0.8633654],[15440445,0.8635668],[15795183,0.8637208],[17414426,0.8653992],[18712569,0.8657374],[20559949,0.8678546],[21655600,0.8682958],[50000000.0,0.8682958]]}},"overall_curve":[[0.0,0.0],[188910.0,5.972727272727273e-05],[445546.0,0.00021686363636363637],[508652.0,0.0002765909090909091],[656012.0,0.00028155454545454546],[661487.5,0.0013817545454545457],[663494.0,0.0014414818181818184],[720890.0,0.0017269],[786325.0,0.0023833545454545455],[786521.0,0.012181336363636363],[812292.0,0.0127077],[820067.4999999999,0.013616227272727273],[909283.0,0.0136174],[911093.0,0.022223454545454546],[1023800.0,0.025814363636363635],[1045853.0,0.02732950909090909],[1060318.0,0.03854878181818182],[1061351.0,0.03880488181818182],[1070400.0,0.03905488181818182],[1073020.0,0.039839700000000006],[1124703.0,0.043430609090909095],[1130473.0,0.04416055454545455],[1163237.0,0.05420600909090909],[1185020.0,0.06545853636363637],[1233020.0,0.06642244545454545],[1291070.0,0.0666783],[1295516.0,0.06733739090909091],[1296436.0,0.06751132727272728],[1444040.0,0.06781436363636364],[1527475.0,0.06825880000000001],[1562344.0,0.06869061818181818],[1619115.0,0.06969061818181818],[1725937.5,0.06982927272727273],[1732276.0,0.073352],[1735124.0,0.07959441818181819],[1770082.5,0.07964576363636364],[1851394.0,0.07995143636363637],[1873687.0,0.08004317272727274],[1921047.0,0.08192197272727274],[1933817.0,0.09289166363636364],[1938286.0,0.09290766363636364],[1995238.0,0.09292786363636364],[2017169.0,0.10326877272727274],[2031980.0,0.1034910090909091],[2044706.0,0.10361222727272729],[2200775.0,0.1038905181818182],[2202007.0,0.11615695454545456],[2252530.0,0.11934350000000002],[2279238.0,0.1193894181818182],[2319592.0,0.12049609090909093],[2320214.0,0.12063245454545456],[2365197.5,0.1211765090909091],[2375420.0,0.12129770909090909],[2386959.0,0.12263861818181818],[2403047.0,0.1282749818181818],[2452797.0,0.13902498181818182],[2480441.0,0.14083640909090908],[2551237.0,0.14690190909090908],[2648052.5,0.14719441818181817],[2666633.0,0.14922816363636363],[2671887.5,0.14928643636363637],[2879518.0,0.14934705454545455],[2881323.0,0.14943796363636364],[3063971.0,0.1499015],[3089458.0,0.1510732272727273],[3100657.5,0.1512077],[3123907.0,0.15134406363636366],[3128435.0,0.15158864545454548],[3244137.0,0.15377046363636365],[3289262.0,0.15383864545454545],[3316341.0,0.15749773636363637],[3418112.5,0.15765962727272728],[3463585.0,0.15775541818181818],[3468586.0,0.15890292727272728],[3502626.0,0.15900392727272727],[3530200.0,0.16107212727272727],[3619403.0,0.17136758181818182],[3683782.4999999995,0.17156265454545455],[3728229.0,0.17842095],[3742085.0,0.17849229545454545],[3769148.0,0.18062227727272728],[3997727.0,0.1819592409090909],[4022249.0,0.18205263181818182],[4150434.0,0.18312081363636365],[4163096.0,0.18392241363636364],[4164792.0,0.18413630454545454],[4172969.0,0.18417672272727273],[4189289.0,0.1843024863636364],[4222374.0,0.18547419545454547],[4297775.0,0.18554870454545455],[4348070.0,0.18566990454545454],[4422640.0,0.18580072272727274],[4681681.0,0.1858798590909091],[4738797.0,0.18599349545454547],[4754322.5,0.18610978636363637],[4814056.0,0.18945537727272727],[4941359.0,0.18979628636363635],[5174223.0,0.1905235590909091],[5247450.0,0.20434792272727273],[5262098.0,0.20450479545454545],[5377967.5,0.20468892272727274],[5385486.0,0.20469531363636365],[5451746.0,0.20491428636363637],[5598455.0,0.20722428636363635],[5692227.5,0.20725708636363635],[5764969.0,0.22079764999999998],[5800068.0,0.2208902590909091],[5824551.0,0.22905871363636363],[5854392.0,0.24071780454545455],[5895453.0,0.24071844090909092],[6120141.0,0.24161955000000002],[6144840.0,0.24179130454545456],[6239990.0,0.24192766818181818],[6381757.5,0.24194465],[6392230.0,0.24230986818181818],[6400654.0,0.24376487727272728],[6623786.0,0.24438403181818183],[6726806.0,0.24709878181818182],[6747936.0,0.2613455272727273],[6790772.0,0.26143585454545454],[6831191.0,0.2618803090909091],[6834279.0,0.26246616363636366],[6909639.0,0.2668002090909091],[6915307.5,0.2669910454545455],[7002278.0,0.2671650909090909],[7006112.0,0.2683315636363637],[7026840.0,0.2692866545454546],[7051771.0,0.28297374545454546],[7085187.0,0.2842340545454546],[7139969.0,0.2850042181818182],[7609895.0,0.28630017272727276],[7624239.0,0.28650580000000003],[7651812.0,0.2888293090909091],[7672003.0,0.2903585181818182],[7701310.0,0.29049488181818184],[7942878.0,0.29737990454545454],[8093292.0,0.29939195],[8128499.0,0.29951316818181817],[8147550.0,0.2998933318181818],[8258105.0,0.30211794545454546],[8353705.0,0.3021445636363636],[8376250.0,0.3022230181818182],[8421144.0,0.30228834545454547],[8475099.0,0.30229432727272726],[8622226.0,0.30262063636363634],[8802297.5,0.3027974727272727],[8814706.0,0.30518632727272726],[8870205.0,0.3060497272727273],[9030797.0,0.30865709999999996],[9120132.0,0.30877073636363633],[9180440.0,0.30898744545454543],[9366273.0,0.3094419909090909],[9408538.0,0.3100168545454545],[9435704.0,0.3102206090909091],[9575448.0,0.3103996],[9578878.0,0.31058141818181817],[9623713.0,0.31062216363636364],[9734679.0,0.3109010818181818],[9748585.0,0.31168995454545456],[9881900.0,0.3117840090909091],[9908807.0,0.3142530772727273],[9939259.0,0.3156167136363636],[9968653.0,0.3167931909090909],[10138185.0,0.31817402727272726],[10149765.0,0.31845066363636365],[10269783.0,0.32053360000000003],[10283416.0,0.32320727272727273],[10337107.5,0.32324196363636365],[10382990.0,0.32611887272727275],[10440042.0,0.3272743],[10455052.0,0.32730275454545454],[10501857.0,0.32794799090909094],[10608693.0,0.32797964545454544],[10634673.0,0.328378],[10903357.0,0.32880379545454547],[10940885.0,0.3288038409090909],[11011386.0,0.32887729545454547],[11068186.0,0.3299067045454545],[11111008.0,0.3299788772727273],[11176822.5,0.32998009545454543],[11191584.0,0.3299820590909091],[11358261.0,0.3301184227272727],[11371722.0,0.33054440454545453],[11406658.0,0.3308400227272727],[11413718.0,0.3311015954545454],[11498121.0,0.33114517727272724],[11526802.5,0.33116659545454546],[11542008.0,0.3312868318181818],[11599126.0,0.3314221409090909],[11658650.0,0.33369516818181816],[11756881.0,0.3337557681818182],[11758920.0,0.33381235],[12093822.0,0.33393862272727276],[12108302.5,0.33397360454545455],[12200602.0,0.33609008181818184],[12452051.0,0.33609360909090913],[12483488.0,0.33623186363636365],[12597531.0,0.33683083636363637],[12648192.0,0.33693714545454545],[12670572.5,0.33697678181818186],[12907154.0,0.33710903636363637],[12979060.0,0.33711076363636366],[13033565.0,0.33721087272727274],[13299887.5,0.33722694545454546],[13347835.0,0.33731947272727275],[13436020.000000002,0.3373231818181818],[13483643.0,0.3375754090909091],[13517746.0,0.33803164545454545],[13566543.0,0.3385241272727273],[13578085.0,0.3389412],[13637238.0,0.34036794545454546],[13647322.5,0.34037201818181817],[13775375.0,0.3403837],[13777631.0,0.34039175454545456],[13798061.0,0.3412864272727273],[13870942.0,0.3422982181818182],[14048754.0,0.3424144363636364],[14114143.0,0.3426134727272727],[14140576.0,0.34802575454545454],[14162469.0,0.3480356363636364],[14187488.0,0.3483828181818182],[14321744.0,0.3483846545454546],[14758879.0,0.3485005],[14789606.0,0.34852198181818184],[14931941.0,0.3485720363636364],[15090139.0,0.34858124545454544],[15102901.0,0.34891294545454543],[15234868.0,0.34905658181818183],[15332933.0,0.3496539909090909],[15440445.0,0.3496723],[15459277.0,0.3498347727272727],[15627706.0,0.350734],[15713503.0,0.3507670636363636],[15755276.0,0.35121375454545456],[15795183.0,0.3512277545454545],[16141845.0,0.3514309],[16163597.0,0.3515575818181818],[16189256.0,0.3519989636363636],[16659055.0,0.3520758909090909],[16673588.0,0.35220959545454544],[16681852.0,0.35259895],[16764338.0,0.3527285318181818],[16879004.0,0.3551895681818182],[17154662.0,0.3553380681818182],[17414426.0,0.35549065],[17421909.0,0.35879565],[17429877.0,0.3589917409090909],[17537908.0,0.3615347590909091],[17613700.0,0.36224879545454547],[17717559.0,0.36229775000000003],[17813858.0,0.3625033590909091],[17822669.0,0.36265976818181817],[18092951.0,0.36432075],[18105011.0,0.36434289545454546],[18110839.0,0.3643776863636364],[18313199.0,0.3648881954545455],[18381316.0,0.3648890772727273],[18453087.0,0.3672705681818182],[18535030.0,0.36736580454545453],[18640842.0,0.36736979545454546],[18712569.0,0.3674005409090909],[19101708.0,0.36805629545454543],[19116887.0,0.36816927272727273],[19310661.0,0.3681844454545455],[19317955.0,0.36879273636363635],[19533033.0,0.36888786363636367],[19607802.5,0.36947928181818185],[19899916.0,0.3701630181818182],[20028452.0,0.3702729],[20214158.0,0.3720493818181818],[20332342.5,0.3724088],[20449707.0,0.37241067272727274],[20515073.0,0.3736489090909091],[20559949.0,0.37384138181818183],[20629294.0,0.37388149545454546],[20635611.0,0.3745073590909091],[20783848.0,0.37488130454545454],[20847450.0,0.37491508636363635],[20912796.0,0.3749910772727273],[21037716.0,0.37529087727272725],[21107989.0,0.3756856590909091],[21377303.0,0.3757525],[21655600.0,0.3757926090909091],[21974326.0,0.3759909909090909],[22061796.0,0.3760693272727273],[22288265.0,0.37725696363636363],[22319537.0,0.377448],[22362919.0,0.3778375181818182],[22694676.0,0.3785068136363636],[22804630.0,0.37859842272727273],[23312363.0,0.3817307590909091],[23513646.0,0.3819890681818182],[23721897.5,0.3832803590909091],[23794735.0,0.3891990409090909],[23976086.0,0.3893582590909091],[24423778.0,0.38938357727272727],[24579759.0,0.38952010454545455],[24595238.0,0.3899631045454546],[24618884.0,0.3923197590909091],[24770771.0,0.39231977727272727],[24910699.0,0.3923342772727273],[24928927.0,0.39234005],[25083427.0,0.39560473181818184],[25143252.0,0.3956047863636364],[25385644.0,0.39632018636363636],[25631464.0,0.3963877318181818],[25929500.0,0.3964920045454546],[25949372.0,0.3983221681818182],[26055196.0,0.3987651681818182],[26363790.0,0.39888280454545455],[26503080.0,0.40347273181818183],[26538502.0,0.40364234545454547],[27105772.0,0.40366755454545455],[27116659.0,0.40383104545454546],[27194453.0,0.40444606363636365],[27212072.0,0.40445085454545454],[27224321.0,0.40498853636363635],[27619082.0,0.40525066363636364],[27826067.0,0.4066774909090909],[27861161.0,0.4069842909090909],[27962451.0,0.4078714909090909],[28213687.0,0.4084345090909091],[28361594.0,0.4088272909090909],[28486491.0,0.4089871272727273],[28818267.0,0.4091018909090909],[29176323.0,0.4091050727272727],[29741907.0,0.40913850454545453],[29933859.0,0.40917478636363636],[29947796.0,0.4154894590909091],[30055013.0,0.41562828636363636],[30083106.0,0.4156386136363637],[30386025.0,0.4156698136363636],[31035586.0,0.4156905681818182],[31149881.0,0.41634611363636365],[31246745.0,0.4167891136363637],[31554793.0,0.41710160454545453],[31800456.0,0.41753293181818185],[31838400.0,0.41755837727272727],[32072863.0,0.4176666681818182],[32144607.0,0.41777550454545453],[32166595.0,0.4178159409090909],[32505142.0,0.41787805],[32526191.0,0.4179206863636364],[32739605.0,0.4181831409090909],[33269369.0,0.41821634090909093],[33324605.0,0.4187654590909091],[33530631.0,0.41890981363636365],[33531966.0,0.41949430454545455],[33697505.0,0.41953745000000003],[33700056.0,0.4197609318181818],[34305264.0,0.41977261363636365],[34321870.0,0.41977850454545457],[34846257.0,0.4198519409090909],[35894192.5,0.41995788636363635],[35929797.0,0.4204437863636364],[36115659.0,0.42104875],[36456553.0,0.42108674090909093],[36628958.0,0.4215784863636364],[36647639.0,0.42251231363636366],[37537183.0,0.4232448772727273],[37548438.0,0.42337231363636363],[37730061.0,0.42356495],[37844262.0,0.42371539545454545],[37987042.0,0.4238462045454546],[38108648.0,0.4239371318181818],[38327581.0,0.42395565],[38543607.5,0.42529357727272726],[38629453.0,0.42978751363636364],[38670658.0,0.4298416590909091],[38782561.0,0.43104162272727276],[38896575.0,0.4311547318181818],[38992965.0,0.43122958636363634],[39024784.0,0.43124646818181817],[39030612.5,0.43136657727272726],[39083610.0,0.4313902318181818],[39181812.5,0.43148759545454546],[39216327.5,0.43156550454545456],[39250254.0,0.4316438590909091],[39343190.0,0.43177155],[40306581.0,0.43183021363636365],[40386955.0,0.4318475227272727],[40638012.0,0.4332753863636364],[41177108.0,0.4334510136363636],[42342487.5,0.43357465],[42467342.5,0.4335807590909091],[42841465.0,0.43359141363636367],[43079751.0,0.43526837727272727],[44224393.0,0.43572255],[44291659.0,0.43724980454545453],[45633453.0,0.4372605954545455],[45911933.0,0.43729212272727275],[46486421.0,0.43840939545454544],[50000000.0,0.43840939545454544]]},{"id":"gpt-5.6-sol-xhigh-openrouter","name":"GPT-5.6 Sol (xhigh)","agent":"codex_cli","slug":"openai/gpt-5.6-sol","harnesses":[{"name":"codex_cli","version":"0.154.0"}],"release_date":"2026-07-09","reasoning_effort":"xhigh","open_weights":false,"synthetic":false,"score":0.15564545454545456,"interval":[0.13059582295424094,0.18128603188730805],"mean_api_cost_usd":6.81775,"mean_output_tokens":141882.25,"mean_final_best":0.22155102272727273,"runs":29,"configurations":{"shapes_generalize":{"score":0.06905700000000001,"n":2,"final_best":0.07718749999999999,"mean_api_cost_usd":2.6072,"mean_tokens":6540059.5,"mean_output_tokens":52754,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[340348,0.015],[510361,0.036250000000000004],[696836,0.04125],[1164560,0.045625],[1327362,0.051250000000000004],[1486561,0.061562500000000006],[1816030,0.0665625],[2050638,0.071875],[3369426,0.0740625],[3590729,0.07718749999999999],[50000000.0,0.07718749999999999]]},"splash_generalize":{"score":0.27698599999999995,"n":2,"final_best":0.423056,"mean_api_cost_usd":3.5181,"mean_tokens":11139298,"mean_output_tokens":75319.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[242180,0.001111],[606440,0.0044445],[716704,0.005],[1443347,0.094722],[4092235,0.10416650000000001],[4457922,0.3652775],[5864242,0.3769445],[5906415,0.395556],[6654199,0.402778],[8220911,0.4033335],[8710236,0.41000000000000003],[9568243,0.4158335],[11377814,0.423056],[50000000.0,0.423056]]},"mystery_box":{"score":0.0062439999999999996,"n":2,"final_best":0.011561499999999999,"mean_api_cost_usd":10.68945,"mean_tokens":26390507.5,"mean_output_tokens":185808.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[3692619,0.0015335],[5636425,0.009112499999999999],[8809523,0.009341499999999999],[10890123,0.0095695],[13482291,0.0095735],[16851657,0.009755],[22564706,0.010530999999999999],[29348631,0.011389999999999999],[33273741,0.011547499999999999],[34733454,0.011561499999999999],[50000000.0,0.011561499999999999]]},"mystery_box--nohints":{"score":0.0274265,"n":2,"final_best":0.032949,"mean_api_cost_usd":2.1738,"mean_tokens":5355972.5,"mean_output_tokens":53682.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[88908,0.003901],[326638,0.010314],[641641,0.0142785],[1278134,0.0215955],[2195909,0.022072500000000002],[2467961,0.025265000000000003],[5293916,0.032949],[50000000.0,0.032949]]},"ship_detect":{"score":0.032469,"n":1,"final_best":0.042537,"mean_api_cost_usd":19.7919,"mean_tokens":40157244,"mean_output_tokens":478281,"axis":{"kind":"cost_weighted","start":20000.0,"limit":2000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[38072.8,0.033549],[500490.4,0.033596],[555771.9,0.033722],[566946.8,0.033812],[580024.6,0.0339],[604022.7,0.0341],[616302.0,0.034154],[647359.6,0.034303],[706558.9,0.034442],[736133.8,0.034534],[757687.8,0.03454],[770615.0,0.034788],[836804.9,0.035233],[866124.0,0.035757],[916490.7,0.036278],[975010.4,0.036821],[998784.5,0.037219],[1015711.4,0.03751],[1033235.9,0.037851],[1044778.2,0.037884],[1073569.0,0.038065],[1084991.9,0.038096],[1138935.9,0.03821],[1166868.3,0.038358],[1236972.8,0.03857],[1289128.1,0.038971],[1379119.9,0.039343],[1445862.9,0.039964],[1458824.8,0.040187],[1468666.8,0.040309],[1479533.6,0.040407],[1492494.9,0.040487],[1503946.9,0.0405],[1532399.2,0.040547],[1596515.6,0.040616],[1663762.1,0.040695],[1678158.5,0.040784],[1692210.8,0.040937],[1707395.1,0.041154],[1723465.3,0.04128],[1741351.4,0.041361],[1760809.2,0.041555],[1799830.6,0.041781],[1814024.1,0.041835],[1863261.8,0.042018],[1877971.2,0.042096],[1892587.0,0.042106],[1907821.2,0.042239],[1924200.8,0.042376],[1941504.8,0.042489],[1953384.1,0.042537],[2000000.0,0.042537]]},"ship_tune":{"score":0.0804985,"n":2,"final_best":0.1052405,"mean_api_cost_usd":5.30395,"mean_tokens":17779494,"mean_output_tokens":100077.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[223602,0.0030715],[444612,0.0379045],[2526780,0.075541],[5529553,0.0908725],[5719389,0.093201],[6930545,0.094246],[8711705,0.094496],[11640017,0.096944],[14198585,0.1052405],[50000000.0,0.1052405]]},"reaction_rates":{"score":0.1214345,"n":2,"final_best":0.2316825,"mean_api_cost_usd":5.8612,"mean_tokens":16215826,"mean_output_tokens":119449,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[3494986,0.098072],[7064447,0.123937],[8100206,0.13388],[9769367,0.1344865],[10143992,0.1430285],[10735941,0.143792],[11929158,0.1450435],[12744808,0.1457105],[14035468,0.1463955],[15007858,0.1599715],[17216401,0.1607145],[19686844,0.2316825],[50000000.0,0.2316825]]},"reaction_rates--nohints":{"score":0.1303185,"n":2,"final_best":0.1907455,"mean_api_cost_usd":3.0473,"mean_tokens":9008013,"mean_output_tokens":79269,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[541454,0.0150735],[824808,0.023689],[1839761,0.091242],[5160188,0.1064375],[5334952,0.120995],[5642508,0.139609],[6605344,0.157384],[6809830,0.158825],[8157023,0.187437],[8620646,0.187473],[9554631,0.1907455],[50000000.0,0.1907455]]},"scan_stitch":{"score":0.14426,"n":2,"final_best":0.2306085,"mean_api_cost_usd":4.22825,"mean_tokens":10499828,"mean_output_tokens":88323,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2453897,0.095359],[4148556,0.099627],[5861646,0.1012525],[6009969,0.2038105],[6608554,0.2049855],[7191319,0.2052175],[7407213,0.20572800000000002],[8252806,0.2079295],[9169368,0.2293825],[9320160,0.22969299999999998],[9355939,0.22984149999999998],[10883923,0.2306085],[50000000.0,0.2306085]]},"scan_stitch--nohints":{"score":0.0206845,"n":2,"final_best":0.0250275,"mean_api_cost_usd":2.0451,"mean_tokens":5393257.5,"mean_output_tokens":61398,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[531754,0.003731],[692841,0.0059665],[873247,0.0081565],[1385412,0.0101715],[1644741,0.015833],[1779737,0.0211015],[3241014,0.0250275],[50000000.0,0.0250275]]},"shattered_prior":{"score":0.240875,"n":2,"final_best":0.554075,"mean_api_cost_usd":14.97105,"mean_tokens":43678928.5,"mean_output_tokens":259662,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[149042,0.024365],[434815,0.04873],[3396602,0.0883125],[10812296,0.25235450000000004],[16762148,0.29550400000000004],[21002768,0.3298555],[24073262,0.3648705],[28300966,0.4203925],[28600442,0.436978],[29981596,0.44103699999999996],[33790566,0.44150249999999996],[39391151,0.4515185],[41544658,0.5339435],[42268480,0.5513859999999999],[43581439,0.554075],[50000000.0,0.554075]]},"shattered_prior--nohints":{"score":0.054287,"n":2,"final_best":0.071522,"mean_api_cost_usd":16.56365,"mean_tokens":41925070.5,"mean_output_tokens":321335.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[121622,0.024365],[263376,0.04873],[35181300,0.0583895],[36336631,0.058980000000000005],[38706520,0.059331999999999996],[41862266,0.0662115],[42278599,0.06971949999999999],[42971364,0.071367],[45143621,0.071522],[50000000.0,0.071522]]},"night_school":{"score":0.2523065,"n":2,"final_best":0.338515,"mean_api_cost_usd":8.83995,"mean_tokens":25276560,"mean_output_tokens":131645.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[259800,0.0179705],[676727,0.091],[935192,0.1124115],[1402394,0.15275],[1978218,0.170147],[2764060,0.182],[4256284,0.2007355],[4600662,0.2194705],[4718299,0.247418],[5075567,0.2950175],[5437263,0.301508],[6563827,0.312423],[7339863,0.32181550000000003],[7762279,0.33309500000000003],[12611864,0.3358385],[37941256,0.338515],[50000000.0,0.338515]]},"tod_pipeline--nohints":{"score":0.0917065,"n":2,"final_best":0.103166,"mean_api_cost_usd":2.6619,"mean_tokens":7995678,"mean_output_tokens":69650,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[414116,0.042434],[668911,0.048107],[1182382,0.084235],[2858048,0.10254949999999999],[3054643,0.1027925],[4646886,0.10313449999999999],[8295130,0.103166],[50000000.0,0.103166]]},"weirdml_bonanza":{"score":0.5363115,"n":2,"final_best":0.6732735,"mean_api_cost_usd":2.48235,"mean_tokens":6941482,"mean_output_tokens":68513.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[586054,0.1138795],[728896,0.149267],[873821,0.2271825],[1716128,0.2907775],[1963803,0.42913450000000003],[2133694,0.4910725],[2306401,0.557694],[2582871,0.558447],[3507661,0.5866205],[3754507,0.593953],[3960322,0.6251825],[4319842,0.6306149999999999],[5218825,0.642765],[5295068,0.6584795],[8120812,0.6732735],[50000000.0,0.6732735]]}},"overall_curve":[[0.0,0.0],[88908.0,0.00017731818181818183],[121622.0,0.0012848181818181821],[149042.0,0.002392318181818182],[223602.0,0.002671545454545455],[242180.0,0.002772545454545455],[259800.0,0.0044062272727272735],[263376.0,0.0055137272727272734],[326638.0,0.0058052272727272735],[340348.0,0.007168863636363637],[414116.0,0.011026500000000002],[434815.0,0.012134],[444612.0,0.015300636363636365],[510361.0,0.017232454545454547],[531754.0,0.017402045454545455],[541454.0,0.01808720454545455],[586054.0,0.028439886363636365],[606440.0,0.02874293181818182],[641641.0,0.028923136363636366],[668911.0,0.029438863636363638],[676727.0,0.03607790909090909],[692841.0,0.03617952272727273],[696836.0,0.036634068181818184],[716704.0,0.03668456818181818],[728896.0,0.03990161363636364],[824808.0,0.04029322727272727],[873247.0,0.04039277272727273],[873821.0,0.047476000000000004],[935192.0,0.0494225],[951820.0000000001,0.0524724090909091],[1164560.0,0.05287013636363637],[1182382.0,0.0561545],[1278134.0,0.05648709090909091],[1327362.0,0.05699845454545455],[1385412.0,0.057090045454545456],[1402394.0,0.06075718181818182],[1443347.0,0.06891372727272728],[1486561.0,0.06985122727272727],[1644741.0,0.07010856818181818],[1716128.0,0.07588993181818182],[1779737.0,0.0761294090909091],[1816030.0,0.07658395454545455],[1839761.0,0.07965454545454546],[1963803.0,0.09223245454545455],[1978218.0,0.09381400000000001],[2050638.0,0.09429695454545454],[2133694.0,0.09992768181818182],[2195909.0,0.09994936363636364],[2306401.0,0.10600586363636365],[2453897.0,0.11034036363636364],[2467961.0,0.11048547727272728],[2526780.0,0.11390697727272728],[2582871.0,0.11397543181818182],[2764060.0,0.11505297727272727],[2858048.0,0.11671793181818182],[3054643.0,0.11674002272727273],[3241014.0,0.11691847727272728],[3369426.0,0.11711734090909091],[3396602.0,0.11891654545454546],[3494986.0,0.12337436363636364],[3507661.0,0.1259355909090909],[3590729.0,0.12621968181818183],[3692619.0,0.12628938636363637],[3754507.0,0.12695597727272728],[3960322.0,0.12979502272727272],[4092235.0,0.13065361363636363],[4148556.0,0.13084761363636363],[4256284.0,0.13255084090909092],[4319842.0,0.13304470454545456],[4457922.0,0.15678206818181817],[4600662.0,0.15848525],[4646886.0,0.15851634090909092],[4718299.0,0.16105702272727274],[5075567.0,0.16538424999999998],[5160188.0,0.16607495454545454],[5218825.0,0.1671795],[5293916.0,0.16752877272727273],[5295068.0,0.16895736363636363],[5334952.0,0.16961906818181818],[5437263.0,0.17020911363636362],[5529553.0,0.17160288636363635],[5636425.0,0.17194738636363635],[5642508.0,0.17279347727272729],[5719389.0,0.1730051590909091],[5861646.0,0.17307904545454544],[5864242.0,0.17413968181818182],[5906415.0,0.17583163636363636],[6009969.0,0.18049336363636365],[6563827.0,0.18148563636363638],[6605344.0,0.18229359090909092],[6608554.0,0.182347],[6654199.0,0.18300354545454545],[6809830.0,0.18306904545454547],[6930545.0,0.18316404545454545],[7064447.0,0.18433972727272727],[7191319.0,0.18435027272727272],[7339863.0,0.18520413636363636],[7407213.0,0.1852273409090909],[7762279.0,0.18625275],[8100206.0,0.18670470454545454],[8120812.0,0.18804961363636363],[8157023.0,0.1893501590909091],[8220911.0,0.1894006590909091],[8252806.0,0.1895007272727273],[8295130.0,0.1895035909090909],[8620646.0,0.18950522727272728],[8710236.0,0.19011127272727274],[8711705.0,0.190134],[8809523.0,0.1901444090909091],[9169368.0,0.19111954545454546],[9320160.0,0.1911336590909091],[9355939.0,0.1911404090909091],[9554631.0,0.1912891590909091],[9568243.0,0.19181947727272727],[9769367.0,0.19184704545454548],[10143992.0,0.1922353181818182],[10735941.0,0.19227002272727273],[10812296.0,0.19972647727272727],[10883923.0,0.19976134090909092],[10890123.0,0.19977170454545456],[11377814.0,0.20042829545454546],[11640017.0,0.2006508409090909],[11929158.0,0.2007077272727273],[12512260.0,0.200712],[12611864.0,0.2009614090909091],[12744808.0,0.20099172727272727],[13482291.0,0.20099190909090908],[13894297.5,0.20100336363636365],[14035468.0,0.2010345],[14173670.000000002,0.20104268181818183],[14198585.0,0.20179690909090908],[14500615.0,0.2018049090909091],[15007858.0,0.202422],[15100567.499999998,0.20244018181818182],[15407550.0,0.2024450909090909],[16183990.0,0.20245863636363637],[16762148.0,0.2044199772727273],[16851657.0,0.20442822727272728],[17216401.0,0.204462],[17663972.5,0.20447463636363636],[18403345.0,0.204483],[18942195.0,0.20448354545454545],[19265375.0,0.20450609090909092],[19686844.0,0.2077319090909091],[20920122.5,0.20777236363636364],[21002768.0,0.20933379545454545],[21653100.0,0.2093814318181818],[22564706.0,0.20941670454545455],[22912267.5,0.20946406818181817],[24073262.0,0.2110556590909091],[24375260.0,0.21110502272727272],[24969612.5,0.21114120454545454],[25392785.0,0.2111676590909091],[25830897.5,0.2111986590909091],[26119455.0,0.2112016590909091],[26839225.0,0.21121811363636364],[27124797.499999996,0.21122093181818183],[28300966.0,0.2137446590909091],[28473397.499999996,0.21375502272727273],[28600442.0,0.21450890909090908],[29171707.5,0.21452236363636365],[29348631.0,0.2145614090909091],[29981596.0,0.2147459090909091],[30924320.0,0.21476518181818183],[32228202.500000004,0.21480163636363636],[33273741.0,0.21480879545454545],[33790566.0,0.21482995454545453],[34477997.5,0.21486377272727272],[34733454.0,0.2148644090909091],[35181300.0,0.21530347727272728],[36146572.5,0.2153599318181818],[36336631.0,0.21538677272727272],[36470620.0,0.21540704545454545],[36716670.0,0.21541813636363635],[36988340.0,0.21542704545454544],[37312372.5,0.21543431818181819],[37598672.5,0.2154355],[37941256.0,0.2156788181818182],[38309980.0,0.2156830909090909],[38706520.0,0.21569909090909092],[39391151.0,0.21615436363636364],[39912890.0,0.21616063636363636],[41544658.0,0.21990722727272727],[41594052.5,0.2199144090909091],[41862266.0,0.22022711363636363],[41953962.5,0.22023520454545456],[42268480.0,0.22102804545454546],[42278599.0,0.2211875],[42305270.0,0.2212014090909091],[42684877.5,0.22122113636363636],[42971364.0,0.22129602272727272],[43086632.5,0.2213074772727273],[43533785.0,0.2213148409090909],[43581439.0,0.2214370681818182],[44020230.0,0.22145470454545454],[44995765.0,0.22147525],[45143621.0,0.22148229545454545],[45350602.5,0.22148720454545454],[46581545.0,0.22150384090909092],[46949280.0,0.22151093181818182],[47314675.0,0.2215118409090909],[47695530.0,0.22152393181818184],[48105020.0,0.22153638636363637],[48537620.0,0.2215466590909091],[48834602.5,0.22155102272727273],[50000000.0,0.22155102272727273]]},{"id":"gemini-3.8-flash-aistudio-high","name":"Gemini 3.8 Flash (high)","agent":"gemini_cli","slug":"google/gemini-3.8-flash","harnesses":[{"name":"gemini_cli","version":"0.59.0"}],"release_date":"2026-09-02","reasoning_effort":"high","open_weights":false,"synthetic":false,"score":0.07378749090909091,"interval":[0.061672300620050295,0.08542282049213956],"mean_api_cost_usd":3.9440827272727272,"mean_output_tokens":156102.65454545454,"mean_final_best":0.14574070909090908,"runs":75,"configurations":{"shapes_generalize":{"score":0.0451354,"n":5,"final_best":0.0843874,"mean_api_cost_usd":3.15636,"mean_tokens":21644981.4,"mean_output_tokens":139442.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2437150,0.00825],[3014735,0.0165],[5219130,0.02475],[5813302,0.033],[6593261,0.04125],[8586425,0.060750000000000005],[8844559,0.06225000000000001],[11447483,0.07175000000000001],[14876122,0.07200000000000001],[15773648,0.07355],[17872125,0.07917500000000001],[21118515,0.079425],[25704980,0.0794874],[28000019,0.0801874],[31363043,0.0843874],[50000000.0,0.0843874]]},"splash_generalize":{"score":0.2779882,"n":5,"final_best":0.563778,"mean_api_cost_usd":3.99158,"mean_tokens":25123087.8,"mean_output_tokens":275315.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[7530851,0.08666660000000001],[8554763,0.1815554],[8763668,0.299111],[9246981,0.3977776],[9488724,0.4226666],[10100954,0.5362222],[13030067,0.5404444],[15971985,0.542],[17823791,0.5426668],[19385133,0.5493336],[20195436,0.5495558],[20723916,0.5591112],[23080407,0.5595555999999999],[27357758,0.5611112],[33605828,0.5631112],[37264462,0.563778],[50000000.0,0.563778]]},"mystery_box":{"score":0.006313,"n":5,"final_best":0.0157552,"mean_api_cost_usd":5.50172,"mean_tokens":39787055.6,"mean_output_tokens":189905.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[4078881,0.0015604],[8447969,0.005634200000000001],[12350681,0.0062148],[12571559,0.0066814000000000005],[14242385,0.0074186],[21347694,0.0077168],[26531622,0.014120800000000001],[27117343,0.014160800000000001],[27328045,0.0141992],[32591228,0.0142704],[33331016,0.0143078],[38056793,0.0145982],[40806344,0.0146368],[41302012,0.0150864],[41392711,0.015317],[42585013,0.015447800000000001],[44383682,0.0154818],[46164248,0.0155114],[46864936,0.0157552],[50000000.0,0.0157552]]},"mystery_box--nohints":{"score":0.017148200000000002,"n":5,"final_best":0.0301448,"mean_api_cost_usd":2.01674,"mean_tokens":14131540.4,"mean_output_tokens":76426.4,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[4177485,0.001314],[4259890,0.0028744],[4575045,0.0044348],[4596757,0.0080842],[4634496,0.0080972],[4758454,0.012171],[4847563,0.012595400000000001],[5208912,0.012828800000000001],[5389004,0.018463],[5513462,0.0185604],[5710148,0.0198744],[5805222,0.019966400000000002],[5922817,0.0200584],[6021827,0.0213402],[6450723,0.022066],[7015189,0.0223124],[7405526,0.022404399999999998],[8065152,0.0259564],[9128820,0.025979],[11990830,0.030052799999999998],[13029837,0.0301448],[50000000.0,0.0301448]]},"ship_detect":{"score":0.025865,"n":5,"final_best":0.0462124,"mean_api_cost_usd":1.27986,"mean_tokens":8776257,"mean_output_tokens":47444.2,"axis":{"kind":"cost_weighted","start":20000.0,"limit":2000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[137543.9,0.0090258],[171966.7,0.0160416],[192595.1,0.021695],[215413.9,0.0230484],[349404.6,0.0342924],[425500.7,0.0462124],[2000000.0,0.0462124]]},"ship_tune":{"score":0.0352842,"n":5,"final_best":0.0707448,"mean_api_cost_usd":4.52904,"mean_tokens":32212106.8,"mean_output_tokens":168624,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2620884,0.0085316],[4041036,0.010987199999999999],[6909597,0.0245828],[7871743,0.0310024],[9519111,0.031819],[10209297,0.0319962],[10469449,0.0323954],[10656251,0.0324352],[11876634,0.045655999999999995],[12371909,0.053147599999999996],[13112542,0.0633316],[14069181,0.0650956],[16187448,0.0651624],[17540091,0.0652158],[17707136,0.0655004],[21460429,0.0669206],[22631731,0.0680706],[25377801,0.068746],[27300291,0.069213],[28034806,0.0696716],[29295294,0.069677],[29677167,0.0697358],[30849350,0.069881],[31624393,0.069925],[33767444,0.069975],[35272824,0.0701382],[37483368,0.0704922],[40857558,0.0707448],[50000000.0,0.0707448]]},"reaction_rates":{"score":0.0145428,"n":5,"final_best":0.049822399999999996,"mean_api_cost_usd":5.9804200000000005,"mean_tokens":43624389.8,"mean_output_tokens":197634.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[21274210,0.001746],[23613128,0.008635199999999999],[24118597,0.0249424],[26034470,0.0250922],[27419486,0.0256258],[28634055,0.0301168],[30159270,0.0324336],[31534002,0.032774199999999996],[34630267,0.0407306],[41697689,0.0407572],[43676113,0.0442422],[45806188,0.044245599999999996],[46069292,0.0447502],[46719579,0.0455704],[49312388,0.049822399999999996],[50000000.0,0.049822399999999996]]},"reaction_rates--nohints":{"score":0.0429812,"n":5,"final_best":0.11491119999999999,"mean_api_cost_usd":6.34508,"mean_tokens":46707807,"mean_output_tokens":199269.8,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2114322,0.0098176],[3493340,0.017013399999999998],[5021077,0.0170834],[8894814,0.023090199999999998],[15507366,0.0518516],[22864843,0.0645922],[25280113,0.0654264],[35255280,0.0745064],[36384620,0.0748002],[38421491,0.0883436],[38465818,0.09602039999999999],[39093157,0.0971074],[40602784,0.0974798],[41712294,0.0977666],[47350220,0.11491119999999999],[50000000.0,0.11491119999999999]]},"scan_stitch":{"score":0.007201399999999999,"n":5,"final_best":0.020215800000000003,"mean_api_cost_usd":6.12484,"mean_tokens":44913407,"mean_output_tokens":202494.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[18023530,0.016597400000000002],[24523788,0.0168516],[25408306,0.017436399999999998],[26308386,0.0179942],[27211157,0.018448600000000002],[46638409,0.0185962],[49065475,0.0186246],[49159164,0.019583800000000002],[49450826,0.020215800000000003],[50000000.0,0.020215800000000003]]},"scan_stitch--nohints":{"score":0.00010039999999999999,"n":5,"final_best":0.00031059999999999996,"mean_api_cost_usd":3.97788,"mean_tokens":28571414.6,"mean_output_tokens":145265.4,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[23424463,0.0002624],[31893156,0.00031059999999999996],[50000000.0,0.00031059999999999996]]},"shattered_prior":{"score":0.0338594,"n":5,"final_best":0.0439798,"mean_api_cost_usd":3.52242,"mean_tokens":24666479.8,"mean_output_tokens":130763.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[119057,0.009746000000000001],[259975,0.019492000000000002],[3022113,0.029238],[5409863,0.0345984],[7527021,0.0399588],[12055068,0.0411862],[14823042,0.0432012],[15627434,0.043758],[16113059,0.0439798],[50000000.0,0.0439798]]},"shattered_prior--nohints":{"score":0.0302248,"n":5,"final_best":0.0409226,"mean_api_cost_usd":3.68476,"mean_tokens":26207344.4,"mean_output_tokens":135429,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[79842,0.009746000000000001],[858923,0.019492000000000002],[5929714,0.029238],[6582924,0.038984000000000005],[14756248,0.0394002],[15422190,0.0397718],[16003698,0.039960800000000005],[16303550,0.0399882],[24845661,0.040917],[24973842,0.0409226],[50000000.0,0.0409226]]},"night_school":{"score":0.0875842,"n":5,"final_best":0.1367002,"mean_api_cost_usd":3.15008,"mean_tokens":21330564.4,"mean_output_tokens":142132.2,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[354097,0.0110588],[419781,0.0221176],[1012084,0.0331764],[1171064,0.0442352],[2843076,0.0514234],[3680952,0.053947],[8680155,0.0935882],[9492066,0.10284120000000001],[10584321,0.1187],[11405062,0.1236706],[11758129,0.1268824],[14143057,0.1332294],[14823597,0.1343764],[15128672,0.1353706],[19643749,0.1363648],[30286229,0.1367002],[50000000.0,0.1367002]]},"tod_pipeline--nohints":{"score":0.013661,"n":5,"final_best":0.0372546,"mean_api_cost_usd":3.84684,"mean_tokens":28046229.8,"mean_output_tokens":121670,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[12607434,0.0018762000000000002],[17130358,0.0209388],[22626176,0.0224246],[22687415,0.0361082],[25820976,0.037094],[26553280,0.0372546],[50000000.0,0.0372546]]},"weirdml_bonanza":{"score":0.24995879999999998,"n":5,"final_best":0.5060392,"mean_api_cost_usd":4.85422,"mean_tokens":34212969.2,"mean_output_tokens":183906.6,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1764387,0.0327392],[3444276,0.0650632],[6469200,0.146232],[8390185,0.1779108],[9252812,0.2372234],[9832780,0.249178],[10635459,0.3129172],[11381109,0.3616376],[13993263,0.3616636],[14695093,0.3898914],[14849055,0.3927168],[17384770,0.4077286],[17444799,0.467825],[17632083,0.473786],[18793636,0.4761508],[20095324,0.479126],[20972902,0.4877072],[21295464,0.4881224],[22214831,0.49134],[25563953,0.495747],[28382666,0.5047954],[29347148,0.505392],[29919099,0.5054698],[32514426,0.506017],[36775665,0.5060392],[50000000.0,0.5060392]]}},"overall_curve":[[0.0,0.0],[79842.0,0.0004430000000000001],[119057.0,0.0008860000000000002],[259975.0,0.0013290000000000003],[354097.0,0.002334345454545455],[419781.0,0.0033396909090909095],[858923.0,0.0037826909090909093],[1012084.0,0.004788036363636364],[1171064.0,0.0057933818181818185],[1764387.0,0.008769672727272727],[2114322.0,0.009215927272727274],[2437150.0,0.009965927272727274],[2620884.0,0.010741527272727274],[2843076.0,0.011395],[3014735.0,0.012145000000000001],[3022113.0,0.012588000000000002],[3438597.5,0.013408527272727275],[3444276.0,0.01634707272727273],[3493340.0,0.016674154545454546],[3680952.0,0.016903572727272727],[4041036.0,0.017126809090909093],[4078881.0,0.017197736363636366],[4177485.0,0.017257463636363636],[4259890.0,0.01732839090909091],[4299167.5,0.01796619090909091],[4575045.0,0.018037118181818183],[4596757.0,0.018203],[4634496.0,0.01820359090909091],[4758454.0,0.018388763636363638],[4814877.5,0.018902709090909093],[4847563.0,0.018922],[5021077.0,0.01892518181818182],[5208912.0,0.01893579090909091],[5219130.0,0.01968579090909091],[5385347.5,0.019808827272727272],[5389004.0,0.020064927272727275],[5409863.0,0.02030858181818182],[5513462.0,0.020313009090909093],[5710148.0,0.020372736363636366],[5805222.0,0.020376918181818183],[5813302.0,0.021126918181818184],[5922817.0,0.0211311],[5929714.0,0.021574100000000002],[6021827.0,0.021632363636363637],[6450723.0,0.021665354545454547],[6469200.0,0.029044336363636365],[6582924.0,0.029487336363636367],[6593261.0,0.030237336363636364],[6909597.0,0.0314733],[7015189.0,0.0314845],[7405526.0,0.03148868181818182],[7527021.0,0.031732336363636364],[7530851.0,0.039611118181818186],[7871743.0,0.04019471818181818],[8065152.0,0.04035617272727273],[8390185.0,0.04323606363636364],[8447969.0,0.043421236363636366],[8554763.0,0.05204749090909091],[8586425.0,0.05382021818181818],[8680155.0,0.05742396363636364],[8735115.0,0.058446145454545455],[8763668.0,0.06913301818181819],[8844559.0,0.06926938181818182],[8894814.0,0.06954241818181818],[9128820.0,0.06954344545454545],[9246981.0,0.07851313636363637],[9252812.0,0.08390519090909092],[9488724.0,0.08616782727272727],[9492066.0,0.0870090090909091],[9519111.0,0.08708324545454546],[9832780.0,0.08817002727272728],[10100954.0,0.09849326363636364],[10209297.0,0.09850937272727273],[10469449.0,0.09854566363636363],[10584321.0,0.09998737272727273],[10635459.0,0.10578184545454546],[10637517.5,0.10686548181818183],[10656251.0,0.10686910000000001],[11381109.0,0.11129822727272727],[11405062.0,0.1117501],[11447483.0,0.11261373636363636],[11758129.0,0.11290571818181819],[11876634.0,0.1141076090909091],[11990830.0,0.11429278181818182],[12055068.0,0.11434857272727272],[12350681.0,0.11437496363636364],[12371909.0,0.11505601818181818],[12571559.0,0.11507722727272728],[12607434.0,0.11524779090909092],[13029837.0,0.11525197272727272],[13030067.0,0.11563580909090909],[13112542.0,0.11656162727272729],[13993263.0,0.11656399090909092],[14069181.0,0.11672435454545455],[14143057.0,0.11730135454545455],[14242385.0,0.11733486363636364],[14695093.0,0.11990102727272729],[14756248.0,0.11991994545454547],[14823042.0,0.12001153636363637],[14823597.0,0.1201158090909091],[14849055.0,0.12037266363636365],[14876122.0,0.12039539090909092],[15128672.0,0.12048577272727273],[15422190.0,0.12050266363636365],[15507366.0,0.12181000000000002],[15627434.0,0.1218353090909091],[15773648.0,0.1219762181818182],[15971985.0,0.12211763636363637],[16003698.0,0.12212622727272729],[16113059.0,0.1221363090909091],[16187448.0,0.12214238181818184],[16303550.0,0.12214362727272729],[17130358.0,0.12387659090909092],[17384770.0,0.1252413],[17444799.0,0.13070460909090909],[17540091.0,0.13070946363636365],[17632083.0,0.13125137272727275],[17707136.0,0.13127724545454547],[17823791.0,0.13133786363636366],[17872125.0,0.13184922727272727],[18023530.0,0.13260365454545456],[18793636.0,0.13281863636363636],[19385133.0,0.1334247090909091],[19643749.0,0.13351509090909092],[20095324.0,0.13378556363636362],[20195436.0,0.13380576363636365],[20723916.0,0.13467443636363638],[20972902.0,0.13545454545454547],[21118515.0,0.13547727272727272],[21274210.0,0.13555663636363638],[21295464.0,0.13559438181818181],[21347694.0,0.13560793636363638],[21460429.0,0.13573704545454546],[22214831.0,0.13602955454545454],[22626176.0,0.13616462727272727],[22631731.0,0.13626917272727274],[22687415.0,0.13751313636363638],[22864843.0,0.13809225454545454],[23080407.0,0.13813265454545454],[23424463.0,0.13814458181818182],[23613128.0,0.13845772727272726],[24118597.0,0.13919896363636364],[24523788.0,0.13921051818181818],[24845661.0,0.13925273636363636],[24973842.0,0.1392529909090909],[25280113.0,0.13929090909090908],[25377801.0,0.1393523090909091],[25408306.0,0.1393788909090909],[25563953.0,0.13977952727272727],[25704980.0,0.1397852],[25820976.0,0.13987481818181818],[26034470.0,0.13988162727272727],[26308386.0,0.1399069818181818],[26531622.0,0.14019807272727272],[26553280.0,0.14021267272727272],[27117343.0,0.1402144909090909],[27211157.0,0.14023514545454543],[27300291.0,0.1402776],[27328045.0,0.14027934545454546],[27357758.0,0.14042076363636363],[27419486.0,0.14044501818181818],[28000019.0,0.14050865454545455],[28034806.0,0.14055034545454545],[28382666.0,0.1413729272727273],[28634055.0,0.14157706363636366],[29295294.0,0.14157755454545456],[29347148.0,0.14163179090909092],[29677167.0,0.14163713636363637],[29919099.0,0.1416442090909091],[30159270.0,0.1417495181818182],[30286229.0,0.1417800090909091],[30849350.0,0.1417932090909091],[31363043.0,0.14217502727272727],[31534002.0,0.1421905090909091],[31624393.0,0.1421945090909091],[31893156.0,0.1421967],[32514426.0,0.14224644545454546],[32591228.0,0.14224968181818184],[33331016.0,0.14225138181818184],[33605828.0,0.1424332],[33767444.0,0.14243774545454546],[34630267.0,0.14279940000000002],[35255280.0,0.14321212727272728],[35272824.0,0.14322696363636364],[36384620.0,0.1432403181818182],[36775665.0,0.14324233636363637],[37264462.0,0.14330295454545455],[37483368.0,0.14333513636363637],[38056793.0,0.14334833636363636],[38421491.0,0.14396394545454547],[38465818.0,0.1443128909090909],[39093157.0,0.1443623],[40602784.0,0.14437922727272728],[40806344.0,0.14438098181818182],[40857558.0,0.14440394545454546],[41302012.0,0.14442438181818182],[41392711.0,0.14443486363636365],[41697689.0,0.14443607272727274],[41712294.0,0.1444491090909091],[42585013.0,0.14445505454545454],[43676113.0,0.14461346363636363],[44383682.0,0.1446150090909091],[45806188.0,0.14461516363636365],[46069292.0,0.1446381],[46164248.0,0.14463944545454546],[46638409.0,0.14464615454545454],[46719579.0,0.14468343636363637],[46864936.0,0.1446945181818182],[47350220.0,0.14547381818181818],[49065475.0,0.1454751090909091],[49159164.0,0.14551870909090908],[49312388.0,0.14571198181818182],[49450826.0,0.14574070909090908],[50000000.0,0.14574070909090908]]},{"id":"deepseek-v4.1-flash-novita-high-opencode","name":"DeepSeek V4.1 Flash (high, Novita)","agent":"opencode","slug":"deepseek/deepseek-v4.1-flash","harnesses":[{"name":"opencode","version":"1.18.30"}],"release_date":"2026-09-10","reasoning_effort":"high","open_weights":true,"synthetic":false,"score":0.06053809090909091,"interval":[0.03397682540043834,0.08697072399053635],"mean_api_cost_usd":0.7113613636363636,"mean_output_tokens":339615.0681818182,"mean_final_best":0.10933175,"runs":27,"configurations":{"shapes_generalize":{"score":0.074044,"n":2,"final_best":0.160781,"mean_api_cost_usd":0.54825,"mean_tokens":21974689,"mean_output_tokens":256628.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2613434,0.044406],[5903368,0.045281],[8121808,0.056],[16162760,0.107406],[24989668,0.133875],[28963061,0.146781],[31949227,0.14875],[34753860,0.160781],[50000000.0,0.160781]]},"splash_generalize":{"score":0.105691,"n":1,"final_best":0.222778,"mean_api_cost_usd":0.5607,"mean_tokens":32275204,"mean_output_tokens":244613,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[9781427,0.202222],[12134036,0.202778],[15510718,0.216667],[18000451,0.220556],[32275204,0.222778],[50000000.0,0.222778]]},"mystery_box":{"score":0.005791999999999999,"n":2,"final_best":0.016541,"mean_api_cost_usd":0.6927,"mean_tokens":30330848,"mean_output_tokens":329028.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[3998121,0.0009015],[8632565,0.0025335],[20185472,0.002691],[22124855,0.0027435000000000003],[25711919,0.014206],[26804774,0.0142445],[27404680,0.0151095],[28361831,0.015992],[28961876,0.016541],[50000000.0,0.016541]]},"mystery_box--nohints":{"score":0.022234999999999998,"n":2,"final_best":0.030429,"mean_api_cost_usd":1.03775,"mean_tokens":8268442,"mean_output_tokens":759050.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1220045,0.007382],[2072853,0.011283],[2210858,0.0152915],[2355403,0.0214675],[2510840,0.02316],[3247330,0.0259245],[6429244,0.0300415],[8295341,0.030429],[50000000.0,0.030429]]},"ship_detect":{"score":0.045662499999999995,"n":2,"final_best":0.060145500000000005,"mean_api_cost_usd":0.9136,"mean_tokens":34706452.5,"mean_output_tokens":315930.5,"axis":{"kind":"cost_weighted","start":20000.0,"limit":2000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[48005.9,0.030689],[127976.7,0.058772000000000005],[436359.4,0.0593245],[442546.1,0.059591500000000006],[550179.4,0.0596225],[558909.8,0.060145500000000005],[2000000.0,0.060145500000000005]]},"ship_tune":{"score":0.048572000000000004,"n":2,"final_best":0.0833315,"mean_api_cost_usd":0.65795,"mean_tokens":22045332.5,"mean_output_tokens":257813,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[1852523,0.020038],[4636129,0.057361],[10820438,0.0661165],[12142672,0.06619900000000001],[13382761,0.0668685],[14742923,0.068178],[20427079,0.078868],[22723751,0.0820845],[27117366,0.0833315],[50000000.0,0.0833315]]},"reaction_rates":{"score":0.0165675,"n":2,"final_best":0.0380505,"mean_api_cost_usd":0.6789499999999999,"mean_tokens":26494272.5,"mean_output_tokens":317738,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[9116513,0.0200115],[17385061,0.0310635],[18443567,0.031255],[21805308,0.0380505],[50000000.0,0.0380505]]},"reaction_rates--nohints":{"score":0.007507,"n":2,"final_best":0.019689,"mean_api_cost_usd":0.58415,"mean_tokens":25111904,"mean_output_tokens":290113.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[17222742,0.0171735],[20521401,0.019689],[50000000.0,0.019689]]},"scan_stitch":{"score":0.0052135,"n":2,"final_best":0.0158805,"mean_api_cost_usd":0.6938500000000001,"mean_tokens":31482266,"mean_output_tokens":303578,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[23526502,0.005107],[23848212,0.0134615],[24821987,0.0158805],[50000000.0,0.0158805]]},"scan_stitch--nohints":{"score":0.0,"n":2,"final_best":0.0,"mean_api_cost_usd":0.6142,"mean_tokens":8900498.5,"mean_output_tokens":390524.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[50000000.0,0.0]]},"shattered_prior":{"score":0.0487755,"n":2,"final_best":0.07902050000000001,"mean_api_cost_usd":1.0551,"mean_tokens":44104367,"mean_output_tokens":502899.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[2037565,0.024365],[4912907,0.071598],[25833568,0.071688],[35950140,0.074407],[37895438,0.07902050000000001],[50000000.0,0.07902050000000001]]},"shattered_prior--nohints":{"score":0.0452655,"n":2,"final_best":0.054036,"mean_api_cost_usd":0.67465,"mean_tokens":16428915,"mean_output_tokens":354418,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[817673,0.024365],[1144463,0.04873],[13602411,0.0502],[15877119,0.0522535],[17808348,0.054036],[50000000.0,0.054036]]},"night_school":{"score":0.045478500000000005,"n":2,"final_best":0.077697,"mean_api_cost_usd":0.7763,"mean_tokens":27921476.5,"mean_output_tokens":296274.5,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[389371,0.027647],[14087066,0.044375],[17599453,0.0512],[25394661,0.0645825],[27922020,0.077697],[50000000.0,0.077697]]},"tod_pipeline--nohints":{"score":0.00779,"n":1,"final_best":0.017696,"mean_api_cost_usd":0.6697,"mean_tokens":22556641,"mean_output_tokens":385843,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[12544194,0.017696],[50000000.0,0.017696]]},"weirdml_bonanza":{"score":0.263003,"n":1,"final_best":0.453397,"mean_api_cost_usd":0.6828,"mean_tokens":29300549,"mean_output_tokens":354988,"axis":{"kind":"tokens","start":500000.0,"limit":50000000.0,"final_best_weight":0.2},"curve":[[0,0.0],[4808294,0.365543],[9693483,0.430522],[13411049,0.451836],[21220149,0.453397],[50000000.0,0.453397]]}},"overall_curve":[[0.0,0.0],[389371.0,0.0025133636363636365],[817673.0,0.0036208636363636365],[1144463.0,0.0047283636363636364],[1200147.5,0.007518272727272728],[1220045.0,0.007853818181818182],[1852523.0,0.009675454545454546],[2037565.0,0.010782954545454547],[2072853.0,0.010960272727272728],[2210858.0,0.011142477272727274],[2355403.0,0.011423204545454547],[2510840.0,0.011500136363636365],[2613434.0,0.015537045454545456],[3199417.5,0.018090045454545456],[3247330.0,0.01821570454545455],[3998121.0,0.01825668181818182],[4636129.0,0.02164968181818182],[4808294.0,0.05488086363636364],[4912907.0,0.057027818181818186],[5903368.0,0.05710736363636364],[6429244.0,0.057294500000000005],[8121808.0,0.05826895454545455],[8295341.0,0.05828656818181818],[8632565.0,0.05836075],[9116513.0,0.05927036363636364],[9693483.0,0.06517754545454546],[9781427.0,0.08356136363636364],[10820438.0,0.08435731818181819],[10908985.0,0.08440754545454546],[11063652.5,0.08443181818181819],[12134036.0,0.08448236363636365],[12142672.0,0.08448986363636364],[12544194.0,0.08609859090909092],[13382761.0,0.08615945454545455],[13411049.0,0.08809709090909092],[13602411.0,0.0881639090909091],[13754485.0,0.08816672727272727],[13972745.000000002,0.08821427272727274],[14087066.0,0.08973500000000001],[14742923.0,0.08985404545454546],[15510718.0,0.09111668181818182],[15877119.0,0.09121002272727273],[16162760.0,0.09588329545454546],[17222742.0,0.09666390909090909],[17385061.0,0.09716627272727273],[17599453.0,0.09778672727272728],[17808348.0,0.09786775],[18000451.0,0.09822129545454546],[18443567.0,0.09823000000000001],[20185472.0,0.09823715909090909],[20427079.0,0.09920897727272728],[20521401.0,0.0993233181818182],[21220149.0,0.09946522727272727],[21805308.0,0.09977411363636364],[22124855.0,0.0997765],[22723751.0,0.1000689090909091],[23526502.0,0.10030104545454546],[23848212.0,0.10068079545454546],[24821987.0,0.10079075],[24989668.0,0.10319702272727273],[25394661.0,0.10441361363636364],[25711919.0,0.10493463636363637],[25833568.0,0.10493872727272728],[26804774.0,0.10494047727272728],[27117366.0,0.10505384090909091],[27404680.0,0.10509315909090909],[27922020.0,0.10628538636363637],[28361831.0,0.1063255],[28961876.0,0.10635045454545455],[28963061.0,0.10752372727272727],[31949227.0,0.10770272727272727],[32275204.0,0.10790472727272728],[34753860.0,0.10899845454545455],[35950140.0,0.10912204545454546],[37895438.0,0.10933175],[50000000.0,0.10933175]]}],"excluded_models":[{"id":"fable-5","missing_configurations":["reaction_rates","shattered_prior","shattered_prior--nohints","ship_detect","ship_tune","splash_generalize","tod_pipeline--nohints","weirdml_bonanza"]},{"id":"glm-5.3-flash-novita-opencode","missing_configurations":["night_school","shattered_prior","shattered_prior--nohints","ship_detect","ship_tune","splash_generalize","tod_pipeline--nohints","weirdml_bonanza"]},{"id":"gpt-5.6-luna-xhigh-openrouter","missing_configurations":["ship_detect","ship_tune","splash_generalize","tod_pipeline--nohints","weirdml_bonanza"]},{"id":"opus-4.5","missing_configurations":["ship_detect","ship_tune","splash_generalize","tod_pipeline--nohints","weirdml_bonanza"]},{"id":"opus-5","missing_configurations":["reaction_rates","reaction_rates--nohints","scan_stitch","scan_stitch--nohints","shapes_generalize","shattered_prior","shattered_prior--nohints","ship_detect","ship_tune","splash_generalize","tod_pipeline--nohints","weirdml_bonanza"]}],"input_sha256":"90fd8fd93718298f7b470b7b90b14e88742dcfbeaba33f6657c9acb64e70157e"}