{"snapshot":{"id":1,"source":"artificial_analysis","sourceTier":"free","intelligenceIndexVersion":null,"fetchedAt":"2026-06-19T06:08:51.358Z","rowCount":200,"syncStatus":"success","syncError":null,"schemaVersion":1},"benchmarkMode":"intelligence","modes":["intelligence","coding","agentic"],"regressions":{"intelligence":{"benchmarkMode":"intelligence","method":"huber-irls","intercept":49.410981269725305,"slope":15.90995611707572,"rmse":8.092271721666869,"robustScale":9.000299212072195,"sampleSize":13,"rSquared":0.4378747717698639,"droppedCount":187,"bootstrap":{"seed":42195,"iterations":500,"bands":[{"cost":0.017800000000000003,"lower":16.231822687467883,"upper":28.571556509644317,"logCost":-1.749579997691106,"expected":21.575240283146368},{"cost":0.018996241136216518,"lower":16.788565153958277,"upper":28.85604071377857,"logCost":-1.7213323261681652,"expected":22.024659497485924},{"cost":0.020272875129510367,"lower":17.360849349935997,"upper":29.140524917912817,"logCost":-1.6930846546452245,"expected":22.47407871182548},{"cost":0.021635304746325017,"lower":17.91059689564492,"upper":29.43688699527653,"logCost":-1.664836983122284,"expected":22.923497926165034},{"cost":0.023089295843635938,"lower":18.468451666867576,"upper":29.76764127439571,"logCost":-1.6365893115993433,"expected":23.37291714050459},{"cost":0.024641001770289325,"lower":19.071822934288384,"upper":29.965694843760836,"logCost":-1.6083416400764026,"expected":23.822336354844147},{"cost":0.026296989408222136,"lower":19.605251435282685,"upper":30.18674456034548,"logCost":-1.5800939685534618,"expected":24.271755569183703},{"cost":0.02806426696377073,"lower":20.13932076595013,"upper":30.46419791691781,"logCost":-1.5518462970305213,"expected":24.721174783523256},{"cost":0.02995031362668223,"lower":20.71696554332742,"upper":30.735672367008572,"logCost":-1.5235986255075806,"expected":25.170593997862813},{"cost":0.03196311122234646,"lower":21.257453797158888,"upper":31.055263289200163,"logCost":-1.49535095398464,"expected":25.62001321220237},{"cost":0.034111177991202335,"lower":21.828031863384254,"upper":31.289646030347836,"logCost":-1.4671032824616992,"expected":26.069432426541926},{"cost":0.0364036046382742,"lower":22.43557763650534,"upper":31.557963811402246,"logCost":-1.4388556109387587,"expected":26.51885164088148},{"cost":0.0388500928054015,"lower":23.021307825004005,"upper":31.874054973210413,"logCost":-1.410607939415818,"expected":26.968270855221032},{"cost":0.04146099612897737,"lower":23.473813071650362,"upper":32.14972367660247,"logCost":-1.3823602678928772,"expected":27.41769006956059},{"cost":0.044247364056954695,"lower":24.003899119634895,"upper":32.4377482384542,"logCost":-1.3541125963699365,"expected":27.867109283900145},{"cost":0.047220988610554515,"lower":24.50727941542023,"upper":32.76736528581237,"logCost":-1.325864924846996,"expected":28.3165284982397},{"cost":0.05039445428857456,"lower":25.037796495667312,"upper":33.1414111394632,"logCost":-1.2976172533240553,"expected":28.765947712579255},{"cost":0.05378119132549454,"lower":25.556545856428173,"upper":33.42423543585088,"logCost":-1.2693695818011146,"expected":29.21536692691881},{"cost":0.057395532528769104,"lower":26.125504796412375,"upper":33.69550203030668,"logCost":-1.2411219102781739,"expected":29.664786141258368},{"cost":0.06125277393584588,"lower":26.662874611654285,"upper":33.96100787748177,"logCost":-1.2128742387552331,"expected":30.114205355597925},{"cost":0.06536923954761155,"lower":27.225207874933815,"upper":34.30273588875051,"logCost":-1.1846265672322926,"expected":30.563624569937478},{"cost":0.06976235041222079,"lower":27.82481097438957,"upper":34.664920686121086,"logCost":-1.156378895709352,"expected":31.013043784277034},{"cost":0.07445069835167298,"lower":28.41874358283111,"upper":34.97359955995755,"logCost":-1.1281312241864114,"expected":31.462462998616587},{"cost":0.07945412464315152,"lower":28.97537314876117,"upper":35.341949770768586,"logCost":-1.0998835526634707,"expected":31.911882212956144},{"cost":0.08479380398810726,"lower":29.50693232273501,"upper":35.70879830250711,"logCost":-1.07163588114053,"expected":32.3613014272957},{"cost":0.09049233412444735,"lower":30.004239093468865,"upper":36.04229319662079,"logCost":-1.0433882096175893,"expected":32.81072064163526},{"cost":0.09657383146107171,"lower":30.509307085136534,"upper":36.39668258843467,"logCost":-1.0151405380946485,"expected":33.26013985597481},{"cost":0.10306403313948598,"lower":30.981569922202855,"upper":36.71033353682391,"logCost":-0.9868928665717079,"expected":33.70955907031437},{"cost":0.10999040595442053,"lower":31.453789005226955,"upper":37.010449828931705,"logCost":-0.9586451950487672,"expected":34.15897828465393},{"cost":0.11738226259441105,"lower":32.00387568699526,"upper":37.31301231581063,"logCost":-0.9303975235258266,"expected":34.608397498993476},{"cost":0.1252708856942764,"lower":32.576356043722186,"upper":37.639250511300204,"logCost":-0.9021498520028859,"expected":35.05781671333303},{"cost":0.1336896602244882,"lower":33.03621824435025,"upper":38.0084955748686,"logCost":-0.8739021804799453,"expected":35.50723592767259},{"cost":0.1426742147777096,"lower":33.47643746445978,"upper":38.38308115146578,"logCost":-0.8456545089570046,"expected":35.956655142012146},{"cost":0.15226257235043356,"lower":33.87336816849365,"upper":38.67042177524644,"logCost":-0.8174068374340638,"expected":36.4060743563517},{"cost":0.16249531125783417,"lower":34.32309732560775,"upper":39.02350686066523,"logCost":-0.7891591659111232,"expected":36.85549357069125},{"cost":0.17341573686283013,"lower":34.783167759176614,"upper":39.37663861687201,"logCost":-0.7609114943881825,"expected":37.30491278503081},{"cost":0.18507006484612304,"lower":35.29452623720689,"upper":39.793584198753706,"logCost":-0.732663822865242,"expected":37.754331999370365},{"cost":0.19750761679281914,"lower":35.79218119877945,"upper":40.10938355762586,"logCost":-0.7044161513423013,"expected":38.20375121370992},{"cost":0.2107810289233617,"lower":36.23449047226157,"upper":40.562003713292675,"logCost":-0.6761684798193606,"expected":38.65317042804948},{"cost":0.22494647485213518,"lower":36.66823102340509,"upper":40.8978684958524,"logCost":-0.6479208082964198,"expected":39.102589642389034},{"cost":0.2400639033164619,"lower":37.08678300447345,"upper":41.25024123130375,"logCost":-0.6196731367734793,"expected":39.55200885672859},{"cost":0.2561972918820719,"lower":37.43456411992996,"upper":41.749071538120496,"logCost":-0.5914254652505384,"expected":40.00142807106815},{"cost":0.2734149176987349,"lower":37.87863685598511,"upper":42.194159859765385,"logCost":-0.5631777937275979,"expected":40.450847285407704},{"cost":0.29178964645190786,"lower":38.39480910437731,"upper":42.60422486159045,"logCost":-0.5349301222046572,"expected":40.90026649974726},{"cost":0.3113992407332473,"lower":38.740554333729364,"upper":43.03142651521867,"logCost":-0.5066824506817167,"expected":41.34968571408681},{"cost":0.3323266891350284,"lower":39.13545242291416,"upper":43.49094766957375,"logCost":-0.47843477915877575,"expected":41.79910492842637},{"cost":0.3546605574612056,"lower":39.527713060240025,"upper":44.01459332525572,"logCost":-0.45018710763583525,"expected":42.24852414276592},{"cost":0.3784953635414626,"lower":39.87943832996157,"upper":44.46898038041765,"logCost":-0.42193943611289453,"expected":42.69794335710548},{"cost":0.4039319772344695,"lower":40.11060057755769,"upper":44.951287422712475,"logCost":-0.3936917645899538,"expected":43.147362571445036},{"cost":0.43107804731318544,"lower":40.51318908160344,"upper":45.36864303651087,"logCost":-0.3654440930670131,"expected":43.59678178578459},{"cost":0.4600484570387988,"lower":40.853095098679766,"upper":45.842378515483,"logCost":-0.3371964215440726,"expected":44.04620100012414},{"cost":0.49096581035131265,"lower":41.16211540032451,"upper":46.387626518199355,"logCost":-0.30894875002113187,"expected":44.4956202144637},{"cost":0.5239609507343529,"lower":41.43503913082686,"upper":46.87165401123432,"logCost":-0.28070107849819115,"expected":44.945039428803256},{"cost":0.5591735149500577,"lower":41.700585943376325,"upper":47.415185583491365,"logCost":-0.2524534069752504,"expected":45.39445864314281},{"cost":0.5967525239874754,"lower":42.024529429051604,"upper":47.94678942582996,"logCost":-0.22420573545230993,"expected":45.84387785748237},{"cost":0.6368570137253879,"lower":42.39869062804214,"upper":48.510150814222236,"logCost":-0.19595806392936943,"expected":46.29329707182192},{"cost":0.679656707978552,"lower":42.697782644205475,"upper":49.06155139428397,"logCost":-0.1677103924064285,"expected":46.74271628616148},{"cost":0.7253327367757111,"lower":42.94915771161005,"upper":49.575910561460276,"logCost":-0.139462720883488,"expected":47.19213550050103},{"cost":0.7740784029091723,"lower":43.24144609039265,"upper":50.11531314436806,"logCost":-0.11121504936054727,"expected":47.64155471484059},{"cost":0.8261000000000001,"lower":43.476122591066286,"upper":50.59173157781722,"logCost":-0.08296737783760655,"expected":48.090973929180144}]}},"coding":{"benchmarkMode":"coding","method":"huber-irls","intercept":51.28344062883489,"slope":14.87134291893913,"rmse":9.636219941622166,"robustScale":7.336168677506188,"sampleSize":13,"rSquared":0.4035029262694686,"droppedCount":187,"bootstrap":{"seed":42195,"iterations":500,"bands":[{"cost":0.017800000000000003,"lower":17.51498048722462,"upper":31.192929796526297,"logCost":-1.749579997691106,"expected":25.264836519053723},{"cost":0.018996241136216518,"lower":18.262098569379916,"upper":31.443839606652016,"logCost":-1.7213323261681652,"expected":25.684917328932926},{"cost":0.020272875129510367,"lower":18.978009509636593,"upper":31.700256927322645,"logCost":-1.6930846546452245,"expected":26.104998138812128},{"cost":0.021635304746325017,"lower":19.63354662559063,"upper":32.03762039847676,"logCost":-1.664836983122284,"expected":26.525078948691327},{"cost":0.023089295843635938,"lower":20.292533248157266,"upper":32.30289667970637,"logCost":-1.6365893115993433,"expected":26.94515975857053},{"cost":0.024641001770289325,"lower":20.962476220063078,"upper":32.56602548147747,"logCost":-1.6083416400764026,"expected":27.36524056844973},{"cost":0.026296989408222136,"lower":21.640718210960195,"upper":32.868458996743676,"logCost":-1.5800939685534618,"expected":27.785321378328938},{"cost":0.02806426696377073,"lower":22.29348122045961,"upper":33.15081690509271,"logCost":-1.5518462970305213,"expected":28.205402188208136},{"cost":0.02995031362668223,"lower":22.965472823552656,"upper":33.4146787035304,"logCost":-1.5235986255075806,"expected":28.62548299808734},{"cost":0.03196311122234646,"lower":23.623875951357817,"upper":33.72631239249165,"logCost":-1.49535095398464,"expected":29.04556380796654},{"cost":0.034111177991202335,"lower":24.286347968906274,"upper":34.016549940174684,"logCost":-1.4671032824616992,"expected":29.465644617845744},{"cost":0.0364036046382742,"lower":24.911475099526548,"upper":34.36496925646797,"logCost":-1.4388556109387587,"expected":29.885725427724946},{"cost":0.0388500928054015,"lower":25.543956400254913,"upper":34.68588181256935,"logCost":-1.410607939415818,"expected":30.30580623760415},{"cost":0.04146099612897737,"lower":26.189704367290464,"upper":35.036623225682874,"logCost":-1.3823602678928772,"expected":30.72588704748335},{"cost":0.044247364056954695,"lower":26.86760990883762,"upper":35.35368846335822,"logCost":-1.3541125963699365,"expected":31.145967857362553},{"cost":0.047220988610554515,"lower":27.48280634521858,"upper":35.68593564956719,"logCost":-1.325864924846996,"expected":31.566048667241752},{"cost":0.05039445428857456,"lower":28.137631483283528,"upper":36.05419750962384,"logCost":-1.2976172533240553,"expected":31.986129477120958},{"cost":0.05378119132549454,"lower":28.725066894363966,"upper":36.3894245907052,"logCost":-1.2693695818011146,"expected":32.406210287000164},{"cost":0.057395532528769104,"lower":29.31815997930758,"upper":36.719385400320334,"logCost":-1.2411219102781739,"expected":32.82629109687936},{"cost":0.06125277393584588,"lower":29.941219108383184,"upper":37.0162396494946,"logCost":-1.2128742387552331,"expected":33.24637190675857},{"cost":0.06536923954761155,"lower":30.51340060924127,"upper":37.448055828716875,"logCost":-1.1846265672322926,"expected":33.666452716637764},{"cost":0.06976235041222079,"lower":31.10690817058577,"upper":37.830830574716366,"logCost":-1.156378895709352,"expected":34.086533526516966},{"cost":0.07445069835167298,"lower":31.667680230900245,"upper":38.21837318746471,"logCost":-1.1281312241864114,"expected":34.50661433639617},{"cost":0.07945412464315152,"lower":32.289049792278355,"upper":38.568847822672986,"logCost":-1.0998835526634707,"expected":34.92669514627537},{"cost":0.08479380398810726,"lower":32.775549249287586,"upper":38.928497169714205,"logCost":-1.07163588114053,"expected":35.34677595615457},{"cost":0.09049233412444735,"lower":33.32993282349197,"upper":39.369627335446864,"logCost":-1.0433882096175893,"expected":35.766856766033776},{"cost":0.09657383146107171,"lower":34.004161430734776,"upper":39.835894595146705,"logCost":-1.0151405380946485,"expected":36.18693757591298},{"cost":0.10306403313948598,"lower":34.68758407590577,"upper":40.350176408410476,"logCost":-0.9868928665717079,"expected":36.60701838579218},{"cost":0.10999040595442053,"lower":35.23942362895413,"upper":40.62952870882551,"logCost":-0.9586451950487672,"expected":37.02709919567138},{"cost":0.11738226259441105,"lower":35.766781850081856,"upper":41.09448744526369,"logCost":-0.9303975235258266,"expected":37.447180005550585},{"cost":0.1252708856942764,"lower":36.25593396837232,"upper":41.525743757210776,"logCost":-0.9021498520028859,"expected":37.86726081542979},{"cost":0.1336896602244882,"lower":36.68512118968528,"upper":41.994885550237456,"logCost":-0.8739021804799453,"expected":38.28734162530899},{"cost":0.1426742147777096,"lower":37.18134684961646,"upper":42.36474302501997,"logCost":-0.8456545089570046,"expected":38.70742243518819},{"cost":0.15226257235043356,"lower":37.58264027036593,"upper":42.96140286659221,"logCost":-0.8174068374340638,"expected":39.127503245067395},{"cost":0.16249531125783417,"lower":38.06623119998903,"upper":43.506284832600954,"logCost":-0.7891591659111232,"expected":39.5475840549466},{"cost":0.17341573686283013,"lower":38.47363240025858,"upper":44.006935707648196,"logCost":-0.7609114943881825,"expected":39.9676648648258},{"cost":0.18507006484612304,"lower":38.89987277712966,"upper":44.49307893693772,"logCost":-0.732663822865242,"expected":40.387745674705},{"cost":0.19750761679281914,"lower":39.299019428543936,"upper":45.00647984745072,"logCost":-0.7044161513423013,"expected":40.807826484584204},{"cost":0.2107810289233617,"lower":39.733367789090586,"upper":45.61135063137053,"logCost":-0.6761684798193606,"expected":41.22790729446341},{"cost":0.22494647485213518,"lower":40.137921277044924,"upper":46.16959620001382,"logCost":-0.6479208082964198,"expected":41.64798810434261},{"cost":0.2400639033164619,"lower":40.485215895347494,"upper":46.77073723304739,"logCost":-0.6196731367734793,"expected":42.06806891422181},{"cost":0.2561972918820719,"lower":40.86815763008217,"upper":47.43378516986111,"logCost":-0.5914254652505384,"expected":42.488149724101014},{"cost":0.2734149176987349,"lower":41.166701233318506,"upper":47.99960253645791,"logCost":-0.5631777937275979,"expected":42.908230533980216},{"cost":0.29178964645190786,"lower":41.49609217394868,"upper":48.66035899241877,"logCost":-0.5349301222046572,"expected":43.32831134385942},{"cost":0.3113992407332473,"lower":41.78589616248294,"upper":49.26385834158024,"logCost":-0.5066824506817167,"expected":43.748392153738614},{"cost":0.3323266891350284,"lower":42.09643475038284,"upper":49.92422063082208,"logCost":-0.47843477915877575,"expected":44.16847296361782},{"cost":0.3546605574612056,"lower":42.36600491918028,"upper":50.61715359286222,"logCost":-0.45018710763583525,"expected":44.588553773497026},{"cost":0.3784953635414626,"lower":42.70913553434286,"upper":51.17397047906946,"logCost":-0.42193943611289453,"expected":45.00863458337623},{"cost":0.4039319772344695,"lower":43.00230968818357,"upper":51.79849735799207,"logCost":-0.3936917645899538,"expected":45.42871539325543},{"cost":0.43107804731318544,"lower":43.270879758519584,"upper":52.44625630666456,"logCost":-0.3654440930670131,"expected":45.84879620313463},{"cost":0.4600484570387988,"lower":43.54117393038963,"upper":53.0811000943081,"logCost":-0.3371964215440726,"expected":46.26887701301383},{"cost":0.49096581035131265,"lower":43.87836226938152,"upper":53.716902806868994,"logCost":-0.30894875002113187,"expected":46.68895782289303},{"cost":0.5239609507343529,"lower":44.12321904818777,"upper":54.32606682615022,"logCost":-0.28070107849819115,"expected":47.10903863277224},{"cost":0.5591735149500577,"lower":44.489566777509765,"upper":54.97187660475929,"logCost":-0.2524534069752504,"expected":47.52911944265144},{"cost":0.5967525239874754,"lower":44.79118743764073,"upper":55.6122188976481,"logCost":-0.22420573545230993,"expected":47.94920025253064},{"cost":0.6368570137253879,"lower":45.15335826728678,"upper":56.24522596184941,"logCost":-0.19595806392936943,"expected":48.36928106240984},{"cost":0.679656707978552,"lower":45.49623448534489,"upper":56.913988250115196,"logCost":-0.1677103924064285,"expected":48.78936187228905},{"cost":0.7253327367757111,"lower":45.86038013032741,"upper":57.65066974874255,"logCost":-0.139462720883488,"expected":49.209442682168245},{"cost":0.7740784029091723,"lower":46.22452577530992,"upper":58.320111146033675,"logCost":-0.11121504936054727,"expected":49.62952349204745},{"cost":0.8261000000000001,"lower":46.58867142029244,"upper":59.0543667142454,"logCost":-0.08296737783760655,"expected":50.04960430192665}]}},"agentic":{"benchmarkMode":"agentic","method":"huber-irls","intercept":65.35911177018251,"slope":13.297092890510006,"rmse":12.841337744740452,"robustScale":14.97408538379322,"sampleSize":13,"rSquared":0.1959381448128893,"droppedCount":187,"bootstrap":{"seed":42195,"iterations":500,"bands":[{"cost":0.017800000000000003,"lower":30.158051897424123,"upper":48.61183834194533,"logCost":-1.749579997691106,"expected":42.09478402150559},{"cost":0.018996241136216518,"lower":30.80853528969432,"upper":48.781681643518105,"logCost":-1.7213323261681652,"expected":42.470395933686746},{"cost":0.020272875129510367,"lower":31.459018681964515,"upper":48.95661049243627,"logCost":-1.6930846546452245,"expected":42.8460078458679},{"cost":0.021635304746325017,"lower":32.18650896400716,"upper":49.1684651612847,"logCost":-1.664836983122284,"expected":43.22161975804906},{"cost":0.023089295843635938,"lower":32.95445422048784,"upper":49.44978652631597,"logCost":-1.6365893115993433,"expected":43.597231670230215},{"cost":0.024641001770289325,"lower":33.66973198252237,"upper":49.6827685492329,"logCost":-1.6083416400764026,"expected":43.97284358241137},{"cost":0.026296989408222136,"lower":34.283572501215545,"upper":49.918839598342934,"logCost":-1.5800939685534618,"expected":44.34845549459253},{"cost":0.02806426696377073,"lower":34.95139083779126,"upper":50.17944262029437,"logCost":-1.5518462970305213,"expected":44.724067406773685},{"cost":0.02995031362668223,"lower":35.47888147319912,"upper":50.47650552451501,"logCost":-1.5235986255075806,"expected":45.09967931895484},{"cost":0.03196311122234646,"lower":36.063413716020264,"upper":50.68783976782797,"logCost":-1.49535095398464,"expected":45.475291231136},{"cost":0.034111177991202335,"lower":36.6418778474719,"upper":51.02457802408577,"logCost":-1.4671032824616992,"expected":45.850903143317154},{"cost":0.0364036046382742,"lower":37.32900877492681,"upper":51.3639595373628,"logCost":-1.4388556109387587,"expected":46.22651505549831},{"cost":0.0388500928054015,"lower":37.95016051026177,"upper":51.67058599398048,"logCost":-1.410607939415818,"expected":46.60212696767947},{"cost":0.04146099612897737,"lower":38.648184212434636,"upper":51.97710331416621,"logCost":-1.3823602678928772,"expected":46.977738879860624},{"cost":0.044247364056954695,"lower":39.310271191217396,"upper":52.2119396089365,"logCost":-1.3541125963699365,"expected":47.35335079204178},{"cost":0.047220988610554515,"lower":40.01464772133887,"upper":52.59580148425445,"logCost":-1.325864924846996,"expected":47.72896270422294},{"cost":0.05039445428857456,"lower":40.77681164602764,"upper":52.84932975210187,"logCost":-1.2976172533240553,"expected":48.10457461640409},{"cost":0.05378119132549454,"lower":41.55386932812327,"upper":53.072231940446635,"logCost":-1.2693695818011146,"expected":48.48018652858525},{"cost":0.057395532528769104,"lower":42.15413580480642,"upper":53.26404878581592,"logCost":-1.2411219102781739,"expected":48.85579844076641},{"cost":0.06125277393584588,"lower":42.76717405104418,"upper":53.4329037027848,"logCost":-1.2128742387552331,"expected":49.23141035294756},{"cost":0.06536923954761155,"lower":43.3639212206093,"upper":53.67434691072563,"logCost":-1.1846265672322926,"expected":49.60702226512872},{"cost":0.06976235041222079,"lower":43.94955157810888,"upper":53.935645204031445,"logCost":-1.156378895709352,"expected":49.982634177309876},{"cost":0.07445069835167298,"lower":44.53449281647034,"upper":54.27726840259375,"logCost":-1.1281312241864114,"expected":50.358246089491026},{"cost":0.07945412464315152,"lower":45.17907133326615,"upper":54.36525150267367,"logCost":-1.0998835526634707,"expected":50.73385800167218},{"cost":0.08479380398810726,"lower":45.844367751119094,"upper":54.74280244721064,"logCost":-1.07163588114053,"expected":51.10946991385334},{"cost":0.09049233412444735,"lower":46.42249399255896,"upper":55.01558548920802,"logCost":-1.0433882096175893,"expected":51.4850818260345},{"cost":0.09657383146107171,"lower":46.969642038004736,"upper":55.388977493382896,"logCost":-1.0151405380946485,"expected":51.86069373821566},{"cost":0.10306403313948598,"lower":47.59713321842735,"upper":55.84067922379868,"logCost":-0.9868928665717079,"expected":52.23630565039681},{"cost":0.10999040595442053,"lower":48.15751058050406,"upper":56.21783212085943,"logCost":-0.9586451950487672,"expected":52.61191756257797},{"cost":0.11738226259441105,"lower":48.63312679786615,"upper":56.511290260512745,"logCost":-0.9303975235258266,"expected":52.98752947475912},{"cost":0.1252708856942764,"lower":49.23161091782504,"upper":56.79821793329378,"logCost":-0.9021498520028859,"expected":53.36314138694028},{"cost":0.1336896602244882,"lower":49.79262663324605,"upper":57.0925236807756,"logCost":-0.8739021804799453,"expected":53.738753299121434},{"cost":0.1426742147777096,"lower":50.31286415991252,"upper":57.58239047949154,"logCost":-0.8456545089570046,"expected":54.11436521130259},{"cost":0.15226257235043356,"lower":50.8300342102597,"upper":58.01959836144477,"logCost":-0.8174068374340638,"expected":54.48997712348375},{"cost":0.16249531125783417,"lower":51.32620780706586,"upper":58.3981532721445,"logCost":-0.7891591659111232,"expected":54.865589035664904},{"cost":0.17341573686283013,"lower":51.807801104580506,"upper":58.83843791731558,"logCost":-0.7609114943881825,"expected":55.24120094784606},{"cost":0.18507006484612304,"lower":52.28585030112258,"upper":59.27225886292782,"logCost":-0.732663822865242,"expected":55.61681286002722},{"cost":0.19750761679281914,"lower":52.78028788867448,"upper":59.808152348322395,"logCost":-0.7044161513423013,"expected":55.99242477220837},{"cost":0.2107810289233617,"lower":53.25456403762489,"upper":60.26842070581487,"logCost":-0.6761684798193606,"expected":56.36803668438953},{"cost":0.22494647485213518,"lower":53.7094575060614,"upper":60.732310629582194,"logCost":-0.6479208082964198,"expected":56.74364859657069},{"cost":0.2400639033164619,"lower":54.147084980642056,"upper":61.18758881592334,"logCost":-0.6196731367734793,"expected":57.11926050875184},{"cost":0.2561972918820719,"lower":54.54731335436844,"upper":61.62851344761162,"logCost":-0.5914254652505384,"expected":57.494872420933},{"cost":0.2734149176987349,"lower":54.893919414383674,"upper":62.109749411732004,"logCost":-0.5631777937275979,"expected":57.870484333114156},{"cost":0.29178964645190786,"lower":55.257974860819864,"upper":62.61848139878192,"logCost":-0.5349301222046572,"expected":58.24609624529531},{"cost":0.3113992407332473,"lower":55.73919774264711,"upper":63.208990914483444,"logCost":-0.5066824506817167,"expected":58.62170815747647},{"cost":0.3323266891350284,"lower":56.06978933715132,"upper":63.786398770246606,"logCost":-0.47843477915877575,"expected":58.997320069657626},{"cost":0.3546605574612056,"lower":56.348193492640846,"upper":64.49958511147808,"logCost":-0.45018710763583525,"expected":59.37293198183878},{"cost":0.3784953635414626,"lower":56.68351606578021,"upper":64.93928408601764,"logCost":-0.42193943611289453,"expected":59.74854389401994},{"cost":0.4039319772344695,"lower":56.99735427065504,"upper":65.64932829310119,"logCost":-0.3936917645899538,"expected":60.124155806201095},{"cost":0.43107804731318544,"lower":57.40392721678667,"upper":66.22958272821464,"logCost":-0.3654440930670131,"expected":60.49976771838225},{"cost":0.4600484570387988,"lower":57.65675056274669,"upper":66.77012085919768,"logCost":-0.3371964215440726,"expected":60.87537963056341},{"cost":0.49096581035131265,"lower":58.00010836658662,"upper":67.3140264416705,"logCost":-0.30894875002113187,"expected":61.250991542744565},{"cost":0.5239609507343529,"lower":58.44464278097154,"upper":67.92202267089571,"logCost":-0.28070107849819115,"expected":61.62660345492572},{"cost":0.5591735149500577,"lower":58.57333423208706,"upper":68.58925333027086,"logCost":-0.2524534069752504,"expected":62.00221536710688},{"cost":0.5967525239874754,"lower":58.87647843231305,"upper":69.22427599091354,"logCost":-0.22420573545230993,"expected":62.37782727928803},{"cost":0.6368570137253879,"lower":59.2507332841419,"upper":69.8963073465707,"logCost":-0.19595806392936943,"expected":62.753439191469184},{"cost":0.679656707978552,"lower":59.52332054087517,"upper":70.43856404206069,"logCost":-0.1677103924064285,"expected":63.12905110365035},{"cost":0.7253327367757111,"lower":59.852942540044204,"upper":71.11059562384203,"logCost":-0.139462720883488,"expected":63.5046630158315},{"cost":0.7740784029091723,"lower":60.080631388519464,"upper":71.80449499215517,"logCost":-0.11121504936054727,"expected":63.88027492801265},{"cost":0.8261000000000001,"lower":60.296569126588686,"upper":72.57818859607862,"logCost":-0.08296737783760655,"expected":64.25588684019381}]}}},"models":[{"id":189,"snapshotId":1,"aaModelId":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","aaSlug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","creatorId":"faddc6d9-2c14-445f-9b28-56726f59c793","creatorName":"Google","releaseDate":"2026-03-03","intelligenceScore":25,"codingScore":30.1,"agenticScore":25.7,"totalIndexCost":94.82,"costPerTask":0.043,"price1mInputTokens":0.25,"price1mOutputTokens":1.5,"price1mCacheHitTokens":0.03,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":283.7,"medianTimeToFirstTokenSeconds":5.4,"medianTimeToFirstAnswerTokenSeconds":5.4,"medianEndToEndResponseTimeSeconds":7.16,"score":25,"log10Cost":-1.3665315444204136,"expectedScore":27.669524365396814,"valueSurplus":-2.669524365396814,"valueSurplusZ":-0.3398705584170373,"performanceZ":0.5607012225358787,"fairCost":0.02921991217996445,"valueMultiple":0.6795328413945222,"naiveScorePerDollar":581.3953488372093,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.700507614213198,"percentileValue":0.38461538461538464},{"id":2,"snapshotId":1,"aaModelId":"0097ebf5-124f-42f6-9463-33b00e711f03","aaSlug":"gemini-3-5-flash","name":"Gemini 3.5 Flash (high)","creatorId":"faddc6d9-2c14-445f-9b28-56726f59c793","creatorName":"Google","releaseDate":"2026-05-19","intelligenceScore":50.2,"codingScore":45,"agenticScore":70.3,"totalIndexCost":1141.63,"costPerTask":0.6811,"price1mInputTokens":1.5,"price1mOutputTokens":9,"price1mCacheHitTokens":0.15,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":160.78,"medianTimeToFirstTokenSeconds":17.51,"medianTimeToFirstAnswerTokenSeconds":17.51,"medianEndToEndResponseTimeSeconds":20.62,"score":50.2,"log10Cost":-0.16678911971739124,"expectedScore":46.75737369421592,"valueSurplus":3.4426263057840814,"valueSurplusZ":0.41547411608964374,"performanceZ":2.51187544737614,"fairCost":1.120966840803912,"valueMultiple":1.6458182951165936,"naiveScorePerDollar":73.70430186463075,"paretoEfficient":true,"frontierRank":4,"percentilePerformance":0.9949238578680203,"percentileValue":0.6923076923076923},{"id":196,"snapshotId":1,"aaModelId":"5aa1c578-af76-4b91-8699-cdd43582b3af","aaSlug":"glm-5-1","name":"GLM-5.1 (Reasoning)","creatorId":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","creatorName":"Z AI","releaseDate":"2026-04-07","intelligenceScore":40.2,"codingScore":43.4,"agenticScore":67.1,"totalIndexCost":674,"costPerTask":0.2404,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"price1mCacheHitTokens":0.26,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":81.38,"medianTimeToFirstTokenSeconds":1.46,"medianTimeToFirstAnswerTokenSeconds":48.05,"medianEndToEndResponseTimeSeconds":54.19,"score":40.2,"log10Cost":-0.6190655366692981,"expectedScore":39.561675747722845,"valueSurplus":0.6383242522771582,"valueSurplusZ":0.0689161308926991,"performanceZ":1.7375999613284174,"fairCost":0.26366684352147124,"valueMultiple":1.096783874881328,"naiveScorePerDollar":167.22129783693845,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.9441624365482234,"percentileValue":0.5384615384615384},{"id":63,"snapshotId":1,"aaModelId":"1f054429-397e-4fdb-9e71-67bc92c1735e","aaSlug":"gpt-5-5","name":"GPT-5.5 (xhigh)","creatorId":"e67e56e3-15cd-43db-b679-da4660a69f41","creatorName":"OpenAI","releaseDate":"2026-04-23","intelligenceScore":54.8,"codingScore":74.9,"agenticScore":44.9,"totalIndexCost":2588.36,"costPerTask":0.8261,"price1mInputTokens":5,"price1mOutputTokens":30,"price1mCacheHitTokens":0.5,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":58.29,"medianTimeToFirstTokenSeconds":90.01,"medianTimeToFirstAnswerTokenSeconds":90.01,"medianEndToEndResponseTimeSeconds":98.59,"score":54.8,"log10Cost":-0.08296737783760659,"expectedScore":48.090973929180144,"valueSurplus":6.709026070819853,"valueSurplusZ":0.8191385216421592,"performanceZ":2.868042170958092,"fairCost":2.181322600501311,"valueMultiple":2.6405067189218148,"naiveScorePerDollar":66.33579469797846,"paretoEfficient":true,"frontierRank":5,"percentilePerformance":1,"percentileValue":0.8461538461538461},{"id":119,"snapshotId":1,"aaModelId":"36f73aaf-d38a-4b56-a2b3-d04d17186910","aaSlug":"gpt-oss-20b","name":"gpt-oss-20B (high)","creatorId":"e67e56e3-15cd-43db-b679-da4660a69f41","creatorName":"OpenAI","releaseDate":"2025-08-05","intelligenceScore":14.9,"codingScore":18.5,"agenticScore":27.6,"totalIndexCost":29.87,"costPerTask":0.0178,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"price1mCacheHitTokens":null,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":214.64,"medianTimeToFirstTokenSeconds":0.79,"medianTimeToFirstAnswerTokenSeconds":10.11,"medianEndToEndResponseTimeSeconds":12.44,"score":14.9,"log10Cost":-1.749579997691106,"expectedScore":21.575240283146368,"valueSurplus":-6.675240283146367,"valueSurplusZ":-0.8349002703521635,"performanceZ":-0.221317018372321,"fairCost":0.006774173069431982,"valueMultiple":0.38057152075460576,"naiveScorePerDollar":837.0786516853933,"paretoEfficient":true,"frontierRank":1,"percentilePerformance":0.5177664974619289,"percentileValue":0.3076923076923077},{"id":33,"snapshotId":1,"aaModelId":"0de67206-4d36-4d10-b8f6-cf37fa747a03","aaSlug":"kimi-k2-6","name":"Kimi K2.6","creatorId":"0a177021-87dd-4250-9a37-f01df196bfe0","creatorName":"Kimi","releaseDate":"2026-04-20","intelligenceScore":42.8,"codingScore":47.1,"agenticScore":66,"totalIndexCost":838.58,"costPerTask":0.3146,"price1mInputTokens":0.95,"price1mOutputTokens":4,"price1mCacheHitTokens":0.16,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":43.52,"medianTimeToFirstTokenSeconds":2.5,"medianTimeToFirstAnswerTokenSeconds":104.77,"medianEndToEndResponseTimeSeconds":116.26,"score":42.8,"log10Cost":-0.502241281712732,"expectedScore":41.42034451749188,"valueSurplus":1.3796554825081202,"valueSurplusZ":0.1605304622344781,"performanceZ":1.9389115877008247,"fairCost":0.3841273268520006,"valueMultiple":1.2210023104005103,"naiveScorePerDollar":136.04577240940876,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.9695431472081218,"percentileValue":0.6153846153846154},{"id":3,"snapshotId":1,"aaModelId":"00f1248e-78e3-4230-8dc8-5e13ba8645e2","aaSlug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","creatorId":"5147c8b4-61d5-4070-9324-8adf8aa144c2","creatorName":"Xiaomi","releaseDate":"2026-04-22","intelligenceScore":42.2,"codingScore":45.5,"agenticScore":67.4,"totalIndexCost":99.1,"costPerTask":0.0322,"price1mInputTokens":0.43,"price1mOutputTokens":0.87,"price1mCacheHitTokens":0,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":44.51,"medianTimeToFirstTokenSeconds":2.65,"medianTimeToFirstAnswerTokenSeconds":47.59,"medianEndToEndResponseTimeSeconds":58.82,"score":42.2,"log10Cost":-1.4921441283041692,"expectedScore":25.67103366805377,"valueSurplus":16.528966331946233,"valueSurplusZ":2.0326949241682235,"performanceZ":1.8924550585379618,"fairCost":0.3521786053249046,"valueMultiple":10.93722376785418,"naiveScorePerDollar":1310.5590062111803,"paretoEfficient":true,"frontierRank":2,"percentilePerformance":0.9593908629441624,"percentileValue":1},{"id":166,"snapshotId":1,"aaModelId":"4bbceacb-cf47-464b-b60f-e1d1fe016d67","aaSlug":"minimax-m2-7","name":"MiniMax-M2.7","creatorId":"a31a9071-6144-4dbb-92dc-2e02d653ecea","creatorName":"MiniMax","releaseDate":"2026-03-18","intelligenceScore":38.1,"codingScore":41.9,"agenticScore":61.5,"totalIndexCost":143.73,"costPerTask":0.0742,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"price1mCacheHitTokens":0.06,"price1mCacheWriteTokens":0.38,"medianOutputTokensPerSecond":44.19,"medianTimeToFirstTokenSeconds":2.07,"medianTimeToFirstAnswerTokenSeconds":57.79,"medianEndToEndResponseTimeSeconds":69.11,"score":38.1,"log10Cost":-1.1295960947209729,"expectedScore":31.439156972694516,"valueSurplus":6.660843027305486,"valueSurplusZ":0.8131840209634204,"performanceZ":1.5750021092583955,"fairCost":0.19456409506247604,"valueMultiple":2.622157615397251,"naiveScorePerDollar":513.477088948787,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.9137055837563451,"percentileValue":0.7692307692307693},{"id":84,"snapshotId":1,"aaModelId":"277f939a-985b-4b37-859d-b3eabc7c0b26","aaSlug":"minimax-m3","name":"MiniMax-M3","creatorId":"a31a9071-6144-4dbb-92dc-2e02d653ecea","creatorName":"MiniMax","releaseDate":"2026-06-01","intelligenceScore":44.4,"codingScore":43.4,"agenticScore":68.6,"totalIndexCost":235.23,"costPerTask":0.1567,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"price1mCacheHitTokens":0.06,"price1mCacheWriteTokens":0.38,"medianOutputTokensPerSecond":62.88,"medianTimeToFirstTokenSeconds":2.62,"medianTimeToFirstAnswerTokenSeconds":34.43,"medianEndToEndResponseTimeSeconds":42.38,"score":44.4,"log10Cost":-0.8049310035314099,"expectedScore":36.60456432626685,"valueSurplus":7.795435673733145,"valueSurplusZ":0.9533979259076184,"performanceZ":2.0627956654684607,"fairCost":0.48421826064484014,"valueMultiple":3.0900973876505433,"naiveScorePerDollar":283.3439693682195,"paretoEfficient":true,"frontierRank":3,"percentilePerformance":0.9847715736040609,"percentileValue":0.9230769230769231},{"id":199,"snapshotId":1,"aaModelId":"5b52def2-ac9b-4465-ad80-91ea8079e253","aaSlug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","creatorId":"0c303112-430d-4367-a484-51defaa2e166","creatorName":"NVIDIA","releaseDate":"2026-06-04","intelligenceScore":37.8,"codingScore":37.6,"agenticScore":57.1,"totalIndexCost":443.63,"costPerTask":0.2446,"price1mInputTokens":0.68,"price1mOutputTokens":2.67,"price1mCacheHitTokens":0.25,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":171.02,"medianTimeToFirstTokenSeconds":1.13,"medianTimeToFirstAnswerTokenSeconds":14.43,"medianEndToEndResponseTimeSeconds":17.36,"score":37.8,"log10Cost":-0.6115435472997334,"expectedScore":39.681350268505724,"valueSurplus":-1.8813502685057273,"valueSurplusZ":-0.2424673465692226,"performanceZ":1.5517738446769636,"fairCost":0.18629730872564526,"valueMultiple":0.7616406734490812,"naiveScorePerDollar":154.53802125919867,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.9035532994923858,"percentileValue":0.46153846153846156},{"id":32,"snapshotId":1,"aaModelId":"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2","aaSlug":"nova-2-0-pro-reasoning-medium","name":"Nova 2.0 Pro Preview (medium)","creatorId":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","creatorName":"Amazon","releaseDate":"2025-11-27","intelligenceScore":21.8,"codingScore":30.4,"agenticScore":47,"totalIndexCost":406.78,"costPerTask":0.1728,"price1mInputTokens":1.25,"price1mOutputTokens":10,"price1mCacheHitTokens":0.31,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":128.21,"medianTimeToFirstTokenSeconds":13.1,"medianTimeToFirstAnswerTokenSeconds":28.7,"medianEndToEndResponseTimeSeconds":32.6,"score":21.8,"log10Cost":-0.7624562618571256,"expectedScore":37.280335602388845,"valueSurplus":-15.480335602388845,"valueSurplusZ":-1.9230412890729158,"performanceZ":0.31293306700060763,"fairCost":0.018388528942305388,"valueMultiple":0.10641509804574877,"naiveScorePerDollar":126.1574074074074,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.6548223350253807,"percentileValue":0.07692307692307693},{"id":72,"snapshotId":1,"aaModelId":"2236df45-0699-40d1-b5cc-69ee345d2257","aaSlug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B (Reasoning)","creatorId":"d874d370-74d3-4fa0-ba00-5272f92f946b","creatorName":"Alibaba","releaseDate":"2026-02-24","intelligenceScore":32.3,"codingScore":34.7,"agenticScore":53,"totalIndexCost":447.07,"costPerTask":0.2412,"price1mInputTokens":0.4,"price1mOutputTokens":3.2,"price1mCacheHitTokens":null,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":135.42,"medianTimeToFirstTokenSeconds":2.49,"medianTimeToFirstAnswerTokenSeconds":17.26,"medianEndToEndResponseTimeSeconds":20.96,"score":32.3,"log10Cost":-0.6176226965318863,"expectedScore":39.584631270993015,"valueSurplus":-7.284631270993017,"valueSurplusZ":-0.9102093165660717,"performanceZ":1.125922327350716,"fairCost":0.08404484795243791,"valueMultiple":0.3484446432522302,"naiveScorePerDollar":133.91376451077943,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.8223350253807107,"percentileValue":0.23076923076923078},{"id":37,"snapshotId":1,"aaModelId":"0e66bae9-41f1-42fc-9276-ce8cb6f72919","aaSlug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B (Reasoning)","creatorId":"d874d370-74d3-4fa0-ba00-5272f92f946b","creatorName":"Alibaba","releaseDate":"2026-02-16","intelligenceScore":33.7,"codingScore":41.3,"agenticScore":55.8,"totalIndexCost":528.06,"costPerTask":0.3331,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"price1mCacheHitTokens":null,"price1mCacheWriteTokens":null,"medianOutputTokensPerSecond":50.53,"medianTimeToFirstTokenSeconds":2.74,"medianTimeToFirstAnswerTokenSeconds":65.79,"medianEndToEndResponseTimeSeconds":75.68,"score":33.7,"log10Cost":-0.4774253673088232,"expectedScore":41.81516462666317,"valueSurplus":-8.115164626663166,"valueSurplusZ":-1.012847320920831,"performanceZ":1.2343208953973976,"fairCost":0.10292154814838977,"valueMultiple":0.3089809310969372,"naiveScorePerDollar":101.17081957370159,"paretoEfficient":false,"frontierRank":null,"percentilePerformance":0.8426395939086294,"percentileValue":0.15384615384615385}],"creators":["Alibaba","Amazon","Google","Kimi","MiniMax","NVIDIA","OpenAI","Xiaomi","Z AI"]}