[{"benchmark":"AGIEval SAT · 100","date":"2026-09-19","count":100,"models":[{"id":"typesafe-ai/jev","name":"Jev","observations":[{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":221,"usd":0.00001764,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":251,"usd":0.000016422,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.08,0.05,0.03],"ms":288,"usd":0.000016338,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":310,"usd":0.0000189,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":202,"usd":0.000019446,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":227,"usd":0.000015498,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":229,"usd":0.00001911,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":266,"usd":0.000016086,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":453,"usd":0.00001533,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":303,"usd":0.000015792,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":270,"usd":0.000022764,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":245,"usd":0.00001953,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":231,"usd":0.000017262,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.61,0.33,0.03,0.03],"ms":263,"usd":0.00001764,"confidence":0.61},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.04,0,0],"ms":325,"usd":0.00001827,"confidence":0.96},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":256,"usd":0.000018438,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.88,0.09,0.03,0],"ms":250,"usd":0.000016674,"confidence":0.88},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":278,"usd":0.000016086,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":238,"usd":0.000017262,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":214,"usd":0.000016128,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.03,0,0],"ms":228,"usd":0.000019614,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.89,0.06,0.03,0.02],"ms":236,"usd":0.000016926,"confidence":0.89},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":235,"usd":0.000017304,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":343,"usd":0.000022428,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":230,"usd":0.000018018,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":224,"usd":0.000018564,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":259,"usd":0.0000168,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":211,"usd":0.00002751,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.95,0.05,0,0],"ms":294,"usd":0.000017178,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":308,"usd":0.00002016,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.89,0.05,0.04,0.02],"ms":211,"usd":0.000016632,"confidence":0.89},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":226,"usd":0.000015708,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":290,"usd":0.000020706,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":286,"usd":0.000018648,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.04,0.02,0],"ms":212,"usd":0.000017094,"confidence":0.93},{"answered":true,"correct":true,"status":"answered","distribution":[0.86,0.07,0.07,0],"ms":253,"usd":0.000016212,"confidence":0.86},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":187,"usd":0.00001995,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.83,0.11,0.05,0.01],"ms":266,"usd":0.000016674,"confidence":0.83},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":235,"usd":0.000019236,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":243,"usd":0.000015666,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.54,0.2,0.19,0.07],"ms":221,"usd":0.000017472,"confidence":0.54},{"answered":true,"correct":true,"status":"answered","distribution":[0.77,0.13,0.1,0],"ms":243,"usd":0.00001638,"confidence":0.77},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":208,"usd":0.00001617,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":233,"usd":0.000015288,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":195,"usd":0.000017346,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":243,"usd":0.000017682,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.48,0.27,0.15,0.1],"ms":265,"usd":0.000016926,"confidence":0.48},{"answered":true,"correct":true,"status":"answered","distribution":[0.63,0.18,0.16,0.03],"ms":281,"usd":0.000016002,"confidence":0.63},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":341,"usd":0.000021042,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":221,"usd":0.000021672,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":284,"usd":0.000060564,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":191,"usd":0.000055608,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":503,"usd":0.000057162,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":223,"usd":0.00005481,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":326,"usd":0.000055062,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":356,"usd":0.000063294,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":217,"usd":0.00006573,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":276,"usd":0.00006342,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":211,"usd":0.000059304,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":223,"usd":0.00006006,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":230,"usd":0.000059136,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":259,"usd":0.000055104,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":203,"usd":0.00005691,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.94,0.05,0.01,0],"ms":248,"usd":0.000058296,"confidence":0.94},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":308,"usd":0.000058254,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":246,"usd":0.00005922,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.03,0.01,0],"ms":205,"usd":0.000056448,"confidence":0.96},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":259,"usd":0.000056952,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":250,"usd":0.000060816,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":264,"usd":0.000060312,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":306,"usd":0.000060018,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":206,"usd":0.000059178,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":211,"usd":0.000053256,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":281,"usd":0.000055104,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":197,"usd":0.000054012,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":229,"usd":0.00004935,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":212,"usd":0.000048762,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":313,"usd":0.000052332,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":234,"usd":0.0000504,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":289,"usd":0.000053046,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":202,"usd":0.000052878,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":286,"usd":0.00005544,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":264,"usd":0.000055482,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":244,"usd":0.000054306,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.03,0,0],"ms":276,"usd":0.0000546,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":240,"usd":0.000052962,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.94,0.06,0,0],"ms":255,"usd":0.000052962,"confidence":0.94},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":257,"usd":0.000057666,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":329,"usd":0.000057666,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":223,"usd":0.000060228,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":247,"usd":0.000066486,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":244,"usd":0.000064008,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":201,"usd":0.000054684,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":255,"usd":0.000054222,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":244,"usd":0.000053886,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":190,"usd":0.000057498,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":318,"usd":0.000060396,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":297,"usd":0.000061908,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.14,0.01,0.01],"ms":278,"usd":0.000062706,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":234,"usd":0.0000546,"confidence":1}]},{"id":"openai/gpt-5.6-luna","name":"GPT 5.6 Luna","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":710,"usd":0.000035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":750,"usd":0.0000292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1488,"usd":0.0000288,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1694,"usd":0.0000406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":774,"usd":0.0000446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":655,"usd":0.0000252,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":709,"usd":0.000039,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":751,"usd":0.0000278,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":739,"usd":0.0000232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":664,"usd":0.000026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1107,"usd":0.0000576,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":716,"usd":0.0000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":779,"usd":0.0000342,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":723,"usd":0.0000344,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":702,"usd":0.000035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":738,"usd":0.0000388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":725,"usd":0.0000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":778,"usd":0.0000274,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":763,"usd":0.0000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":645,"usd":0.0000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":713,"usd":0.000044,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":656,"usd":0.000032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1132,"usd":0.0000348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":883,"usd":0.000056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":815,"usd":0.0000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1013,"usd":0.0000372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":712,"usd":0.0000312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":650,"usd":0.0000758,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":833,"usd":0.000033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1228,"usd":0.000045,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1385,"usd":0.0000304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":743,"usd":0.0000256,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":870,"usd":0.0000466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":716,"usd":0.000039,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2282,"usd":0.0000324,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":742,"usd":0.0000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":655,"usd":0.0000468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":726,"usd":0.0000308,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":834,"usd":0.00004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":724,"usd":0.0000246,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":869,"usd":0.0000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":754,"usd":0.0000292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1150,"usd":0.000029,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":773,"usd":0.0000234,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1179,"usd":0.000033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":822,"usd":0.0000358,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":823,"usd":0.0000316,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":658,"usd":0.0000264,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":689,"usd":0.0000506,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":854,"usd":0.0000526,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":665,"usd":0.0002886,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":643,"usd":0.0002092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":752,"usd":0.0002691,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":975,"usd":0.0002016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":602,"usd":0.0002032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":666,"usd":0.00029985,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1077,"usd":0.00031385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":757,"usd":0.00030085,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":781,"usd":0.00027735,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":770,"usd":0.00028135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":857,"usd":0.0002766,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":837,"usd":0.0002054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":895,"usd":0.0002661,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":656,"usd":0.00026935,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":803,"usd":0.0002701,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.0002746,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":709,"usd":0.00021,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":720,"usd":0.0002636,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":756,"usd":0.00028785,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":667,"usd":0.00028585,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":994,"usd":0.00028285,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":754,"usd":0.0002786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":660,"usd":0.0001924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":637,"usd":0.0002016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":934,"usd":0.0001952,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":731,"usd":0.000179,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":975,"usd":0.0001762,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":747,"usd":0.000193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1493,"usd":0.000184,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":936,"usd":0.000194,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1541,"usd":0.0001932,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":588,"usd":0.000208,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":733,"usd":0.0002082,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":942,"usd":0.000203,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1303,"usd":0.0002024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":705,"usd":0.0001954,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":820,"usd":0.0001958,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.0002706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":874,"usd":0.0002696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1155,"usd":0.00028135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":660,"usd":0.00032235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":747,"usd":0.0003071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":793,"usd":0.0002002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1213,"usd":0.0001978,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":652,"usd":0.0001966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":780,"usd":0.00026635,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":749,"usd":0.0002836,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":812,"usd":0.0002966,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":893,"usd":0.0003006,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":811,"usd":0.0002008,"confidence":null}]},{"id":"anthropic/claude-haiku-4.5","name":"Claude Haiku 4.5","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1186,"usd":0.00059,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1298,"usd":0.000946,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1451,"usd":0.001101,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1878,"usd":0.001309,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1941,"usd":0.001903,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":896,"usd":0.000454,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1470,"usd":0.000824,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2371,"usd":0.001854,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":996,"usd":0.000482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":896,"usd":0.000521,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3137,"usd":0.002209,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1998,"usd":0.001127,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2360,"usd":0.002235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3324,"usd":0.001799,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1327,"usd":0.000685,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1229,"usd":0.000942,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1441,"usd":0.000974,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1266,"usd":0.000632,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2121,"usd":0.001853,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3416,"usd":0.002949,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1765,"usd":0.001098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1578,"usd":0.001064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.0004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3150,"usd":0.0018,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":546,"usd":0.000186,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1188,"usd":0.000783,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1697,"usd":0.001133,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2506,"usd":0.001305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1160,"usd":0.000866,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2890,"usd":0.001878,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1415,"usd":0.001047,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1046,"usd":0.000609,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1188,"usd":0.000851,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1173,"usd":0.00066,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2527,"usd":0.002033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1259,"usd":0.000971,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1355,"usd":0.000779,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1123,"usd":0.000777,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1546,"usd":0.001046,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":851,"usd":0.000489,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2226,"usd":0.002264,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2012,"usd":0.001742,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2592,"usd":0.002158,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":893,"usd":0.000352,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3608,"usd":0.000852,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1465,"usd":0.001353,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2712,"usd":0.00206,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1704,"usd":0.001362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1673,"usd":0.001165,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3657,"usd":0.001674,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3024,"usd":0.002549,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2849,"usd":0.002428,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2943,"usd":0.001983,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3153,"usd":0.002551,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4113,"usd":0.002748,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":688,"usd":0.001321,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1648,"usd":0.001383,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1646,"usd":0.001853,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3520,"usd":0.00271,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3506,"usd":0.002877,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1710,"usd":0.002009,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2236,"usd":0.001971,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3914,"usd":0.002923,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3480,"usd":0.002698,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2043,"usd":0.002214,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":569,"usd":0.001208,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3327,"usd":0.002969,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":559,"usd":0.001135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2029,"usd":0.002117,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3882,"usd":0.002784,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2981,"usd":0.002445,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2530,"usd":0.002298,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1665,"usd":0.001761,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3357,"usd":0.002626,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2168,"usd":0.002034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":590,"usd":0.000982,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2898,"usd":0.002532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3018,"usd":0.002969,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":3138,"usd":0.002503,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1988,"usd":0.001796,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3307,"usd":0.002836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1561,"usd":0.001875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2969,"usd":0.002538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2678,"usd":0.002244,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":500,"usd":0.001108,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3378,"usd":0.002385,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":2154,"usd":0.001926,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3302,"usd":0.002803,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3289,"usd":0.002786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3463,"usd":0.003005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3529,"usd":0.002902,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":818,"usd":0.001512,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":2710,"usd":0.002006,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1376,"usd":0.00164,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1913,"usd":0.001685,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2289,"usd":0.002037,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4331,"usd":0.003024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2974,"usd":0.002754,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5161,"usd":0.003589,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":569,"usd":0.001084,"confidence":null}]},{"id":"google/gemini-3.5-flash-lite","name":"Gemini 3.5 Flash Lite","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1072,"usd":0.0003877,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1088,"usd":0.0007405,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":928,"usd":0.0004346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1062,"usd":0.000497,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1286,"usd":0.0009678,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":670,"usd":0.0002414,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":804,"usd":0.0003494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1295,"usd":0.0008653,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":565,"usd":0.0002799,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":661,"usd":0.0003404,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":883,"usd":0.000494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":451,"usd":0.0000583,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":807,"usd":0.0003422,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1201,"usd":0.0008339,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":835,"usd":0.0004688,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":735,"usd":0.0003909,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.000462,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":843,"usd":0.0003331,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1142,"usd":0.0006578,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1140,"usd":0.0005928,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1217,"usd":0.000638,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1060,"usd":0.000551,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":643,"usd":0.0002189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1601,"usd":0.0008209,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":762,"usd":0.0003544,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1049,"usd":0.0005052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":918,"usd":0.0003717,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1162,"usd":0.0008058,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":917,"usd":0.000305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1417,"usd":0.0005104,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":967,"usd":0.0004892,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":671,"usd":0.0003626,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1030,"usd":0.0007588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":881,"usd":0.0003736,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1629,"usd":0.0010613,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1059,"usd":0.0004952,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":636,"usd":0.0003116,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":926,"usd":0.0003901,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":844,"usd":0.000471,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":753,"usd":0.0002998,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1475,"usd":0.0010002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1505,"usd":0.0008974,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1387,"usd":0.0008309,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":626,"usd":0.0003096,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":748,"usd":0.0002343,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":966,"usd":0.0004817,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1483,"usd":0.0009388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1353,"usd":0.0010144,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":750,"usd":0.0003129,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":512,"usd":0.0000721,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":439,"usd":0.0003526,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":416,"usd":0.0003103,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":631,"usd":0.0003217,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":518,"usd":0.0003049,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":592,"usd":0.0003076,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":720,"usd":0.0003628,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":664,"usd":0.0003802,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":439,"usd":0.000364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":622,"usd":0.0003337,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":712,"usd":0.0003385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":383,"usd":0.0003322,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":518,"usd":0.0002974,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":544,"usd":0.00031,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":466,"usd":0.000316,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":542,"usd":0.0003172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":613,"usd":0.0003232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":420,"usd":0.0003091,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":449,"usd":0.0003124,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":427,"usd":0.0003445,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":527,"usd":0.0003388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":491,"usd":0.0003352,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":501,"usd":0.0003301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":353,"usd":0.000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1029,"usd":0.0006192,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":415,"usd":0.0002902,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":528,"usd":0.0002566,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":456,"usd":0.000253,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":421,"usd":0.0002788,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":616,"usd":0.0002647,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":321,"usd":0.0002839,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1550,"usd":0.0008289,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":503,"usd":0.0003034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":421,"usd":0.0003031,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":490,"usd":0.0003061,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":367,"usd":0.0003061,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":995,"usd":0.0005805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":568,"usd":0.0002914,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":734,"usd":0.0003151,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":432,"usd":0.000316,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":415,"usd":0.0003355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":389,"usd":0.0003817,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":604,"usd":0.0003637,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":432,"usd":0.000301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":529,"usd":0.0002977,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":430,"usd":0.0002962,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":339,"usd":0.0003178,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":453,"usd":0.0003352,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":369,"usd":0.000358,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":506,"usd":0.0003619,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":490,"usd":0.0003112,"confidence":null}]},{"id":"mistral/ministral-3b","name":"Ministral 3B","observations":[{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":246,"usd":0.0000142,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":713,"usd":0.0000115,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":266,"usd":0.0000113,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":248,"usd":0.0000173,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":192,"usd":0.0000184,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":269,"usd":0.0000095,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":184,"usd":0.0000182,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1127,"usd":0.0000108,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":222,"usd":0.0000089,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":204,"usd":0.0000099,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":207,"usd":0.0000267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":727,"usd":0.0000192,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":206,"usd":0.0000134,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":254,"usd":0.0000145,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":222,"usd":0.0000155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":176,"usd":0.0000159,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":226,"usd":0.0000121,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":205,"usd":0.0000107,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":196,"usd":0.0000131,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":208,"usd":0.000011,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":190,"usd":0.0000199,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":213,"usd":0.0000131,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":195,"usd":0.000014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":177,"usd":0.0000259,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":161,"usd":0.0000157,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":196,"usd":0.0000171,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":216,"usd":0.000012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":214,"usd":0.0000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":197,"usd":0.000013,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":197,"usd":0.0000204,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":184,"usd":0.000012,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":166,"usd":0.0000098,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":847,"usd":0.0000209,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":227,"usd":0.0000168,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":171,"usd":0.0000127,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":210,"usd":0.0000112,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":633,"usd":0.0000198,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":322,"usd":0.0000119,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":282,"usd":0.0000182,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":195,"usd":0.0000098,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":200,"usd":0.000014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":170,"usd":0.0000113,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":201,"usd":0.0000112,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":183,"usd":0.0000088,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":259,"usd":0.0000136,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":254,"usd":0.0000145,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":203,"usd":0.0000127,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":221,"usd":0.0000105,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":198,"usd":0.0000233,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":810,"usd":0.0000243,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":209,"usd":0.0001189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":262,"usd":0.0001051,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":235,"usd":0.0001089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":198,"usd":0.0001029,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":211,"usd":0.00002286,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":234,"usd":0.0001226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":191,"usd":0.00002462,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":435,"usd":0.0001229,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":225,"usd":0.0001113,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":220,"usd":0.00003226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":270,"usd":0.0001107,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":176,"usd":0.0001025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":188,"usd":0.00002626,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":173,"usd":0.0001106,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":240,"usd":0.000111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":298,"usd":0.00002074,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":268,"usd":0.0001053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":200,"usd":0.00002576,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":285,"usd":0.0001163,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":189,"usd":0.0001148,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":186,"usd":0.00002174,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":198,"usd":0.00001974,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":286,"usd":0.0000959,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":179,"usd":0.0001,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":204,"usd":0.00002848,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":260,"usd":0.0000884,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":285,"usd":0.000087,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":715,"usd":0.00002618,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":241,"usd":0.00002148,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":224,"usd":0.0000975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":255,"usd":0.0000971,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":223,"usd":0.0001033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":217,"usd":0.00002246,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":261,"usd":0.0001023,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":381,"usd":0.0001033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":221,"usd":0.00001846,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":217,"usd":0.00001866,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":840,"usd":0.0001094,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":183,"usd":0.00002876,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":266,"usd":0.0001122,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":291,"usd":0.0001307,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":173,"usd":0.00002062,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":258,"usd":0.0001004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":245,"usd":0.00001856,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":241,"usd":0.00001786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":784,"usd":0.0001086,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":217,"usd":0.00002334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":192,"usd":0.0001191,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":227,"usd":0.00002854,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":302,"usd":0.0001022,"confidence":null}]},{"id":"amazon/nova-micro","name":"Nova Micro","observations":[{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":582,"usd":0.00000497,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":652,"usd":0.000004165,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":467,"usd":0.00000413,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":562,"usd":0.00000609,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":493,"usd":0.000006755,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":592,"usd":0.000003395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":551,"usd":0.000006335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":342,"usd":0.000003815,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":613,"usd":0.00000322,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":487,"usd":0.000003605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":482,"usd":0.0000091,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":587,"usd":0.00000679,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":419,"usd":0.00000483,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":427,"usd":0.00000518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":566,"usd":0.00000539,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":711,"usd":0.000005845,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":393,"usd":0.000004305,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":386,"usd":0.000003885,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":308,"usd":0.000004795,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":286,"usd":0.00000399,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":590,"usd":0.000006755,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":511,"usd":0.00000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":361,"usd":0.00000518,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":486,"usd":0.0000091,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":338,"usd":0.00000546,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":396,"usd":0.000005845,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":600,"usd":0.00000434,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":768,"usd":0.000012915,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":407,"usd":0.0000049,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":361,"usd":0.00000693,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":413,"usd":0.00000434,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":372,"usd":0.000003535,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":357,"usd":0.00000749,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":394,"usd":0.000006055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":536,"usd":0.000004655,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":414,"usd":0.000004165,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":467,"usd":0.000007245,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":374,"usd":0.000004375,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":362,"usd":0.00000623,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":607,"usd":0.0000035,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":574,"usd":0.000005075,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":487,"usd":0.00000406,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":576,"usd":0.00000413,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":388,"usd":0.00000315,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":363,"usd":0.0000049,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":480,"usd":0.000005145,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":429,"usd":0.00000455,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":333,"usd":0.00000385,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":382,"usd":0.000008085,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":414,"usd":0.000008295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":432,"usd":0.00004102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":446,"usd":0.00003612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":606,"usd":0.000037485,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":511,"usd":0.00003556,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":508,"usd":0.00003584,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":433,"usd":0.0000413,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":386,"usd":0.000043435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":565,"usd":0.000041475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":385,"usd":0.00003885,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":334,"usd":0.000039445,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":366,"usd":0.00003864,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":407,"usd":0.000034825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":522,"usd":0.000036295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":670,"usd":0.000036505,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":362,"usd":0.000036645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":426,"usd":0.000037275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":383,"usd":0.00003612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":439,"usd":0.000036505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":339,"usd":0.000040145,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":500,"usd":0.00003962,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":415,"usd":0.0000392,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":464,"usd":0.00003864,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":485,"usd":0.00003339,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":402,"usd":0.00003507,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":402,"usd":0.00003395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":386,"usd":0.0000301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":382,"usd":0.00002961,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":569,"usd":0.00003262,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":415,"usd":0.00003094,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":625,"usd":0.00003346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":469,"usd":0.0000336,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":574,"usd":0.000035595,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":403,"usd":0.000035525,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":397,"usd":0.00003591,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":430,"usd":0.000036155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":534,"usd":0.00003423,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":541,"usd":0.000034335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":612,"usd":0.00003696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":632,"usd":0.00003675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":422,"usd":0.000039725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":571,"usd":0.000045325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":610,"usd":0.000043085,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":557,"usd":0.0000392,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":378,"usd":0.00003878,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":382,"usd":0.00003857,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":442,"usd":0.00003808,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":397,"usd":0.00004011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":523,"usd":0.00004165,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":410,"usd":0.000042175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":590,"usd":0.000036715,"confidence":null}]},{"id":"anthropic/claude-sonnet-5","name":"Claude Sonnet 5","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1520,"usd":0.000458,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1142,"usd":0.000348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1069,"usd":0.000344,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1758,"usd":0.00051,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1454,"usd":0.00084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1136,"usd":0.000302,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1463,"usd":0.000482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1474,"usd":0.000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1459,"usd":0.000264,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1583,"usd":0.000302,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1202,"usd":0.000738,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1232,"usd":0.000556,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1226,"usd":0.000454,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2080,"usd":0.0013,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1148,"usd":0.000478,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1147,"usd":0.000502,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1483,"usd":0.000356,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1427,"usd":0.000586,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1399,"usd":0.000804,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1447,"usd":0.000378,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1481,"usd":0.000586,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1769,"usd":0.000824,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1398,"usd":0.000424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1225,"usd":0.000714,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1128,"usd":0.000462,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1254,"usd":0.000472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1286,"usd":0.00038,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1134,"usd":0.00096,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1096,"usd":0.000418,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1254,"usd":0.00059,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1276,"usd":0.000374,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1222,"usd":0.000296,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1479,"usd":0.000662,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1392,"usd":0.000474,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1627,"usd":0.000394,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1930,"usd":0.000728,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1153,"usd":0.000592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1535,"usd":0.000624,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1064,"usd":0.000554,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1340,"usd":0.000282,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2243,"usd":0.001152,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1964,"usd":0.001,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1452,"usd":0.00036,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1405,"usd":0.000274,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1243,"usd":0.00043,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1317,"usd":0.000424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1852,"usd":0.001248,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1366,"usd":0.000306,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1169,"usd":0.000696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1286,"usd":0.00071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1185,"usd":0.003518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1213,"usd":0.002884,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1218,"usd":0.00297,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1222,"usd":0.003166,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1479,"usd":0.003172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1158,"usd":0.003568,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1307,"usd":0.00373,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1143,"usd":0.003566,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1536,"usd":0.003586,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1320,"usd":0.003652,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1482,"usd":0.003566,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1519,"usd":0.00307,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1188,"usd":0.003214,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1406,"usd":0.00321,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1100,"usd":0.003226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1722,"usd":0.00327,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1416,"usd":0.002976,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1336,"usd":0.003044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1389,"usd":0.003294,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1353,"usd":0.003226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1022,"usd":0.0032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1065,"usd":0.003172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1121,"usd":0.002966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1268,"usd":0.003108,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1171,"usd":0.00301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1247,"usd":0.002586,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1424,"usd":0.002538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1057,"usd":0.002846,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1176,"usd":0.00268,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1208,"usd":0.00304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1444,"usd":0.002998,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1164,"usd":0.002892,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1093,"usd":0.002896,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1555,"usd":0.00307,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1218,"usd":0.00301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1142,"usd":0.002882,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1054,"usd":0.002904,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1471,"usd":0.003146,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1908,"usd":0.00312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1461,"usd":0.003542,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1753,"usd":0.003776,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1474,"usd":0.003564,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1123,"usd":0.002952,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1186,"usd":0.002934,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1077,"usd":0.002912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1368,"usd":0.003338,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1452,"usd":0.003546,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1139,"usd":0.003248,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1187,"usd":0.003292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1687,"usd":0.003098,"confidence":null}]},{"id":"openai/gpt-5.6-terra","name":"GPT 5.6 Terra","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":944,"usd":0.00035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":822,"usd":0.000292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":889,"usd":0.000288,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2555,"usd":0.000406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":866,"usd":0.000446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":943,"usd":0.000252,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":751,"usd":0.00039,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":809,"usd":0.000278,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":855,"usd":0.000232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":818,"usd":0.00026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":780,"usd":0.000576,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":739,"usd":0.000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":801,"usd":0.000342,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":876,"usd":0.000416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":941,"usd":0.00035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":853,"usd":0.000388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":942,"usd":0.000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":783,"usd":0.000274,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2440,"usd":0.000406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":934,"usd":0.000286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":879,"usd":0.00044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":750,"usd":0.00032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":734,"usd":0.000348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":870,"usd":0.00056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":860,"usd":0.000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":753,"usd":0.000372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":806,"usd":0.000312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":916,"usd":0.000758,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":664,"usd":0.00033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":893,"usd":0.00045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":910,"usd":0.000376,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":832,"usd":0.000256,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1260,"usd":0.000466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":723,"usd":0.00039,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":990,"usd":0.000396,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":957,"usd":0.000358,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":895,"usd":0.000468,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":845,"usd":0.000308,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1388,"usd":0.0004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":820,"usd":0.000246,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1218,"usd":0.000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.000364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":904,"usd":0.00029,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":897,"usd":0.000234,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1346,"usd":0.00033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":729,"usd":0.000358,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":900,"usd":0.000316,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":866,"usd":0.000264,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":827,"usd":0.000506,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":845,"usd":0.000526,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":790,"usd":0.002886,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.002092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":889,"usd":0.002691,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":964,"usd":0.002016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":775,"usd":0.002032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":780,"usd":0.0029985,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":752,"usd":0.0031385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":789,"usd":0.0030085,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":827,"usd":0.0027735,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":791,"usd":0.0028135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":735,"usd":0.002766,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":861,"usd":0.002054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":826,"usd":0.002661,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":785,"usd":0.0026935,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":805,"usd":0.002701,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1173,"usd":0.002746,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":805,"usd":0.0021,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":755,"usd":0.002636,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1016,"usd":0.0028785,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":812,"usd":0.0028585,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":733,"usd":0.0028285,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":775,"usd":0.002786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":899,"usd":0.001924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.002016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":766,"usd":0.001952,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":905,"usd":0.00179,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":716,"usd":0.001762,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":729,"usd":0.00193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1071,"usd":0.00184,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":696,"usd":0.00194,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":752,"usd":0.001932,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":770,"usd":0.00208,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":841,"usd":0.002082,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":743,"usd":0.00203,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":989,"usd":0.002024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":817,"usd":0.001954,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":931,"usd":0.001958,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":806,"usd":0.002706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":851,"usd":0.002696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":925,"usd":0.0028135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1429,"usd":0.0032235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":996,"usd":0.003071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":736,"usd":0.002002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":814,"usd":0.001978,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":895,"usd":0.001966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":873,"usd":0.0026635,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":827,"usd":0.002836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":980,"usd":0.002966,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":722,"usd":0.003006,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1045,"usd":0.002008,"confidence":null}]},{"id":"openai/gpt-5.6-sol","name":"GPT 5.6 Sol","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":684,"usd":0.00068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":823,"usd":0.000564,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":923,"usd":0.000556,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.000792,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":991,"usd":0.000872,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":810,"usd":0.000484,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":947,"usd":0.00076,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":825,"usd":0.000536,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":984,"usd":0.000444,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":873,"usd":0.0005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":959,"usd":0.001132,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":809,"usd":0.000876,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1006,"usd":0.000664,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1049,"usd":0.000668,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":884,"usd":0.00068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2256,"usd":0.000756,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":778,"usd":0.000552,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":977,"usd":0.000528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":926,"usd":0.000648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":761,"usd":0.000552,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":862,"usd":0.00086,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2408,"usd":0.00062,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":873,"usd":0.000676,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":925,"usd":0.0011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":986,"usd":0.000712,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":883,"usd":0.000724,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":868,"usd":0.000604,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":895,"usd":0.001496,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1055,"usd":0.00064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":787,"usd":0.00088,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1898,"usd":0.000588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":861,"usd":0.000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":980,"usd":0.000912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":829,"usd":0.00076,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1306,"usd":0.000628,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":839,"usd":0.000552,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":856,"usd":0.000916,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1428,"usd":0.000596,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":863,"usd":0.00078,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":855,"usd":0.000472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2333,"usd":0.000648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":935,"usd":0.000564,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":859,"usd":0.00056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":793,"usd":0.000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1091,"usd":0.00064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1419,"usd":0.000696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":896,"usd":0.000612,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1258,"usd":0.000508,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":855,"usd":0.000992,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.001032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1639,"usd":0.005752,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1023,"usd":0.004164,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1030,"usd":0.005362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2042,"usd":0.004012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":926,"usd":0.004044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":838,"usd":0.005977,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":798,"usd":0.006257,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1167,"usd":0.005997,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1001,"usd":0.005527,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.005607,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":742,"usd":0.005512,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1082,"usd":0.004088,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1047,"usd":0.005302,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":975,"usd":0.005367,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1794,"usd":0.005382,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":861,"usd":0.005472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2395,"usd":0.00418,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1353,"usd":0.005252,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":814,"usd":0.005737,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":880,"usd":0.005697,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":798,"usd":0.005637,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1367,"usd":0.005552,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":853,"usd":0.003828,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":832,"usd":0.004012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1124,"usd":0.003884,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1213,"usd":0.00356,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1029,"usd":0.003504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":812,"usd":0.00384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1005,"usd":0.00366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1792,"usd":0.00386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":939,"usd":0.003844,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":645,"usd":0.00414,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":943,"usd":0.004144,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":826,"usd":0.00404,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1117,"usd":0.004028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":875,"usd":0.003888,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":821,"usd":0.003896,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":828,"usd":0.005392,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":800,"usd":0.005372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":877,"usd":0.005607,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":850,"usd":0.006427,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1120,"usd":0.006122,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":899,"usd":0.003984,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1358,"usd":0.003936,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":968,"usd":0.003912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":869,"usd":0.005307,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":921,"usd":0.005652,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":899,"usd":0.005912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1117,"usd":0.005992,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":997,"usd":0.003996,"confidence":null}]},{"id":"openai/gpt-6-astra","name":"GPT 6 Astra","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1099,"usd":0.0017,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1925,"usd":0.00141,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4107,"usd":0.00239,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1093,"usd":0.00198,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2219,"usd":0.00218,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1889,"usd":0.00121,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1600,"usd":0.0019,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1669,"usd":0.00244,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1277,"usd":0.00111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1274,"usd":0.002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":886,"usd":0.00283,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1014,"usd":0.00219,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1164,"usd":0.00166,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2862,"usd":0.00262,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1225,"usd":0.0028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1219,"usd":0.00189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1345,"usd":0.00233,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1110,"usd":0.00197,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2526,"usd":0.00272,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2681,"usd":0.00238,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1017,"usd":0.00215,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1559,"usd":0.00255,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":988,"usd":0.00169,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1253,"usd":0.00275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1301,"usd":0.00178,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1552,"usd":0.00281,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1627,"usd":0.00151,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1120,"usd":0.00374,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2059,"usd":0.0026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":913,"usd":0.0022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1047,"usd":0.00227,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1437,"usd":0.00203,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1193,"usd":0.00228,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1216,"usd":0.0019,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2474,"usd":0.00302,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1338,"usd":0.00248,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1004,"usd":0.00229,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2643,"usd":0.00229,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1119,"usd":0.00195,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1315,"usd":0.00193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1512,"usd":0.00237,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1831,"usd":0.00301,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1662,"usd":0.0025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1377,"usd":0.00112,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1672,"usd":0.00255,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1064,"usd":0.00174,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2218,"usd":0.00303,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2580,"usd":0.00267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1362,"usd":0.00248,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1014,"usd":0.00258,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1144,"usd":0.01438,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1499,"usd":0.01041,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1458,"usd":0.013405,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1091,"usd":0.01003,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1794,"usd":0.01011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1440,"usd":0.0149425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1080,"usd":0.0156425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1728,"usd":0.0149925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1278,"usd":0.0138175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":979,"usd":0.0140175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1176,"usd":0.01378,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3681,"usd":0.01022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1288,"usd":0.013255,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1201,"usd":0.0134175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":989,"usd":0.013455,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1352,"usd":0.01368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2128,"usd":0.0111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1082,"usd":0.01313,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1067,"usd":0.0143425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2081,"usd":0.0142425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1055,"usd":0.0140925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1170,"usd":0.01388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1260,"usd":0.00957,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1151,"usd":0.01003,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2208,"usd":0.00971,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1185,"usd":0.0089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1218,"usd":0.00876,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1854,"usd":0.0096,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1168,"usd":0.00915,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1198,"usd":0.00965,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1677,"usd":0.00961,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1231,"usd":0.01035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1261,"usd":0.01036,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1177,"usd":0.0101,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1080,"usd":0.01007,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1051,"usd":0.00972,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1231,"usd":0.00974,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1490,"usd":0.01348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1327,"usd":0.01343,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1042,"usd":0.0140175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1037,"usd":0.0160675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1212,"usd":0.015305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1054,"usd":0.00996,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1008,"usd":0.00984,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1221,"usd":0.00978,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1247,"usd":0.0132675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1222,"usd":0.01413,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1772,"usd":0.01548,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3843,"usd":0.01948,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1416,"usd":0.00999,"confidence":null}]},{"id":"google/gemini-3.8-flash","name":"Gemini 3.8 Flash","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1418,"usd":0.00032925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1571,"usd":0.00039375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2510,"usd":0.00038025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1961,"usd":0.00069375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1708,"usd":0.00061575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1475,"usd":0.000231,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1154,"usd":0.000381,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2266,"usd":0.00050325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1464,"usd":0.000291,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1160,"usd":0.00036225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1454,"usd":0.00052125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1960,"usd":0.000372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":986,"usd":0.000198,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2078,"usd":0.000741,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1259,"usd":0.00037575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1151,"usd":0.000396,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1780,"usd":0.00037875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.000324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1130,"usd":0.000297,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1605,"usd":0.0006645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1607,"usd":0.0005175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1742,"usd":0.00034125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2230,"usd":0.00017475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1700,"usd":0.0006435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1046,"usd":0.000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1355,"usd":0.00041175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2220,"usd":0.00027675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1636,"usd":0.00063825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1589,"usd":0.00031125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2306,"usd":0.00039975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1986,"usd":0.0005805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1372,"usd":0.00027525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1198,"usd":0.000447,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1838,"usd":0.0003465,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1955,"usd":0.000957,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1515,"usd":0.0004455,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1294,"usd":0.00041775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1466,"usd":0.0003765,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":985,"usd":0.00027,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":888,"usd":0.00020325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2085,"usd":0.0008655,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1609,"usd":0.0007035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3823,"usd":0.00066225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1029,"usd":0.00018525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1711,"usd":0.00033825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1962,"usd":0.00038925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2486,"usd":0.00082575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1906,"usd":0.000921,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.00030975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1613,"usd":0.00043275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1246,"usd":0.000879,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2024,"usd":0.00130575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2056,"usd":0.00127425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":797,"usd":0.00075975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.0007665,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1113,"usd":0.0009045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2537,"usd":0.001278,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1740,"usd":0.0009075,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2181,"usd":0.00126675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1219,"usd":0.00084375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4211,"usd":0.00132675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1433,"usd":0.001236,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2452,"usd":0.0013275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1921,"usd":0.0015825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2014,"usd":0.0013005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1115,"usd":0.00105675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2388,"usd":0.0015615,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":943,"usd":0.0007785,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1729,"usd":0.001335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1655,"usd":0.0014295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1210,"usd":0.0008355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1133,"usd":0.00082275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1310,"usd":0.00105375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2736,"usd":0.001113,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1589,"usd":0.0011205,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1715,"usd":0.00091275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1576,"usd":0.00106125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2164,"usd":0.0012795,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1010,"usd":0.00065925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1270,"usd":0.00070725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2414,"usd":0.0016935,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1956,"usd":0.001146,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3304,"usd":0.00227025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1753,"usd":0.00118275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":907,"usd":0.00076275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2334,"usd":0.00115875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1261,"usd":0.000966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":762,"usd":0.00078525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2030,"usd":0.00123375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2100,"usd":0.0014325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1375,"usd":0.00122925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1998,"usd":0.001203,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2240,"usd":0.0012675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1742,"usd":0.00111675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1617,"usd":0.0011205,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1807,"usd":0.000792,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1144,"usd":0.0008355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1052,"usd":0.00115875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4441,"usd":0.00230475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2694,"usd":0.001068,"confidence":null}]},{"id":"google/gemini-3.1-pro-preview","name":"Gemini 3.1 Pro","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2051,"usd":0.001132,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3123,"usd":0.003016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2314,"usd":0.001894,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2656,"usd":0.002382,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2639,"usd":0.002416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2277,"usd":0.001064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2151,"usd":0.001678,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3170,"usd":0.00409,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2208,"usd":0.00163,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2168,"usd":0.001686,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2299,"usd":0.001878,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2171,"usd":0.002232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2671,"usd":0.002756,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3635,"usd":0.003732,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2354,"usd":0.002068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2434,"usd":0.002142,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3657,"usd":0.004838,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2436,"usd":0.001956,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3621,"usd":0.00378,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2771,"usd":0.002722,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2667,"usd":0.002866,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2766,"usd":0.002388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2004,"usd":0.001008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3235,"usd":0.00293,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2683,"usd":0.001856,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2729,"usd":0.002574,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2336,"usd":0.001764,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3023,"usd":0.00335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2150,"usd":0.001594,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2467,"usd":0.00215,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2541,"usd":0.002208,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2271,"usd":0.001924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3340,"usd":0.003632,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2575,"usd":0.002184,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3119,"usd":0.003482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2576,"usd":0.002486,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2565,"usd":0.00259,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2265,"usd":0.00183,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2871,"usd":0.003052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2462,"usd":0.002282,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2977,"usd":0.00418,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3124,"usd":0.003348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3205,"usd":0.00317,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1725,"usd":0.000776,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2184,"usd":0.00193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2184,"usd":0.00143,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3006,"usd":0.003554,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5124,"usd":0.00784,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2583,"usd":0.00262,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2643,"usd":0.002108,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2502,"usd":0.003786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2082,"usd":0.003312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2508,"usd":0.003292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2937,"usd":0.003972,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2292,"usd":0.003678,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3465,"usd":0.004622,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2457,"usd":0.003982,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2433,"usd":0.00451,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2929,"usd":0.004848,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2715,"usd":0.004712,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2096,"usd":0.003542,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2402,"usd":0.003598,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3927,"usd":0.00529,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3156,"usd":0.004886,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2184,"usd":0.003598,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2394,"usd":0.003782,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3122,"usd":0.004612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2507,"usd":0.003698,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2289,"usd":0.003816,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2873,"usd":0.00463,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2452,"usd":0.003694,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2572,"usd":0.004488,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2987,"usd":0.004002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3124,"usd":0.004174,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3127,"usd":0.004774,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2576,"usd":0.003398,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2854,"usd":0.00389,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3305,"usd":0.004134,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2863,"usd":0.003716,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2458,"usd":0.00346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2765,"usd":0.00436,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2456,"usd":0.003386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3565,"usd":0.005544,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3450,"usd":0.005192,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3215,"usd":0.00452,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3514,"usd":0.004812,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2755,"usd":0.003942,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2849,"usd":0.004328,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3493,"usd":0.004334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2985,"usd":0.004368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3149,"usd":0.00566,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2277,"usd":0.003524,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3015,"usd":0.00433,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2261,"usd":0.003204,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2839,"usd":0.004358,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2415,"usd":0.003758,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3117,"usd":0.004174,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2179,"usd":0.003642,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4559,"usd":0.007592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2104,"usd":0.003366,"confidence":null}]}]},{"benchmark":"GPQA Diamond · 198","date":"2026-09-20","count":198,"models":[{"id":"typesafe-ai/jev","name":"Jev","observations":[{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":201,"usd":0.000017682,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.53,0.24,0.18,0.05],"ms":240,"usd":0.000018228,"confidence":0.53},{"answered":true,"correct":true,"status":"answered","distribution":[0.69,0.21,0.06,0.04],"ms":356,"usd":0.00001953,"confidence":0.69},{"answered":true,"correct":true,"status":"answered","distribution":[0.86,0.07,0.07,0],"ms":269,"usd":0.000018102,"confidence":0.86},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":226,"usd":0.000027972,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.11,0.03,0.02],"ms":274,"usd":0.00002016,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[0.95,0.04,0.01,0],"ms":216,"usd":0.000019656,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[0.86,0.06,0.04,0.04],"ms":393,"usd":0.000031458,"confidence":0.86},{"answered":true,"correct":false,"status":"answered","distribution":[0.39999999999999997,0.36,0.2,0.04],"ms":562,"usd":0.000022386,"confidence":0.39999999999999997},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.07,0.01,0],"ms":513,"usd":0.000017934,"confidence":0.92},{"answered":true,"correct":true,"status":"answered","distribution":[0.67,0.2,0.07,0.06],"ms":268,"usd":0.000029442,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[0.95,0.03,0.01,0.01],"ms":205,"usd":0.000018774,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[0.59,0.19,0.17,0.05],"ms":274,"usd":0.00002646,"confidence":0.59},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.03,0.03,0.02],"ms":227,"usd":0.00001785,"confidence":0.92},{"answered":true,"correct":true,"status":"answered","distribution":[0.64,0.29,0.06,0.01],"ms":284,"usd":0.000024528,"confidence":0.64},{"answered":true,"correct":true,"status":"answered","distribution":[0.47,0.27,0.23,0.03],"ms":493,"usd":0.000021168,"confidence":0.47},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":221,"usd":0.000018186,"confidence":0.98},{"answered":true,"correct":false,"status":"answered","distribution":[0.47,0.38,0.08,0.07],"ms":373,"usd":0.000021882,"confidence":0.47},{"answered":true,"correct":true,"status":"answered","distribution":[0.91,0.04,0.04,0.01],"ms":254,"usd":0.00003549,"confidence":0.91},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":223,"usd":0.000020076,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":204,"usd":0.000023478,"confidence":1},{"answered":true,"correct":false,"status":"answered","distribution":[0.77,0.14,0.06,0.03],"ms":240,"usd":0.000017766,"confidence":0.77},{"answered":true,"correct":false,"status":"answered","distribution":[0.5,0.4,0.08,0.02],"ms":196,"usd":0.000023226,"confidence":0.5},{"answered":true,"correct":true,"status":"answered","distribution":[0.44,0.25,0.22,0.09],"ms":377,"usd":0.00002121,"confidence":0.44},{"answered":true,"correct":true,"status":"answered","distribution":[0.94,0.05,0.01,0],"ms":260,"usd":0.000027342,"confidence":0.94},{"answered":true,"correct":true,"status":"answered","distribution":[0.86,0.09,0.03,0.02],"ms":260,"usd":0.000027636,"confidence":0.86},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.01,0.01,0.01],"ms":231,"usd":0.000018816,"confidence":0.97},{"answered":true,"correct":false,"status":"answered","distribution":[0.63,0.18,0.17,0.02],"ms":227,"usd":0.000025998,"confidence":0.63},{"answered":true,"correct":true,"status":"answered","distribution":[0.76,0.13,0.08,0.03],"ms":211,"usd":0.000028686,"confidence":0.76},{"answered":true,"correct":true,"status":"answered","distribution":[0.34,0.31,0.22,0.13],"ms":255,"usd":0.000016044,"confidence":0.34},{"answered":true,"correct":true,"status":"answered","distribution":[0.62,0.29,0.08,0.01],"ms":261,"usd":0.000017514,"confidence":0.62},{"answered":true,"correct":false,"status":"answered","distribution":[0.31,0.26,0.25,0.18],"ms":287,"usd":0.000018102,"confidence":0.31},{"answered":true,"correct":false,"status":"answered","distribution":[0.37,0.35,0.16,0.12],"ms":218,"usd":0.00002541,"confidence":0.37},{"answered":true,"correct":true,"status":"answered","distribution":[0.67,0.14,0.12,0.07],"ms":224,"usd":0.000031836,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":234,"usd":0.000025788,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.12,0.03,0.01],"ms":273,"usd":0.000018564,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[0.6,0.25,0.1,0.05],"ms":226,"usd":0.000018312,"confidence":0.6},{"answered":true,"correct":false,"status":"answered","distribution":[0.53,0.37,0.06,0.04],"ms":197,"usd":0.000024276,"confidence":0.53},{"answered":true,"correct":false,"status":"answered","distribution":[0.33,0.33,0.18,0.16],"ms":371,"usd":0.00002163,"confidence":0.33},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":263,"usd":0.000019152,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":266,"usd":0.00001806,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.1,0.04,0.02],"ms":201,"usd":0.000021546,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[0.58,0.19,0.16,0.07],"ms":215,"usd":0.000023352,"confidence":0.58},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":243,"usd":0.000025536,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.65,0.27,0.06,0.02],"ms":236,"usd":0.000019026,"confidence":0.65},{"answered":true,"correct":true,"status":"answered","distribution":[0.43,0.32,0.2,0.05],"ms":522,"usd":0.000015666,"confidence":0.43},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":300,"usd":0.000020622,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.51,0.32,0.12,0.05],"ms":211,"usd":0.000017976,"confidence":0.51},{"answered":true,"correct":true,"status":"answered","distribution":[0.77,0.14,0.05,0.04],"ms":216,"usd":0.000030282,"confidence":0.77},{"answered":true,"correct":true,"status":"answered","distribution":[0.6,0.37,0.02,0.01],"ms":221,"usd":0.000020076,"confidence":0.6},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":249,"usd":0.000018858,"confidence":1},{"answered":true,"correct":false,"status":"answered","distribution":[0.39999999999999997,0.27,0.23,0.1],"ms":223,"usd":0.00002247,"confidence":0.39999999999999997},{"answered":true,"correct":true,"status":"answered","distribution":[0.52,0.37,0.07,0.04],"ms":217,"usd":0.000021462,"confidence":0.52},{"answered":true,"correct":true,"status":"answered","distribution":[0.7,0.18,0.08,0.04],"ms":626,"usd":0.000019488,"confidence":0.7},{"answered":true,"correct":true,"status":"answered","distribution":[0.88,0.09,0.02,0.01],"ms":233,"usd":0.000020076,"confidence":0.88},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.05,0.02,0.01],"ms":249,"usd":0.000023982,"confidence":0.92},{"answered":true,"correct":false,"status":"answered","distribution":[0.3,0.26,0.25,0.19],"ms":228,"usd":0.000019446,"confidence":0.3},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":557,"usd":0.00001596,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.8,0.1,0.06,0.04],"ms":216,"usd":0.00001743,"confidence":0.8},{"answered":true,"correct":true,"status":"answered","distribution":[0.45,0.24,0.2,0.11],"ms":223,"usd":0.000020118,"confidence":0.45},{"answered":true,"correct":true,"status":"answered","distribution":[0.81,0.13,0.05,0.01],"ms":209,"usd":0.000020874,"confidence":0.81},{"answered":true,"correct":true,"status":"answered","distribution":[0.62,0.26,0.06,0.06],"ms":254,"usd":0.000022302,"confidence":0.62},{"answered":true,"correct":true,"status":"answered","distribution":[0.47,0.29,0.19,0.05],"ms":251,"usd":0.000022008,"confidence":0.47},{"answered":true,"correct":true,"status":"answered","distribution":[0.35,0.31,0.21,0.13],"ms":243,"usd":0.00002163,"confidence":0.35},{"answered":true,"correct":true,"status":"answered","distribution":[0.72,0.13,0.11,0.04],"ms":239,"usd":0.000024108,"confidence":0.72},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.01,0.01,0.01],"ms":286,"usd":0.000016632,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":237,"usd":0.00002184,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":245,"usd":0.000018648,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.76,0.15,0.08,0.01],"ms":228,"usd":0.000020034,"confidence":0.76},{"answered":true,"correct":false,"status":"answered","distribution":[0.43,0.4,0.12,0.05],"ms":223,"usd":0.000018606,"confidence":0.43},{"answered":true,"correct":true,"status":"answered","distribution":[0.56,0.25,0.12,0.07],"ms":265,"usd":0.000018942,"confidence":0.56},{"answered":true,"correct":true,"status":"answered","distribution":[0.34,0.28,0.28,0.1],"ms":489,"usd":0.000020034,"confidence":0.34},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.04,0.04,0],"ms":265,"usd":0.00001953,"confidence":0.92},{"answered":true,"correct":true,"status":"answered","distribution":[0.39,0.21,0.21,0.19],"ms":215,"usd":0.00001869,"confidence":0.39},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.03,0.02,0.02],"ms":217,"usd":0.000039102,"confidence":0.93},{"answered":true,"correct":true,"status":"answered","distribution":[0.55,0.23,0.21,0.01],"ms":257,"usd":0.000021294,"confidence":0.55},{"answered":true,"correct":false,"status":"answered","distribution":[0.54,0.33,0.1,0.03],"ms":234,"usd":0.00003633,"confidence":0.54},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.02,0.02,0],"ms":268,"usd":0.000033726,"confidence":0.96},{"answered":true,"correct":false,"status":"answered","distribution":[0.5,0.45,0.03,0.02],"ms":216,"usd":0.000027678,"confidence":0.5},{"answered":true,"correct":true,"status":"answered","distribution":[0.36,0.31,0.26,0.07],"ms":244,"usd":0.000016506,"confidence":0.36},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.06,0.01,0],"ms":242,"usd":0.000021588,"confidence":0.93},{"answered":true,"correct":false,"status":"answered","distribution":[0.43,0.23,0.18,0.16],"ms":278,"usd":0.000045738,"confidence":0.43},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":256,"usd":0.00001974,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":368,"usd":0.000017304,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.37,0.36,0.18,0.09],"ms":238,"usd":0.000023814,"confidence":0.37},{"answered":true,"correct":false,"status":"answered","distribution":[0.42,0.27,0.26,0.05],"ms":243,"usd":0.000026166,"confidence":0.42},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.07,0,0],"ms":235,"usd":0.000024444,"confidence":0.93},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.04,0,0],"ms":246,"usd":0.000019194,"confidence":0.96},{"answered":true,"correct":true,"status":"answered","distribution":[0.39,0.31,0.24,0.06],"ms":255,"usd":0.000022764,"confidence":0.39},{"answered":true,"correct":false,"status":"answered","distribution":[0.53,0.2,0.15,0.12],"ms":294,"usd":0.00002016,"confidence":0.53},{"answered":true,"correct":true,"status":"answered","distribution":[0.65,0.25,0.07,0.03],"ms":288,"usd":0.000021714,"confidence":0.65},{"answered":true,"correct":true,"status":"answered","distribution":[0.32,0.27,0.22,0.19],"ms":257,"usd":0.000020034,"confidence":0.32},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.06,0.01,0],"ms":239,"usd":0.000028854,"confidence":0.93},{"answered":true,"correct":false,"status":"answered","distribution":[0.59,0.21,0.1,0.1],"ms":275,"usd":0.000020286,"confidence":0.59},{"answered":true,"correct":false,"status":"answered","distribution":[0.44,0.43,0.07,0.06],"ms":344,"usd":0.00002247,"confidence":0.44},{"answered":true,"correct":false,"status":"answered","distribution":[0.34,0.26,0.24,0.16],"ms":241,"usd":0.000017892,"confidence":0.34},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.01,0.01,0.01],"ms":255,"usd":0.00002373,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.59,0.22,0.15,0.04],"ms":233,"usd":0.000019404,"confidence":0.59},{"answered":true,"correct":false,"status":"answered","distribution":[0.4,0.36,0.12,0.12],"ms":203,"usd":0.000026964,"confidence":0.4},{"answered":true,"correct":true,"status":"answered","distribution":[0.76,0.2,0.02,0.02],"ms":207,"usd":0.00002142,"confidence":0.76},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":238,"usd":0.00002142,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.02,0.01,0.01],"ms":219,"usd":0.000030156,"confidence":0.96},{"answered":true,"correct":false,"status":"answered","distribution":[0.67,0.19,0.1,0.04],"ms":203,"usd":0.000025956,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[0.45,0.28,0.15,0.12],"ms":222,"usd":0.000021042,"confidence":0.45},{"answered":true,"correct":true,"status":"answered","distribution":[0.38,0.33,0.17,0.12],"ms":228,"usd":0.000021882,"confidence":0.38},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":371,"usd":0.000024234,"confidence":0.97},{"answered":true,"correct":false,"status":"answered","distribution":[0.97,0.03,0,0],"ms":216,"usd":0.00002415,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":212,"usd":0.000020328,"confidence":1},{"answered":true,"correct":false,"status":"answered","distribution":[0.45,0.24,0.19,0.12],"ms":214,"usd":0.000023352,"confidence":0.45},{"answered":true,"correct":true,"status":"answered","distribution":[0.36,0.26,0.2,0.18],"ms":260,"usd":0.000033768,"confidence":0.36},{"answered":true,"correct":false,"status":"answered","distribution":[0.36,0.35,0.19,0.1],"ms":350,"usd":0.000026292,"confidence":0.36},{"answered":true,"correct":true,"status":"answered","distribution":[0.83,0.09,0.04,0.04],"ms":317,"usd":0.000022176,"confidence":0.83},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.06,0.02,0],"ms":239,"usd":0.000022008,"confidence":0.92},{"answered":true,"correct":false,"status":"answered","distribution":[0.88,0.07,0.05,0],"ms":248,"usd":0.000019572,"confidence":0.88},{"answered":true,"correct":true,"status":"answered","distribution":[0.61,0.19,0.13,0.07],"ms":258,"usd":0.000019236,"confidence":0.61},{"answered":true,"correct":false,"status":"answered","distribution":[0.38,0.27,0.25,0.1],"ms":226,"usd":0.000023268,"confidence":0.38},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":255,"usd":0.000021042,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.91,0.08,0.01,0],"ms":199,"usd":0.000018984,"confidence":0.91},{"answered":true,"correct":false,"status":"answered","distribution":[0.48,0.22,0.16,0.14],"ms":254,"usd":0.000025242,"confidence":0.48},{"answered":true,"correct":true,"status":"answered","distribution":[0.7,0.18,0.09,0.03],"ms":281,"usd":0.0000168,"confidence":0.7},{"answered":true,"correct":false,"status":"answered","distribution":[0.57,0.31,0.08,0.04],"ms":217,"usd":0.00002436,"confidence":0.57},{"answered":true,"correct":false,"status":"answered","distribution":[0.55,0.32,0.07,0.05],"ms":254,"usd":0.000020538,"confidence":0.55},{"answered":true,"correct":false,"status":"answered","distribution":[0.45,0.29,0.22,0.04],"ms":192,"usd":0.000021336,"confidence":0.45},{"answered":true,"correct":true,"status":"answered","distribution":[0.48,0.28,0.18,0.06],"ms":243,"usd":0.000018186,"confidence":0.48},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":263,"usd":0.000022176,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.53,0.27,0.17,0.03],"ms":241,"usd":0.000022008,"confidence":0.53},{"answered":true,"correct":true,"status":"answered","distribution":[0.53,0.29,0.09,0.09],"ms":235,"usd":0.000017766,"confidence":0.53},{"answered":true,"correct":false,"status":"answered","distribution":[0.33,0.23,0.23,0.21],"ms":226,"usd":0.000130956,"confidence":0.33},{"answered":true,"correct":true,"status":"answered","distribution":[0.5,0.38,0.07,0.05],"ms":261,"usd":0.00002352,"confidence":0.5},{"answered":true,"correct":true,"status":"answered","distribution":[0.66,0.19,0.08,0.07],"ms":211,"usd":0.000016842,"confidence":0.66},{"answered":true,"correct":false,"status":"answered","distribution":[0.65,0.24,0.09,0.02],"ms":260,"usd":0.00002688,"confidence":0.65},{"answered":true,"correct":false,"status":"answered","distribution":[0.65,0.19,0.1,0.06],"ms":279,"usd":0.000025368,"confidence":0.65},{"answered":true,"correct":true,"status":"answered","distribution":[0.31,0.28,0.24,0.17],"ms":258,"usd":0.000021924,"confidence":0.31},{"answered":true,"correct":true,"status":"answered","distribution":[0.47000000000000003,0.28,0.13,0.12],"ms":205,"usd":0.000017766,"confidence":0.47000000000000003},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":261,"usd":0.000027426,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.03,0,0],"ms":454,"usd":0.000019278,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.67,0.16,0.13,0.04],"ms":344,"usd":0.000021504,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":245,"usd":0.000018984,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":217,"usd":0.000024192,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.28,0.25,0.24,0.23],"ms":232,"usd":0.00002142,"confidence":0.28},{"answered":true,"correct":true,"status":"answered","distribution":[0.38,0.31,0.25,0.06],"ms":209,"usd":0.000015624,"confidence":0.38},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":427,"usd":0.000018396,"confidence":1},{"answered":true,"correct":false,"status":"answered","distribution":[0.64,0.21,0.08,0.07],"ms":213,"usd":0.000028518,"confidence":0.64},{"answered":true,"correct":false,"status":"answered","distribution":[0.46,0.31,0.13,0.1],"ms":229,"usd":0.000018858,"confidence":0.46},{"answered":true,"correct":false,"status":"answered","distribution":[0.67,0.27,0.04,0.01],"ms":294,"usd":0.000016002,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[0.29,0.26,0.24,0.21],"ms":228,"usd":0.000024444,"confidence":0.29},{"answered":true,"correct":false,"status":"answered","distribution":[0.43,0.32,0.13,0.12],"ms":272,"usd":0.00001743,"confidence":0.43},{"answered":true,"correct":false,"status":"answered","distribution":[0.3,0.26,0.23,0.21],"ms":229,"usd":0.000021336,"confidence":0.3},{"answered":true,"correct":true,"status":"answered","distribution":[0.99,0.01,0,0],"ms":239,"usd":0.000022176,"confidence":0.99},{"answered":true,"correct":true,"status":"answered","distribution":[0.74,0.17,0.08,0.01],"ms":200,"usd":0.000022218,"confidence":0.74},{"answered":true,"correct":false,"status":"answered","distribution":[0.39,0.35,0.24,0.02],"ms":218,"usd":0.000019782,"confidence":0.39},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":524,"usd":0.000020286,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.91,0.06,0.02,0.01],"ms":240,"usd":0.000034524,"confidence":0.91},{"answered":true,"correct":true,"status":"answered","distribution":[0.95,0.05,0,0],"ms":255,"usd":0.000021924,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[0.89,0.1,0.01,0],"ms":236,"usd":0.000029862,"confidence":0.89},{"answered":true,"correct":true,"status":"answered","distribution":[0.69,0.15,0.13,0.03],"ms":205,"usd":0.000022764,"confidence":0.69},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.01,0.01,0],"ms":200,"usd":0.00002058,"confidence":0.98},{"answered":true,"correct":false,"status":"answered","distribution":[0.95,0.04,0.01,0],"ms":268,"usd":0.000021042,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[0.41,0.3,0.19,0.1],"ms":274,"usd":0.00002058,"confidence":0.41},{"answered":true,"correct":true,"status":"answered","distribution":[0.79,0.15,0.04,0.02],"ms":277,"usd":0.00001974,"confidence":0.79},{"answered":true,"correct":false,"status":"answered","distribution":[0.88,0.06,0.05,0.01],"ms":216,"usd":0.000024192,"confidence":0.88},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":234,"usd":0.000018564,"confidence":0.98},{"answered":true,"correct":false,"status":"answered","distribution":[0.42,0.42,0.11,0.05],"ms":217,"usd":0.000019866,"confidence":0.42},{"answered":true,"correct":false,"status":"answered","distribution":[0.33,0.28,0.23,0.16],"ms":213,"usd":0.00002205,"confidence":0.33},{"answered":true,"correct":true,"status":"answered","distribution":[0.74,0.17,0.07,0.02],"ms":223,"usd":0.000024066,"confidence":0.74},{"answered":true,"correct":true,"status":"answered","distribution":[0.63,0.31,0.04,0.02],"ms":240,"usd":0.000049812,"confidence":0.63},{"answered":true,"correct":true,"status":"answered","distribution":[0.6,0.2,0.12,0.08],"ms":348,"usd":0.000021588,"confidence":0.6},{"answered":true,"correct":false,"status":"answered","distribution":[0.78,0.16,0.05,0.01],"ms":215,"usd":0.00001722,"confidence":0.78},{"answered":true,"correct":true,"status":"answered","distribution":[0.67,0.33,0,0],"ms":235,"usd":0.000021084,"confidence":0.67},{"answered":true,"correct":true,"status":"answered","distribution":[0.64,0.33,0.02,0.01],"ms":235,"usd":0.000018018,"confidence":0.64},{"answered":true,"correct":false,"status":"answered","distribution":[0.56,0.36,0.06,0.02],"ms":227,"usd":0.000021252,"confidence":0.56},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.04,0,0],"ms":223,"usd":0.000022134,"confidence":0.96},{"answered":true,"correct":false,"status":"answered","distribution":[0.28,0.27,0.24,0.21],"ms":274,"usd":0.000018018,"confidence":0.28},{"answered":true,"correct":false,"status":"answered","distribution":[0.44,0.28,0.19,0.09],"ms":253,"usd":0.000020412,"confidence":0.44},{"answered":true,"correct":true,"status":"answered","distribution":[0.59,0.26,0.13,0.02],"ms":205,"usd":0.00002079,"confidence":0.59},{"answered":true,"correct":true,"status":"answered","distribution":[0.75,0.16,0.07,0.02],"ms":279,"usd":0.000023184,"confidence":0.75},{"answered":true,"correct":false,"status":"answered","distribution":[0.31,0.24,0.24,0.21],"ms":237,"usd":0.000021336,"confidence":0.31},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":1553,"usd":0.000022134,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.84,0.11,0.04,0.01],"ms":243,"usd":0.000024696,"confidence":0.84},{"answered":true,"correct":true,"status":"answered","distribution":[0.47000000000000003,0.29,0.13,0.11],"ms":251,"usd":0.000018984,"confidence":0.47000000000000003},{"answered":true,"correct":true,"status":"answered","distribution":[0.7,0.11,0.1,0.09],"ms":252,"usd":0.000023688,"confidence":0.7},{"answered":true,"correct":true,"status":"answered","distribution":[0.91,0.09,0,0],"ms":287,"usd":0.000023436,"confidence":0.91},{"answered":true,"correct":true,"status":"answered","distribution":[0.86,0.11,0.02,0.01],"ms":273,"usd":0.000016296,"confidence":0.86},{"answered":true,"correct":false,"status":"answered","distribution":[0.52,0.22,0.2,0.06],"ms":303,"usd":0.000030198,"confidence":0.52},{"answered":true,"correct":true,"status":"answered","distribution":[0.98,0.02,0,0],"ms":212,"usd":0.000019614,"confidence":0.98},{"answered":true,"correct":true,"status":"answered","distribution":[0.38,0.34,0.15,0.13],"ms":299,"usd":0.000020286,"confidence":0.38},{"answered":true,"correct":true,"status":"answered","distribution":[0.34,0.31,0.24,0.11],"ms":241,"usd":0.000025914,"confidence":0.34},{"answered":true,"correct":true,"status":"answered","distribution":[0.68,0.18,0.1,0.04],"ms":220,"usd":0.00001764,"confidence":0.68},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":225,"usd":0.000015372,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.88,0.1,0.02,0],"ms":233,"usd":0.000024318,"confidence":0.88},{"answered":true,"correct":true,"status":"answered","distribution":[0.92,0.05,0.02,0.01],"ms":243,"usd":0.000023982,"confidence":0.92},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":255,"usd":0.00002541,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.8,0.14,0.04,0.02],"ms":298,"usd":0.000017094,"confidence":0.8},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":351,"usd":0.000021,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.39,0.36,0.14,0.11],"ms":216,"usd":0.000020244,"confidence":0.39},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":209,"usd":0.000020958,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.01,0.01,0.01],"ms":225,"usd":0.000022932,"confidence":0.97},{"answered":true,"correct":false,"status":"answered","distribution":[0.3,0.26,0.25,0.19],"ms":288,"usd":0.000020034,"confidence":0.3}]},{"id":"openai/gpt-5.6-luna","name":"GPT 5.6 Luna","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":866,"usd":0.000034,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":799,"usd":0.000037,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":930,"usd":0.0000426,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1130,"usd":0.0000368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":856,"usd":0.0000866,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":983,"usd":0.0000472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":865,"usd":0.0000438,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":961,"usd":0.000099,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1027,"usd":0.0000568,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1141,"usd":0.0000364,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":913,"usd":0.0000834,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":909,"usd":0.0000386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1051,"usd":0.0000746,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":760,"usd":0.0000362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1620,"usd":0.000067,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":847,"usd":0.0000502,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":937,"usd":0.0000358,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":899,"usd":0.0000532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":933,"usd":0.0001136,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":894,"usd":0.0000466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":893,"usd":0.0000608,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":912,"usd":0.000035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":832,"usd":0.0000594,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1027,"usd":0.0000494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":925,"usd":0.0000788,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":997,"usd":0.0000816,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1056,"usd":0.00004,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1049,"usd":0.0000722,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1244,"usd":0.0000874,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":925,"usd":0.0000266,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1518,"usd":0.0000342,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1005,"usd":0.000035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":952,"usd":0.00007,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":873,"usd":0.0001004,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":921,"usd":0.0000696,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1016,"usd":0.000038,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":850,"usd":0.0000378,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":881,"usd":0.000066,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":792,"usd":0.000054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1107,"usd":0.0000422,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1024,"usd":0.0000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":906,"usd":0.0000528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":853,"usd":0.0000596,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":820,"usd":0.0000678,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":799,"usd":0.00004,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":807,"usd":0.0000256,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1501,"usd":0.0000474,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":763,"usd":0.000036,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":845,"usd":0.000091,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1087,"usd":0.0000464,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":808,"usd":0.0000408,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":809,"usd":0.0000556,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.0000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1019,"usd":0.0000424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":859,"usd":0.0000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":906,"usd":0.0000622,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":842,"usd":0.0000398,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":857,"usd":0.0000244,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":925,"usd":0.0000314,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":922,"usd":0.0000446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1003,"usd":0.0000512,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":942,"usd":0.0000554,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":985,"usd":0.0000536,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":920,"usd":0.000052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1016,"usd":0.0000646,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1000,"usd":0.0000304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1103,"usd":0.0000544,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":746,"usd":0.0000396,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":961,"usd":0.0000444,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":920,"usd":0.0000406,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1014,"usd":0.0000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1325,"usd":0.000045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.0000432,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":931,"usd":0.0000384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":788,"usd":0.0001344,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":932,"usd":0.0000506,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":897,"usd":0.0001172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":800,"usd":0.0001148,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":756,"usd":0.0000766,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1577,"usd":0.000028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1007,"usd":0.0000534,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1045,"usd":0.0001642,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1056,"usd":0.000041,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":882,"usd":0.0000322,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":860,"usd":0.0000624,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":806,"usd":0.0000744,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":854,"usd":0.0000668,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1112,"usd":0.0000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":827,"usd":0.0000572,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1527,"usd":0.0000466,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":864,"usd":0.0000532,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":924,"usd":0.0000432,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1052,"usd":0.000081,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":902,"usd":0.0000452,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":914,"usd":0.0000574,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.0000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1009,"usd":0.0000606,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":795,"usd":0.0000426,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":965,"usd":0.0000774,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":810,"usd":0.000051,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1031,"usd":0.0000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":938,"usd":0.0000908,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1057,"usd":0.0000748,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1036,"usd":0.0000504,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1154,"usd":0.0000528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":974,"usd":0.0000656,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":968,"usd":0.000061,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":769,"usd":0.0000466,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1867,"usd":0.0000622,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":827,"usd":0.000108,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":953,"usd":0.0000736,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":827,"usd":0.000054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":768,"usd":0.0000518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.0000436,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":975,"usd":0.0000416,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1001,"usd":0.0000592,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1035,"usd":0.0000508,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1045,"usd":0.0000392,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":898,"usd":0.0000682,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1040,"usd":0.0000312,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":800,"usd":0.0000646,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":844,"usd":0.0000482,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":916,"usd":0.0000472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":815,"usd":0.0000368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":801,"usd":0.0000548,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":995,"usd":0.0000564,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":860,"usd":0.000035,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":877,"usd":0.00071535,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":855,"usd":0.0000602,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":820,"usd":0.0000306,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1634,"usd":0.0000772,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":818,"usd":0.000069,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1069,"usd":0.0000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":819,"usd":0.000033,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.0000814,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":879,"usd":0.0000426,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":900,"usd":0.000052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":768,"usd":0.0000414,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":923,"usd":0.000064,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1045,"usd":0.0000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":919,"usd":0.0000256,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":800,"usd":0.0000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":946,"usd":0.0000846,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":821,"usd":0.0000376,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":936,"usd":0.0000266,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":809,"usd":0.0000676,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":997,"usd":0.0000336,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":921,"usd":0.0000472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":861,"usd":0.000056,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":873,"usd":0.0000556,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":800,"usd":0.0000452,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1197,"usd":0.000045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":979,"usd":0.000111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":912,"usd":0.0000528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":986,"usd":0.0000954,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":885,"usd":0.0000582,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":849,"usd":0.0000486,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":985,"usd":0.0000482,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":758,"usd":0.0000482,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":874,"usd":0.000043,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1113,"usd":0.0000652,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1037,"usd":0.0000398,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1196,"usd":0.0000428,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":885,"usd":0.0000534,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":812,"usd":0.0000624,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":881,"usd":0.000188,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1040,"usd":0.0000546,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1611,"usd":0.0000332,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":888,"usd":0.000051,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":894,"usd":0.0000364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.0000522,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":867,"usd":0.0000556,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":890,"usd":0.000035,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":891,"usd":0.000047,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1479,"usd":0.0000494,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":847,"usd":0.0000614,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1038,"usd":0.0000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1030,"usd":0.0000566,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":894,"usd":0.0000694,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":895,"usd":0.0000376,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":958,"usd":0.0000608,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1141,"usd":0.0000618,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":864,"usd":0.000028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":771,"usd":0.0000924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":854,"usd":0.0000428,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":972,"usd":0.0000468,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":810,"usd":0.000071,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":743,"usd":0.0000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1057,"usd":0.0000244,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":905,"usd":0.000064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1201,"usd":0.0000632,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":998,"usd":0.000072,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":850,"usd":0.0000324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1078,"usd":0.0000516,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":817,"usd":0.0000466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":929,"usd":0.000053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1000,"usd":0.000057,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1188,"usd":0.0000434,"confidence":null}]},{"id":"anthropic/claude-haiku-4.5","name":"Claude Haiku 4.5","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3544,"usd":0.002691,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7212,"usd":0.00388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4357,"usd":0.004135,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4066,"usd":0.002486,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4019,"usd":0.003553,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3808,"usd":0.002966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4353,"usd":0.002596,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4032,"usd":0.002733,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4703,"usd":0.002382,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3799,"usd":0.002255,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3694,"usd":0.002652,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":4209,"usd":0.003321,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5693,"usd":0.003322,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4667,"usd":0.002098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4223,"usd":0.003262,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4214,"usd":0.002625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3291,"usd":0.002287,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6391,"usd":0.006082,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4661,"usd":0.003603,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3042,"usd":0.001786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3752,"usd":0.002351,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3182,"usd":0.001736,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4888,"usd":0.002755,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":8902,"usd":0.006002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2579,"usd":0.002027,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4263,"usd":0.002612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3325,"usd":0.001801,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5214,"usd":0.003729,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4978,"usd":0.00448,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4883,"usd":0.002337,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4408,"usd":0.002299,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4260,"usd":0.002878,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4984,"usd":0.0026,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5686,"usd":0.003668,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4227,"usd":0.003098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4653,"usd":0.00228,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6807,"usd":0.004015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4353,"usd":0.002564,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2877,"usd":0.002429,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2751,"usd":0.001171,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2159,"usd":0.001319,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3397,"usd":0.00258,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5048,"usd":0.003518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4566,"usd":0.002595,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6354,"usd":0.003878,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6263,"usd":0.003487,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4964,"usd":0.003019,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":8555,"usd":0.004279,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4672,"usd":0.003282,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4837,"usd":0.002355,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":588,"usd":0.000207,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4005,"usd":0.002984,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5631,"usd":0.003139,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4323,"usd":0.002372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4568,"usd":0.002468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5735,"usd":0.003913,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5543,"usd":0.003791,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":560,"usd":0.000122,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2647,"usd":0.002087,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3217,"usd":0.002047,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3842,"usd":0.002469,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5424,"usd":0.00354,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3945,"usd":0.002954,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":8890,"usd":0.005918,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5175,"usd":0.003271,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":451,"usd":0.000155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4653,"usd":0.003177,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4970,"usd":0.003384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4337,"usd":0.002665,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":10469,"usd":0.005335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3755,"usd":0.002377,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6568,"usd":0.003146,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3313,"usd":0.002913,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3963,"usd":0.002528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8377,"usd":0.005407,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3510,"usd":0.001795,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5857,"usd":0.003662,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3350,"usd":0.00321,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6569,"usd":0.003698,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":7156,"usd":0.006111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5348,"usd":0.002847,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3780,"usd":0.002604,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6669,"usd":0.00474,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":696,"usd":0.00016,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5867,"usd":0.004313,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3952,"usd":0.002588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4116,"usd":0.002431,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3721,"usd":0.002062,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5757,"usd":0.003003,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5798,"usd":0.003428,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3080,"usd":0.001636,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5087,"usd":0.003945,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6000,"usd":0.004255,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4806,"usd":0.002864,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6445,"usd":0.003188,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4791,"usd":0.003557,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3860,"usd":0.0022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3910,"usd":0.00251,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5782,"usd":0.003609,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4302,"usd":0.003005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4467,"usd":0.002537,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6786,"usd":0.00366,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6381,"usd":0.004371,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3931,"usd":0.002864,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4173,"usd":0.002832,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3722,"usd":0.002456,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":544,"usd":0.000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3715,"usd":0.002945,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8145,"usd":0.005923,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4551,"usd":0.004431,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3278,"usd":0.002253,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4810,"usd":0.004191,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3746,"usd":0.002216,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2848,"usd":0.001743,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5658,"usd":0.00458,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7597,"usd":0.004316,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3092,"usd":0.001927,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3782,"usd":0.002099,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4611,"usd":0.003024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2418,"usd":0.001402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6777,"usd":0.003936,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5645,"usd":0.003505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2572,"usd":0.001911,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4386,"usd":0.002109,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2991,"usd":0.002794,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7453,"usd":0.004139,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3905,"usd":0.002118,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5777,"usd":0.00616,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7127,"usd":0.003804,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3317,"usd":0.001883,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5333,"usd":0.002975,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5601,"usd":0.003988,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4645,"usd":0.004227,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2962,"usd":0.002131,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4050,"usd":0.003317,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3922,"usd":0.002581,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3835,"usd":0.00224,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3735,"usd":0.001854,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5757,"usd":0.003509,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":10007,"usd":0.005462,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4420,"usd":0.00203,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2818,"usd":0.002121,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4437,"usd":0.003128,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4339,"usd":0.0038,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4881,"usd":0.002837,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3753,"usd":0.002053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5207,"usd":0.002381,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9680,"usd":0.005347,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4238,"usd":0.002147,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5843,"usd":0.0034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5790,"usd":0.005232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4825,"usd":0.002056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6882,"usd":0.005395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4769,"usd":0.00289,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3865,"usd":0.004319,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5881,"usd":0.003193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":521,"usd":0.000247,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3808,"usd":0.002111,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5288,"usd":0.00331,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5000,"usd":0.003575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4542,"usd":0.002804,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4658,"usd":0.003849,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5078,"usd":0.003661,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2993,"usd":0.002677,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4751,"usd":0.002224,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6054,"usd":0.004037,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4512,"usd":0.00328,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":499,"usd":0.000173,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4360,"usd":0.0019,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3814,"usd":0.003462,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4772,"usd":0.003008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3104,"usd":0.002324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3536,"usd":0.002734,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6230,"usd":0.004526,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":3536,"usd":0.002075,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5569,"usd":0.004569,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5168,"usd":0.003883,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4975,"usd":0.002843,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5130,"usd":0.003232,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6962,"usd":0.004184,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4253,"usd":0.002388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":544,"usd":0.000337,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3656,"usd":0.002088,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5845,"usd":0.003662,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2472,"usd":0.00191,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4727,"usd":0.002712,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3984,"usd":0.002855,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4147,"usd":0.002922,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3439,"usd":0.001738,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3791,"usd":0.00254,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7728,"usd":0.004067,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6587,"usd":0.003137,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1891,"usd":0.001224,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7007,"usd":0.004975,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7699,"usd":0.004182,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2715,"usd":0.002657,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4581,"usd":0.003155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4115,"usd":0.00325,"confidence":null}]},{"id":"google/gemini-3.5-flash-lite","name":"Gemini 3.5 Flash Lite","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2263,"usd":0.0012377,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2842,"usd":0.001936,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2523,"usd":0.002026,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":416,"usd":0.0000472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1730,"usd":0.0014791,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1712,"usd":0.001372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2812,"usd":0.0019616,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1899,"usd":0.0011685,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1652,"usd":0.00089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1322,"usd":0.0005763,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":429,"usd":0.0001099,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2367,"usd":0.0018231,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1809,"usd":0.0010102,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3330,"usd":0.0015123,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2157,"usd":0.0015372,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2499,"usd":0.0016655,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1724,"usd":0.0012366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2824,"usd":0.0023324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1902,"usd":0.0012923,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":494,"usd":0.0000583,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1715,"usd":0.0009417,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1652,"usd":0.000878,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1676,"usd":0.0007505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7104,"usd":0.0056827,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1357,"usd":0.0006772,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2034,"usd":0.0013582,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":470,"usd":0.000049,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1381,"usd":0.0007885,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2614,"usd":0.0018161,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4840,"usd":0.0032729,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2091,"usd":0.001194,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2928,"usd":0.0016791,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1710,"usd":0.0008473,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2855,"usd":0.0020048,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1862,"usd":0.0010468,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1044,"usd":0.0004519,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2730,"usd":0.0019825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1523,"usd":0.0009283,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1533,"usd":0.0012836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1053,"usd":0.0004113,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1175,"usd":0.00058,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1724,"usd":0.0012981,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2534,"usd":0.0015632,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1961,"usd":0.0009697,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4860,"usd":0.004001,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4708,"usd":0.0033011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1369,"usd":0.0008159,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6490,"usd":0.0039505,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1398,"usd":0.0008859,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1272,"usd":0.0003926,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1150,"usd":0.0008061,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4899,"usd":0.0038304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6624,"usd":0.0044163,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1663,"usd":0.000838,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1621,"usd":0.0009017,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1834,"usd":0.0011096,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2758,"usd":0.0023621,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1106,"usd":0.0004493,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2226,"usd":0.0017797,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2680,"usd":0.0020338,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2789,"usd":0.0016037,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4325,"usd":0.0030492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3001,"usd":0.0026645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4294,"usd":0.0032662,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1580,"usd":0.0008993,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":521,"usd":0.0000364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1486,"usd":0.0009553,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2339,"usd":0.0017202,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2851,"usd":0.0020517,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6911,"usd":0.0042167,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1686,"usd":0.0010389,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2558,"usd":0.0012055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1581,"usd":0.0013005,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1858,"usd":0.001168,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1829,"usd":0.001106,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":590,"usd":0.0000649,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1343,"usd":0.0007035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1233,"usd":0.0007767,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2821,"usd":0.0019363,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6427,"usd":0.0047795,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1921,"usd":0.0009556,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1473,"usd":0.0008095,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2661,"usd":0.0022884,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1012,"usd":0.0003576,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3155,"usd":0.0023815,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1755,"usd":0.0010655,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2518,"usd":0.0014764,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":469,"usd":0.000049,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6937,"usd":0.0041497,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1940,"usd":0.0009983,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1527,"usd":0.0007625,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9132,"usd":0.0070034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":581,"usd":0.0001171,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1568,"usd":0.0007665,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4380,"usd":0.0029857,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2738,"usd":0.0020582,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1167,"usd":0.0005607,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1563,"usd":0.0008815,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1881,"usd":0.0010966,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2709,"usd":0.0015855,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1787,"usd":0.0009017,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":556,"usd":0.0001222,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3492,"usd":0.0022274,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1606,"usd":0.0009854,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2628,"usd":0.0018636,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1903,"usd":0.0007634,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":600,"usd":0.0000778,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1417,"usd":0.0009233,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4596,"usd":0.0035794,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6164,"usd":0.0042467,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1479,"usd":0.0009092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3220,"usd":0.0027095,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2053,"usd":0.001194,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1226,"usd":0.0007773,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2771,"usd":0.0017222,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2632,"usd":0.0020195,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1955,"usd":0.0009656,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1311,"usd":0.0005723,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":675,"usd":0.0000895,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1453,"usd":0.0008335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1919,"usd":0.0010539,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3767,"usd":0.0026832,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3135,"usd":0.0025035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2227,"usd":0.0015772,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1247,"usd":0.0010021,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4980,"usd":0.0034477,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2124,"usd":0.0012314,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":497,"usd":0.0007327,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7143,"usd":0.0048212,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1959,"usd":0.0010292,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3153,"usd":0.0017618,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2888,"usd":0.0019708,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2726,"usd":0.0021439,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2597,"usd":0.001904,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2000,"usd":0.0015145,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1412,"usd":0.0009487,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1353,"usd":0.0007887,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1091,"usd":0.0005517,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1229,"usd":0.0006627,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5181,"usd":0.0035542,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2582,"usd":0.0015189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":922,"usd":0.000574,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1868,"usd":0.0010562,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1924,"usd":0.0014714,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2185,"usd":0.001486,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1933,"usd":0.0008015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1912,"usd":0.0013877,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7953,"usd":0.0064502,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3267,"usd":0.0018777,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2203,"usd":0.0013533,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2944,"usd":0.0027714,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1463,"usd":0.0007195,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2033,"usd":0.0013073,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1384,"usd":0.0008202,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2392,"usd":0.002166,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2170,"usd":0.0015198,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":778,"usd":0.0002581,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2577,"usd":0.0014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2300,"usd":0.0015562,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1565,"usd":0.0009105,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2048,"usd":0.0011235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2086,"usd":0.0014645,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2597,"usd":0.002253,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1871,"usd":0.0013787,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4598,"usd":0.002396,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1651,"usd":0.0008364,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1182,"usd":0.0006005,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":464,"usd":0.0000418,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2299,"usd":0.0012026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4640,"usd":0.0039428,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1988,"usd":0.0013284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1764,"usd":0.0012251,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1605,"usd":0.001131,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3232,"usd":0.0027303,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2156,"usd":0.00121,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4538,"usd":0.0037176,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1820,"usd":0.0010217,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1803,"usd":0.0010393,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2017,"usd":0.0013977,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2784,"usd":0.0020032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2158,"usd":0.0012546,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":497,"usd":0.0000832,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4006,"usd":0.0024944,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2026,"usd":0.0013745,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1368,"usd":0.0008267,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1782,"usd":0.0006156,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2392,"usd":0.0015865,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2172,"usd":0.0014708,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1655,"usd":0.0007071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1497,"usd":0.0007943,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2043,"usd":0.0011594,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1406,"usd":0.0007451,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1493,"usd":0.0007766,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2122,"usd":0.0013267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5596,"usd":0.0042041,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1964,"usd":0.0015117,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1798,"usd":0.0011997,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2318,"usd":0.0015687,"confidence":null}]},{"id":"mistral/ministral-3b","name":"Ministral 3B","observations":[{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":202,"usd":0.0000145,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":273,"usd":0.0000153,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":241,"usd":0.0000174,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":202,"usd":0.0000155,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":301,"usd":0.0000384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":228,"usd":0.0000205,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":201,"usd":0.0000187,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":297,"usd":0.0000468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":186,"usd":0.0000252,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":342,"usd":0.0000151,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":223,"usd":0.0000374,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":276,"usd":0.0000169,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":184,"usd":0.0000308,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":267,"usd":0.0000148,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":291,"usd":0.0000306,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":231,"usd":0.0000211,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":259,"usd":0.0000155,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":234,"usd":0.0000243,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":197,"usd":0.0000481,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":313,"usd":0.0000201,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":243,"usd":0.0000259,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":218,"usd":0.0000144,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":222,"usd":0.0000243,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":232,"usd":0.0000221,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":485,"usd":0.0000339,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":198,"usd":0.0000368,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":217,"usd":0.0000167,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":473,"usd":0.0000303,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":190,"usd":0.0000412,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":226,"usd":0.0000102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":219,"usd":0.0000137,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":165,"usd":0.0000159,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":233,"usd":0.0000311,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":477,"usd":0.0000418,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":801,"usd":0.0000317,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":320,"usd":0.0000169,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":241,"usd":0.0000162,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":243,"usd":0.0000293,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":215,"usd":0.0000246,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":201,"usd":0.0000179,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":183,"usd":0.0000152,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":285,"usd":0.0000237,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":240,"usd":0.0000229,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":311,"usd":0.000029,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":244,"usd":0.0000177,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":228,"usd":0.0000095,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":235,"usd":0.0000209,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":212,"usd":0.0000151,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":283,"usd":0.0000406,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":278,"usd":0.0000202,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":271,"usd":0.0000173,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":243,"usd":0.0000256,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":258,"usd":0.0000229,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":251,"usd":0.0000165,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":302,"usd":0.000019,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":302,"usd":0.0000263,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":356,"usd":0.000019,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":313,"usd":0.0000092,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":299,"usd":0.0000136,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":205,"usd":0.0000204,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":304,"usd":0.0000218,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":311,"usd":0.000024,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":438,"usd":0.0000249,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":287,"usd":0.0000237,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":236,"usd":0.0000285,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":236,"usd":0.000012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":241,"usd":0.0000236,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":296,"usd":0.0000165,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":251,"usd":0.0000201,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":184,"usd":0.0000173,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":251,"usd":0.0000174,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":225,"usd":0.0000191,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":267,"usd":0.0000189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":275,"usd":0.000017,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":348,"usd":0.0000639,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":291,"usd":0.0000216,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":286,"usd":0.0000542,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":259,"usd":0.0000497,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":349,"usd":0.0000379,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":282,"usd":0.000012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":355,"usd":0.0000238,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":319,"usd":0.0000823,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":253,"usd":0.0000187,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":236,"usd":0.0000127,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":295,"usd":0.000029,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":280,"usd":0.000031,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":858,"usd":0.0000298,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":361,"usd":0.0000166,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":230,"usd":0.0000262,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":264,"usd":0.0000189,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":225,"usd":0.0000219,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":307,"usd":0.0000202,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":281,"usd":0.0000387,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":274,"usd":0.0000192,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":216,"usd":0.0000247,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":230,"usd":0.0000149,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":290,"usd":0.0000259,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":220,"usd":0.0000168,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":262,"usd":0.0000355,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":228,"usd":0.0000227,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":369,"usd":0.0000206,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":779,"usd":0.0000403,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":271,"usd":0.0000344,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":227,"usd":0.0000226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":249,"usd":0.0000243,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":227,"usd":0.0000278,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":283,"usd":0.0000273,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":228,"usd":0.0000196,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":234,"usd":0.0000279,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":296,"usd":0.0000528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":242,"usd":0.0000293,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":266,"usd":0.0000247,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":241,"usd":0.0000241,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":247,"usd":0.0000175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":714,"usd":0.0000181,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":274,"usd":0.000026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":233,"usd":0.0000213,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":203,"usd":0.0000151,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":200,"usd":0.0000307,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":237,"usd":0.0000124,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":877,"usd":0.0000284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":196,"usd":0.0000206,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":253,"usd":0.0000228,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":171,"usd":0.000016,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":177,"usd":0.0000239,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":188,"usd":0.000024,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":205,"usd":0.0000138,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":314,"usd":0.0002995,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":197,"usd":0.0000268,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":365,"usd":0.0000124,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":206,"usd":0.0000352,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":238,"usd":0.0000315,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":282,"usd":0.0000248,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":224,"usd":0.0000141,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":242,"usd":0.0000344,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":213,"usd":0.0000181,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":228,"usd":0.0000241,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":266,"usd":0.0000176,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":268,"usd":0.0000268,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":234,"usd":0.0000226,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":193,"usd":0.0000096,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":183,"usd":0.0000164,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":185,"usd":0.0000373,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":191,"usd":0.0000174,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":182,"usd":0.0000098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":180,"usd":0.0000295,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":188,"usd":0.000014,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":192,"usd":0.0000223,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":220,"usd":0.0000243,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":295,"usd":0.0000236,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":213,"usd":0.0000195,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":173,"usd":0.0000181,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":231,"usd":0.0000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":213,"usd":0.0000239,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":303,"usd":0.000042,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":237,"usd":0.0000245,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":184,"usd":0.0000213,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":191,"usd":0.00002,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":190,"usd":0.0000215,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":216,"usd":0.0000193,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":229,"usd":0.0000299,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":237,"usd":0.0000172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":234,"usd":0.0000196,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":182,"usd":0.0000239,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":254,"usd":0.0000279,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":811,"usd":0.0000835,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":180,"usd":0.0000246,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":224,"usd":0.0000135,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":185,"usd":0.0000226,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":162,"usd":0.0000152,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":221,"usd":0.0000227,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":282,"usd":0.0000253,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":186,"usd":0.0000153,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":231,"usd":0.0000211,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":185,"usd":0.0000216,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":262,"usd":0.0000275,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":273,"usd":0.0000228,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":297,"usd":0.0000245,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":246,"usd":0.0000321,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":256,"usd":0.0000176,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":382,"usd":0.0000291,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":196,"usd":0.000028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":250,"usd":0.0000105,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":242,"usd":0.0000426,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":198,"usd":0.0000169,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":166,"usd":0.0000192,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":252,"usd":0.0000335,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":200,"usd":0.0000143,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":187,"usd":0.000009,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":192,"usd":0.0000289,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":191,"usd":0.0000262,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":203,"usd":0.0000314,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":307,"usd":0.000013,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":227,"usd":0.0000225,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":777,"usd":0.0000206,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":612,"usd":0.0000227,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":239,"usd":0.0000255,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":211,"usd":0.0000188,"confidence":null}]},{"id":"amazon/nova-micro","name":"Nova Micro","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":599,"usd":0.00000497,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":377,"usd":0.000005565,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":568,"usd":0.0000063,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":422,"usd":0.00000539,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":450,"usd":0.00001365,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":516,"usd":0.000007735,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":317,"usd":0.000006405,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":669,"usd":0.000016905,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":445,"usd":0.00000959,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":383,"usd":0.000005425,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":671,"usd":0.000012845,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":402,"usd":0.000005635,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":599,"usd":0.00001183,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":641,"usd":0.000005355,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":381,"usd":0.000010675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":364,"usd":0.000008155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":385,"usd":0.00000539,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":593,"usd":0.00000903,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":423,"usd":0.000018375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":607,"usd":0.000007,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":309,"usd":0.000009345,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":639,"usd":0.00000511,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":433,"usd":0.000008855,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":582,"usd":0.000007735,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":400,"usd":0.000012495,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":636,"usd":0.00001365,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":387,"usd":0.000005915,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":491,"usd":0.00001148,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":337,"usd":0.000013545,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":483,"usd":0.000003605,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":523,"usd":0.000005005,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":564,"usd":0.000005565,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":577,"usd":0.000011025,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":432,"usd":0.00001659,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":354,"usd":0.00001092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":447,"usd":0.000005495,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":465,"usd":0.00000567,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":450,"usd":0.00001078,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":318,"usd":0.000008715,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":566,"usd":0.000006265,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":646,"usd":0.000005425,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":605,"usd":0.000008295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":332,"usd":0.000008575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":458,"usd":0.00001029,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":569,"usd":0.000006265,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":404,"usd":0.00000336,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":512,"usd":0.00000749,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":424,"usd":0.000005425,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":368,"usd":0.00001533,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":415,"usd":0.000007105,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":437,"usd":0.000006265,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":412,"usd":0.00000889,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":480,"usd":0.000008155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":652,"usd":0.00000588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":576,"usd":0.00000721,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":426,"usd":0.000009275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":562,"usd":0.000006755,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":429,"usd":0.000003045,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":446,"usd":0.000004655,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":415,"usd":0.000007105,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":562,"usd":0.00000791,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":393,"usd":0.00000882,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":413,"usd":0.00000896,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":400,"usd":0.0000084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":444,"usd":0.000010605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":405,"usd":0.00000427,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":525,"usd":0.00000826,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":326,"usd":0.000005845,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":580,"usd":0.00000693,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":465,"usd":0.000006265,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":637,"usd":0.00000602,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":565,"usd":0.00000714,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":396,"usd":0.000006755,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":660,"usd":0.00000602,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":628,"usd":0.00001904,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":477,"usd":0.000007875,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":564,"usd":0.000019845,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":729,"usd":0.0000189,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":491,"usd":0.00001386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":702,"usd":0.000004305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":554,"usd":0.00000903,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":481,"usd":0.000030555,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.00000658,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":391,"usd":0.00000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":602,"usd":0.00001015,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":329,"usd":0.0000119,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":429,"usd":0.000010745,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":404,"usd":0.00000581,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":336,"usd":0.00000945,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":415,"usd":0.000006965,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":506,"usd":0.000007875,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":682,"usd":0.000007805,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":368,"usd":0.000014175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":378,"usd":0.00000693,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":397,"usd":0.000008855,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":502,"usd":0.00000525,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":407,"usd":0.000009275,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":587,"usd":0.000006055,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":474,"usd":0.000013055,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":402,"usd":0.000007735,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":329,"usd":0.00000735,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":392,"usd":0.00001456,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":548,"usd":0.000013195,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":513,"usd":0.000008015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":380,"usd":0.00000847,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":612,"usd":0.000010325,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":458,"usd":0.000009415,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":396,"usd":0.00000686,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":399,"usd":0.00001001,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":433,"usd":0.000019705,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":416,"usd":0.00001127,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":430,"usd":0.00000868,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":359,"usd":0.000008365,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":556,"usd":0.00000651,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":364,"usd":0.00000644,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":413,"usd":0.000009345,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":623,"usd":0.00000812,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":433,"usd":0.00000553,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":588,"usd":0.000010535,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":413,"usd":0.000004515,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":419,"usd":0.000009975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":412,"usd":0.00000742,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":503,"usd":0.00000791,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":352,"usd":0.000005635,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":630,"usd":0.000008435,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":315,"usd":0.000009135,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":651,"usd":0.00000511,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":438,"usd":0.00007406,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":380,"usd":0.000009835,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":368,"usd":0.00000427,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":392,"usd":0.000012425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":456,"usd":0.000010395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":611,"usd":0.00000868,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":327,"usd":0.000004865,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":380,"usd":0.000012635,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":438,"usd":0.00000658,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":350,"usd":0.000008505,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":366,"usd":0.000006055,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":375,"usd":0.000009835,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":384,"usd":0.00000777,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":387,"usd":0.00000336,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":507,"usd":0.000005705,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":512,"usd":0.000013825,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":482,"usd":0.00000602,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":361,"usd":0.000003605,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":333,"usd":0.0000105,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":362,"usd":0.000005005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":400,"usd":0.000007805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":309,"usd":0.00000861,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":393,"usd":0.000008925,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":431,"usd":0.00000693,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":401,"usd":0.00000637,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":443,"usd":0.000018375,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":409,"usd":0.00000868,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":406,"usd":0.000015085,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":392,"usd":0.000009415,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":375,"usd":0.00000728,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":840,"usd":0.000007455,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":332,"usd":0.00000756,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":304,"usd":0.00000686,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":545,"usd":0.000010745,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":371,"usd":0.000006125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":427,"usd":0.00000672,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":401,"usd":0.000008295,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":447,"usd":0.000009835,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":460,"usd":0.0000308,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":513,"usd":0.00000903,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":385,"usd":0.00000497,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":394,"usd":0.000007875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":374,"usd":0.0000056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":392,"usd":0.000008365,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":374,"usd":0.000009135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":554,"usd":0.000005495,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":444,"usd":0.000007245,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":352,"usd":0.00000735,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":361,"usd":0.000009695,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":384,"usd":0.000007735,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":439,"usd":0.000008715,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":402,"usd":0.000011095,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":430,"usd":0.00000623,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":495,"usd":0.00001015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":422,"usd":0.000009625,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":408,"usd":0.00000371,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":301,"usd":0.00001715,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":367,"usd":0.000005915,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":372,"usd":0.000006545,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":836,"usd":0.000012495,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":442,"usd":0.000005005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":405,"usd":0.000003115,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":421,"usd":0.000010325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":323,"usd":0.000009905,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":370,"usd":0.000011515,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":406,"usd":0.00000462,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":354,"usd":0.00000798,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":390,"usd":0.000007175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":573,"usd":0.00000819,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":358,"usd":0.00000924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":411,"usd":0.000006825,"confidence":null}]},{"id":"anthropic/claude-sonnet-5","name":"Claude Sonnet 5","observations":[{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1384,"usd":0.000436,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1075,"usd":0.000484,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":850,"usd":0.000562,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":739,"usd":0.00048,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":926,"usd":0.00119,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2617,"usd":0.002284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.000596,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1394,"usd":0.001328,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1221,"usd":0.000678,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":949,"usd":0.000472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1196,"usd":0.001324,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":905,"usd":0.000498,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":850,"usd":0.001016,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":821,"usd":0.000494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2449,"usd":0.002276,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.000644,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1373,"usd":0.000436,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1318,"usd":0.000718,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1011,"usd":0.001664,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":950,"usd":0.000638,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":863,"usd":0.000818,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1211,"usd":0.000482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1136,"usd":0.000794,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1045,"usd":0.00071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":975,"usd":0.001032,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7834,"usd":0.00102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1364,"usd":0.000528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":922,"usd":0.000948,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1286,"usd":0.001274,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":983,"usd":0.000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1192,"usd":0.000442,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":790,"usd":0.000446,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1177,"usd":0.000852,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1291,"usd":0.001382,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":884,"usd":0.00096,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1223,"usd":0.000528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":902,"usd":0.000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1583,"usd":0.001346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":905,"usd":0.000674,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1313,"usd":0.00055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8345,"usd":0.000468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":976,"usd":0.000696,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1206,"usd":0.0008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1231,"usd":0.000988,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":919,"usd":0.000478,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1279,"usd":0.000304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1175,"usd":0.000614,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":940,"usd":0.00048,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1044,"usd":0.001222,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1146,"usd":0.000644,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1136,"usd":0.00049,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1230,"usd":0.00074,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":913,"usd":0.000654,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":831,"usd":0.000508,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":819,"usd":0.000622,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1019,"usd":0.00084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.000538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1347,"usd":0.000322,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1086,"usd":0.000364,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1211,"usd":0.000634,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":854,"usd":0.00069,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":865,"usd":0.000756,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":964,"usd":0.000696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1223,"usd":0.00067,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":892,"usd":0.000818,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":814,"usd":0.000384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":971,"usd":0.000722,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":864,"usd":0.00054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1265,"usd":0.000592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1317,"usd":0.000532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1588,"usd":0.00106,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1044,"usd":0.0006,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1219,"usd":0.000522,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2295,"usd":0.002164,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":948,"usd":0.002054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1086,"usd":0.000694,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1371,"usd":0.0015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1135,"usd":0.001626,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1114,"usd":0.000954,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":887,"usd":0.00034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1990,"usd":0.000734,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":815,"usd":0.002018,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":960,"usd":0.000478,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":889,"usd":0.000482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3551,"usd":0.00288,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":980,"usd":0.00101,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1383,"usd":0.000846,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1317,"usd":0.000574,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":930,"usd":0.000742,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":857,"usd":0.000574,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.000692,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1148,"usd":0.000602,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.001076,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":985,"usd":0.000558,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.000726,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1144,"usd":0.000424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1102,"usd":0.000868,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":939,"usd":0.000508,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":872,"usd":0.00105,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":710,"usd":0.000732,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":781,"usd":0.00069,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1300,"usd":0.001286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.001098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":944,"usd":0.000682,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":973,"usd":0.000714,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":877,"usd":0.000834,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1064,"usd":0.00095,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":902,"usd":0.000662,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1264,"usd":0.000836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6445,"usd":0.006476,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1057,"usd":0.000974,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":926,"usd":0.000682,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":933,"usd":0.000698,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":834,"usd":0.000572,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3753,"usd":0.0038,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1478,"usd":0.000742,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":883,"usd":0.000684,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.00049,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1221,"usd":0.00084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":878,"usd":0.000376,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1131,"usd":0.000798,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":892,"usd":0.00065,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":966,"usd":0.000676,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1127,"usd":0.000502,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":864,"usd":0.000742,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1340,"usd":0.000834,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":787,"usd":0.00042,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1317,"usd":0.0099,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1306,"usd":0.000858,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":742,"usd":0.0004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1263,"usd":0.001038,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":776,"usd":0.00089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3201,"usd":0.002984,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":908,"usd":0.000416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":868,"usd":0.001216,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1097,"usd":0.000548,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1072,"usd":0.00073,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1191,"usd":0.00055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1399,"usd":0.000816,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":803,"usd":0.000692,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":932,"usd":0.00031,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":801,"usd":0.000498,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1097,"usd":0.00122,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":885,"usd":0.00047,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1009,"usd":0.000308,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1136,"usd":0.00079,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3047,"usd":0.001518,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1243,"usd":0.000622,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1060,"usd":0.000828,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1022,"usd":0.000698,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":793,"usd":0.000566,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":973,"usd":0.000618,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1041,"usd":0.0015,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1074,"usd":0.000722,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1355,"usd":0.001312,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1113,"usd":0.00084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1335,"usd":0.000706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1302,"usd":0.000728,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1416,"usd":0.00068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1012,"usd":0.000582,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2422,"usd":0.000986,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7686,"usd":0.000542,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1216,"usd":0.000516,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":905,"usd":0.000714,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1009,"usd":0.000898,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":923,"usd":0.003018,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":813,"usd":0.000768,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1181,"usd":0.00045,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1253,"usd":0.00075,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2940,"usd":0.000462,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":875,"usd":0.000638,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":827,"usd":0.000706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1897,"usd":0.001664,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":839,"usd":0.000634,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1386,"usd":0.000656,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":753,"usd":0.000758,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4574,"usd":0.004496,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1141,"usd":0.000844,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":901,"usd":0.000834,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1325,"usd":0.000468,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1061,"usd":0.000814,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":933,"usd":0.000894,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":771,"usd":0.000348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1155,"usd":0.001408,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1055,"usd":0.00063,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1059,"usd":0.00058,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":830,"usd":0.001036,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":955,"usd":0.000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.000298,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1625,"usd":0.000916,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1203,"usd":0.00089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":908,"usd":0.001058,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1120,"usd":0.00038,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":935,"usd":0.000648,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":797,"usd":0.000602,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1097,"usd":0.00073,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1021,"usd":0.000734,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":851,"usd":0.00054,"confidence":null}]},{"id":"openai/gpt-5.6-terra","name":"GPT 5.6 Terra","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":727,"usd":0.00034,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":910,"usd":0.00037,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":869,"usd":0.000426,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1041,"usd":0.000368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":826,"usd":0.000866,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":847,"usd":0.000544,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.000438,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":774,"usd":0.00099,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":933,"usd":0.000568,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":761,"usd":0.000364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":953,"usd":0.000834,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":827,"usd":0.000386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":848,"usd":0.000746,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1045,"usd":0.000362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":930,"usd":0.00067,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1020,"usd":0.000502,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1048,"usd":0.00043,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1014,"usd":0.000532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1195,"usd":0.001136,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":902,"usd":0.000466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":764,"usd":0.000608,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":816,"usd":0.00035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":928,"usd":0.000666,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":894,"usd":0.000494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":708,"usd":0.000788,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":834,"usd":0.000816,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":743,"usd":0.0004,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":879,"usd":0.000722,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":751,"usd":0.000874,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.000338,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":950,"usd":0.000414,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":965,"usd":0.000422,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":774,"usd":0.0007,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":679,"usd":0.001004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":992,"usd":0.000696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":901,"usd":0.000452,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":821,"usd":0.00045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1046,"usd":0.00066,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1035,"usd":0.00054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1411,"usd":0.000422,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":732,"usd":0.000366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":994,"usd":0.0006,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":767,"usd":0.000596,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.000678,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":803,"usd":0.0004,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":789,"usd":0.000328,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1227,"usd":0.000474,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":820,"usd":0.000432,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1718,"usd":0.00091,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":812,"usd":0.000464,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1031,"usd":0.000408,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":864,"usd":0.000628,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":922,"usd":0.000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":721,"usd":0.000424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":924,"usd":0.000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":780,"usd":0.000622,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":942,"usd":0.000398,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":762,"usd":0.000244,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":922,"usd":0.000386,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1235,"usd":0.000446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1038,"usd":0.000512,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":994,"usd":0.000554,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1018,"usd":0.000608,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":846,"usd":0.00052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1244,"usd":0.000646,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":781,"usd":0.000304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":954,"usd":0.000544,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":898,"usd":0.000396,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1032,"usd":0.000516,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":943,"usd":0.000478,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1081,"usd":0.000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":740,"usd":0.00045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":822,"usd":0.000432,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":913,"usd":0.000384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":18842,"usd":0.001344,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":901,"usd":0.000506,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":815,"usd":0.001172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":868,"usd":0.001148,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1007,"usd":0.000766,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":999,"usd":0.00028,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":830,"usd":0.000534,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":970,"usd":0.001642,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":998,"usd":0.000482,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":959,"usd":0.000322,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1028,"usd":0.000696,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":747,"usd":0.000744,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":803,"usd":0.000668,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":844,"usd":0.000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":995,"usd":0.000572,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1526,"usd":0.000538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":784,"usd":0.000532,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":897,"usd":0.000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":744,"usd":0.00081,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":819,"usd":0.000452,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":981,"usd":0.000646,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1207,"usd":0.000406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1043,"usd":0.000606,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":832,"usd":0.000426,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":856,"usd":0.000774,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":834,"usd":0.00051,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":997,"usd":0.000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1060,"usd":0.000908,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":818,"usd":0.000748,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":858,"usd":0.000504,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":708,"usd":0.000528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":791,"usd":0.000656,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":835,"usd":0.00061,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":796,"usd":0.000466,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":987,"usd":0.000622,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.00108,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":756,"usd":0.000736,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1005,"usd":0.000612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":796,"usd":0.000518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":845,"usd":0.000436,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1039,"usd":0.000416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1156,"usd":0.000592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":723,"usd":0.000508,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":741,"usd":0.000392,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1048,"usd":0.000682,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":921,"usd":0.000312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":866,"usd":0.000646,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":766,"usd":0.000554,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":830,"usd":0.000472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":865,"usd":0.000368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.000548,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":845,"usd":0.000564,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":920,"usd":0.00035,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1081,"usd":0.0071535,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":924,"usd":0.000674,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":893,"usd":0.000378,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":720,"usd":0.000772,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":762,"usd":0.00069,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1059,"usd":0.000576,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1164,"usd":0.000402,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":957,"usd":0.000814,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":871,"usd":0.000426,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":965,"usd":0.000592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":853,"usd":0.000414,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":997,"usd":0.00064,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":788,"usd":0.000504,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1010,"usd":0.000328,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":855,"usd":0.000402,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":902,"usd":0.000846,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":769,"usd":0.000448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1102,"usd":0.000338,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":891,"usd":0.000676,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":894,"usd":0.000336,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1758,"usd":0.000472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":826,"usd":0.00056,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":884,"usd":0.000628,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":847,"usd":0.000452,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":724,"usd":0.00045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1276,"usd":0.00111,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":681,"usd":0.000528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":781,"usd":0.000954,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1982,"usd":0.000582,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":841,"usd":0.000486,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":775,"usd":0.000482,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":999,"usd":0.000482,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":779,"usd":0.00043,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":841,"usd":0.000652,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":786,"usd":0.000398,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1094,"usd":0.0005,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1044,"usd":0.000606,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":954,"usd":0.000624,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":734,"usd":0.00188,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1037,"usd":0.000546,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1147,"usd":0.000332,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":839,"usd":0.00051,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":995,"usd":0.000436,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":785,"usd":0.000522,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":778,"usd":0.000556,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":928,"usd":0.000422,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1340,"usd":0.000542,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":767,"usd":0.000494,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":929,"usd":0.000614,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1213,"usd":0.000576,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":722,"usd":0.000566,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1009,"usd":0.000766,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":998,"usd":0.000448,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1018,"usd":0.000608,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":769,"usd":0.000618,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1385,"usd":0.000352,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":758,"usd":0.000924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1310,"usd":0.000428,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1230,"usd":0.000468,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":977,"usd":0.000782,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1082,"usd":0.000334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":822,"usd":0.000244,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":832,"usd":0.00064,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":865,"usd":0.000632,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":813,"usd":0.00072,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":883,"usd":0.000324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1981,"usd":0.000516,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":850,"usd":0.000538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":812,"usd":0.00053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":770,"usd":0.00057,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":978,"usd":0.000434,"confidence":null}]},{"id":"openai/gpt-5.6-sol","name":"GPT 5.6 Sol","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1211,"usd":0.00066,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.00072,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":925,"usd":0.000832,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":788,"usd":0.000716,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1596,"usd":0.001712,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":906,"usd":0.000924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":995,"usd":0.000856,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5460,"usd":0.00196,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1061,"usd":0.001116,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":946,"usd":0.000708,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1561,"usd":0.001648,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1494,"usd":0.000752,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1185,"usd":0.001472,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3316,"usd":0.000704,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2604,"usd":0.00132,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":886,"usd":0.000984,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":872,"usd":0.000696,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":966,"usd":0.001044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":897,"usd":0.002252,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":936,"usd":0.000912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1022,"usd":0.001196,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1839,"usd":0.00068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":867,"usd":0.001168,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":911,"usd":0.000968,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1020,"usd":0.001556,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":842,"usd":0.001612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1559,"usd":0.00078,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":904,"usd":0.001424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":749,"usd":0.001728,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1015,"usd":0.000512,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":922,"usd":0.000664,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":907,"usd":0.00068,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2976,"usd":0.00138,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1012,"usd":0.001988,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1064,"usd":0.001372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":883,"usd":0.00074,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1007,"usd":0.000736,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1409,"usd":0.0013,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1378,"usd":0.00106,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":796,"usd":0.000824,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":885,"usd":0.000712,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":906,"usd":0.001036,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1503,"usd":0.001172,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":903,"usd":0.001336,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":935,"usd":0.00078,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1047,"usd":0.000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1056,"usd":0.000928,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":922,"usd":0.0007,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":981,"usd":0.0018,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1222,"usd":0.000908,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":944,"usd":0.000796,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1184,"usd":0.001092,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":894,"usd":0.000964,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1611,"usd":0.000828,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1664,"usd":0.000876,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1072,"usd":0.001224,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1085,"usd":0.000776,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1006,"usd":0.000468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":848,"usd":0.000608,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1175,"usd":0.000872,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1666,"usd":0.001004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1959,"usd":0.001088,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":845,"usd":0.001052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":866,"usd":0.00102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":824,"usd":0.001272,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":828,"usd":0.000588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":951,"usd":0.001068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":931,"usd":0.000772,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":720,"usd":0.000868,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1969,"usd":0.000792,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1589,"usd":0.000784,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1330,"usd":0.00088,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":781,"usd":0.000844,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1137,"usd":0.000748,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9630,"usd":0.002668,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":860,"usd":0.000992,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1603,"usd":0.002324,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2013,"usd":0.002276,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":943,"usd":0.001512,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1304,"usd":0.00054,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1488,"usd":0.001048,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":913,"usd":0.003264,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1505,"usd":0.0008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1270,"usd":0.000624,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":977,"usd":0.001228,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":898,"usd":0.001468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":896,"usd":0.001316,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1150,"usd":0.000784,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1029,"usd":0.001124,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1205,"usd":0.000912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2173,"usd":0.001044,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":960,"usd":0.000844,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1190,"usd":0.0016,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2154,"usd":0.000884,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1199,"usd":0.001128,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1091,"usd":0.000648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":922,"usd":0.001192,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1008,"usd":0.000832,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1130,"usd":0.001528,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":918,"usd":0.001,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":881,"usd":0.000988,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":977,"usd":0.001796,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":932,"usd":0.001476,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1025,"usd":0.000988,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":900,"usd":0.001036,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":978,"usd":0.001292,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1078,"usd":0.0012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1495,"usd":0.000912,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":832,"usd":0.001224,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":821,"usd":0.00214,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1749,"usd":0.001452,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":932,"usd":0.00106,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1004,"usd":0.001016,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":954,"usd":0.000852,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":998,"usd":0.000812,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":779,"usd":0.001164,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1392,"usd":0.000996,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":888,"usd":0.000764,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":950,"usd":0.001344,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2528,"usd":0.000604,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":898,"usd":0.001272,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1005,"usd":0.000944,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":993,"usd":0.000924,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":837,"usd":0.000716,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":908,"usd":0.001076,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1131,"usd":0.001108,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1717,"usd":0.00068,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2877,"usd":0.014287,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2120,"usd":0.001184,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":907,"usd":0.000592,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1080,"usd":0.001524,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":932,"usd":0.00136,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":883,"usd":0.000988,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":782,"usd":0.00064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1478,"usd":0.001608,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":943,"usd":0.000832,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":904,"usd":0.00102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":844,"usd":0.000808,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2130,"usd":0.00126,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1213,"usd":0.000988,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":796,"usd":0.000492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1054,"usd":0.000784,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1029,"usd":0.001672,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":922,"usd":0.000732,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1902,"usd":0.000512,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":856,"usd":0.001332,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1189,"usd":0.000652,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1036,"usd":0.000924,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2826,"usd":0.0011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1130,"usd":0.001092,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2582,"usd":0.000884,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":888,"usd":0.00088,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":831,"usd":0.0022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":813,"usd":0.001036,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1085,"usd":0.001888,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":913,"usd":0.001144,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1164,"usd":0.000952,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":865,"usd":0.000944,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1730,"usd":0.000944,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1307,"usd":0.00084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":996,"usd":0.001284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":927,"usd":0.000776,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3660,"usd":0.000836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1239,"usd":0.001048,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1647,"usd":0.001228,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.00374,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":881,"usd":0.001072,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":929,"usd":0.000644,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":960,"usd":0.001,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1138,"usd":0.000708,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1622,"usd":0.001024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1338,"usd":0.001092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":994,"usd":0.00068,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":882,"usd":0.00092,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1754,"usd":0.000968,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":837,"usd":0.001208,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":903,"usd":0.000988,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3349,"usd":0.001112,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":845,"usd":0.001368,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":937,"usd":0.000732,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":894,"usd":0.001196,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1141,"usd":0.001216,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1026,"usd":0.00054,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":986,"usd":0.001828,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1309,"usd":0.000836,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":811,"usd":0.000916,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1331,"usd":0.0014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":930,"usd":0.000648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1107,"usd":0.000468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1033,"usd":0.00126,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1187,"usd":0.001244,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":800,"usd":0.00142,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1103,"usd":0.000628,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":817,"usd":0.001012,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1738,"usd":0.000912,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":921,"usd":0.00104,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1112,"usd":0.00112,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":810,"usd":0.000848,"confidence":null}]},{"id":"openai/gpt-6-astra","name":"GPT 6 Astra","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1991,"usd":0.00265,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4859,"usd":0.0046,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1674,"usd":0.00303,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2662,"usd":0.00284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1036,"usd":0.00428,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1607,"usd":0.00346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1865,"usd":0.00424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2007,"usd":0.0057,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6021,"usd":0.00989,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1470,"usd":0.00267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3216,"usd":0.00627,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1983,"usd":0.00338,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6170,"usd":0.01293,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3435,"usd":0.00446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1632,"usd":0.00455,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7443,"usd":0.01336,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1375,"usd":0.00314,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4227,"usd":0.00751,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1651,"usd":0.00678,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1340,"usd":0.00228,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1200,"usd":0.00299,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3906,"usd":0.0053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4074,"usd":0.00772,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3532,"usd":0.00582,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2564,"usd":0.00519,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1633,"usd":0.00403,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2550,"usd":0.0026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1581,"usd":0.00461,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1613,"usd":0.00527,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3212,"usd":0.00358,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5794,"usd":0.00946,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3637,"usd":0.00465,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":11763,"usd":0.0241,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3844,"usd":0.00857,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1441,"usd":0.00388,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2692,"usd":0.00385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3601,"usd":0.00599,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3137,"usd":0.005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1491,"usd":0.0041,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1552,"usd":0.00266,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1933,"usd":0.00293,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2356,"usd":0.00364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2186,"usd":0.00393,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2798,"usd":0.00464,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2804,"usd":0.0044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4527,"usd":0.00498,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1130,"usd":0.00232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3264,"usd":0.00625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4865,"usd":0.012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1478,"usd":0.00312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1338,"usd":0.00199,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2404,"usd":0.00498,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1934,"usd":0.00401,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3909,"usd":0.00887,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1910,"usd":0.00304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1286,"usd":0.00306,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4544,"usd":0.00774,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2789,"usd":0.00267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1810,"usd":0.00327,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1681,"usd":0.00343,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2822,"usd":0.00431,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4391,"usd":0.00802,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3559,"usd":0.00443,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3666,"usd":0.008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5464,"usd":0.01338,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1749,"usd":0.00237,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2497,"usd":0.00267,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1119,"usd":0.00193,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3085,"usd":0.00442,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":10231,"usd":0.02333,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1693,"usd":0.00331,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":45609,"usd":0.0918,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2095,"usd":0.00331,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1844,"usd":0.00292,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5979,"usd":0.00817,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8818,"usd":0.01588,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3675,"usd":0.00866,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1248,"usd":0.00569,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4131,"usd":0.00883,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":60291,"usd":0.1014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3712,"usd":0.00437,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":25096,"usd":0.05606,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2250,"usd":0.00425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3159,"usd":0.00266,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4044,"usd":0.00537,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4528,"usd":0.00877,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3172,"usd":0.00599,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1615,"usd":0.00196,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10899,"usd":0.02276,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4320,"usd":0.00923,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":21036,"usd":0.03946,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4016,"usd":0.00751,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1188,"usd":0.004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7327,"usd":0.01726,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7406,"usd":0.01617,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3883,"usd":0.00547,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1810,"usd":0.00368,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3479,"usd":0.00638,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2525,"usd":0.00672,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4805,"usd":0.00545,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3025,"usd":0.00407,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11208,"usd":0.00609,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5252,"usd":0.00964,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2159,"usd":0.00397,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2501,"usd":0.00404,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1645,"usd":0.00413,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1245,"usd":0.003,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3744,"usd":0.00333,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3790,"usd":0.00821,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4191,"usd":0.0084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3972,"usd":0.00818,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2793,"usd":0.005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1643,"usd":0.00344,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3277,"usd":0.00458,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2657,"usd":0.00383,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8900,"usd":0.01776,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2790,"usd":0.00404,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1452,"usd":0.00266,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6326,"usd":0.01216,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1392,"usd":0.00266,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5327,"usd":0.01043,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4478,"usd":0.00951,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1274,"usd":0.00341,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1707,"usd":0.00289,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1636,"usd":0.00364,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3094,"usd":0.00492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3581,"usd":0.00735,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5833,"usd":0.0414675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2991,"usd":0.00526,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4279,"usd":0.00598,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8940,"usd":0.01911,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10101,"usd":0.0052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4079,"usd":0.00547,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3151,"usd":0.00335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1336,"usd":0.00402,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":936,"usd":0.00208,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3099,"usd":0.0044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1130,"usd":0.00202,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3314,"usd":0.0046,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4593,"usd":0.00917,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4374,"usd":0.00438,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1243,"usd":0.00196,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3031,"usd":0.00768,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2988,"usd":0.00413,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3391,"usd":0.00413,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":18914,"usd":0.04363,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2333,"usd":0.00293,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":20256,"usd":0.03481,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1122,"usd":0.00275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2693,"usd":0.00573,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1734,"usd":0.00391,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7214,"usd":0.0102,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1512,"usd":0.0055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1008,"usd":0.00259,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1180,"usd":0.00472,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1996,"usd":0.00406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":982,"usd":0.00238,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1794,"usd":0.00391,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3017,"usd":0.00421,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2209,"usd":0.0036,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4283,"usd":0.00711,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1297,"usd":0.00274,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3532,"usd":0.00594,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1622,"usd":0.00382,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3242,"usd":0.00557,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1382,"usd":0.00935,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3477,"usd":0.00648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3988,"usd":0.00491,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2192,"usd":0.00385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2211,"usd":0.00372,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3711,"usd":0.00501,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2635,"usd":0.00423,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2265,"usd":0.003,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3352,"usd":0.00505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4167,"usd":0.00532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2237,"usd":0.00507,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3625,"usd":0.00457,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1931,"usd":0.00278,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4364,"usd":0.00787,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3648,"usd":0.00428,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3755,"usd":0.00604,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1239,"usd":0.00304,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2423,"usd":0.00305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2780,"usd":0.00647,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1008,"usd":0.00209,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8655,"usd":0.01914,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3861,"usd":0.0089,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3052,"usd":0.00332,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3470,"usd":0.00232,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2158,"usd":0.0042,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3077,"usd":0.00446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1110,"usd":0.00355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3384,"usd":0.00282,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1097,"usd":0.00253,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5279,"usd":0.00538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1234,"usd":0.0026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2383,"usd":0.00395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1567,"usd":0.00342,"confidence":null}]},{"id":"google/gemini-3.8-flash","name":"Gemini 3.8 Flash","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2941,"usd":0.00104175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2470,"usd":0.000945,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2191,"usd":0.00103125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2807,"usd":0.001008,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2522,"usd":0.00096525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2596,"usd":0.0013425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3153,"usd":0.001179,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1150,"usd":0.00035625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":16081,"usd":0.0084525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1914,"usd":0.0004095,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3222,"usd":0.00101475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2156,"usd":0.00121275,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":10157,"usd":0.00534675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2553,"usd":0.0010245,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3707,"usd":0.0016305,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":8642,"usd":0.00353625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1747,"usd":0.00095025,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3986,"usd":0.0020535,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5060,"usd":0.00245325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1799,"usd":0.00059325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2713,"usd":0.0010755,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6568,"usd":0.00213375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4346,"usd":0.0019875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3586,"usd":0.00170175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4135,"usd":0.002118,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3332,"usd":0.00194925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2358,"usd":0.0008925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5429,"usd":0.00295125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2363,"usd":0.00097275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7589,"usd":0.0036135,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5092,"usd":0.002295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6038,"usd":0.00320025,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":10805,"usd":0.0048045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5763,"usd":0.002757,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3397,"usd":0.00084825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5825,"usd":0.002106,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4191,"usd":0.00184125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4789,"usd":0.00235575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3070,"usd":0.001314,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1405,"usd":0.00031575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1817,"usd":0.00049875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2136,"usd":0.00090525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5394,"usd":0.00211425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2163,"usd":0.0008055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3536,"usd":0.0021225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4367,"usd":0.0021615,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3207,"usd":0.00165975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2918,"usd":0.00142125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4296,"usd":0.00184725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1864,"usd":0.00077775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2096,"usd":0.000894,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5479,"usd":0.00239475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4182,"usd":0.001992,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5314,"usd":0.00276,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2554,"usd":0.0007605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2813,"usd":0.0009915,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7081,"usd":0.00470775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1734,"usd":0.000447,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2826,"usd":0.00137175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4554,"usd":0.0024645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3728,"usd":0.00145425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5827,"usd":0.00271425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5891,"usd":0.0034875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6226,"usd":0.0037905,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6854,"usd":0.00360825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2363,"usd":0.00063975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1692,"usd":0.00075825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1445,"usd":0.00065175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4282,"usd":0.001863,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":17795,"usd":0.00863925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2828,"usd":0.0013335,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12542,"usd":0.00655125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2896,"usd":0.0012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2739,"usd":0.00127875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2068,"usd":0.00078,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9942,"usd":0.00419475,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3969,"usd":0.0019575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1837,"usd":0.001173,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7982,"usd":0.0046245,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":25161,"usd":0.01312875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4417,"usd":0.00120525,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7098,"usd":0.003465,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3548,"usd":0.00168225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1574,"usd":0.00044775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3172,"usd":0.001785,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":13448,"usd":0.00682125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3942,"usd":0.0021735,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1564,"usd":0.00036375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5480,"usd":0.003078,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10815,"usd":0.005367,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7355,"usd":0.00397875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6281,"usd":0.003591,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2133,"usd":0.00063525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6716,"usd":0.00319125,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9266,"usd":0.005088,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4626,"usd":0.0024705,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1775,"usd":0.0006105,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3877,"usd":0.00169125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7187,"usd":0.003069,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3895,"usd":0.0017625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3546,"usd":0.00131175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3301,"usd":0.0014805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7258,"usd":0.0032235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2107,"usd":0.0008685,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3057,"usd":0.00164775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3814,"usd":0.000876,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2455,"usd":0.0007545,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3945,"usd":0.00101325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9236,"usd":0.005346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5075,"usd":0.00280425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4614,"usd":0.00260175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4319,"usd":0.00211125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3509,"usd":0.001005,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4794,"usd":0.00209325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4644,"usd":0.002148,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5180,"usd":0.0023325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2105,"usd":0.00069525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2529,"usd":0.00077325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4154,"usd":0.0015975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1762,"usd":0.0006,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":17179,"usd":0.0088035,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9936,"usd":0.00510675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2394,"usd":0.00123375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2141,"usd":0.00107925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3090,"usd":0.00131775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4281,"usd":0.0024405,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":14686,"usd":0.00881475,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":12624,"usd":0.00872925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3304,"usd":0.0015705,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5073,"usd":0.0026805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9994,"usd":0.00506325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4014,"usd":0.002322,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3369,"usd":0.00187725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2952,"usd":0.0015975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2754,"usd":0.00139875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1635,"usd":0.00075675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3891,"usd":0.00146925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2322,"usd":0.00106425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2987,"usd":0.001323,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6474,"usd":0.00360675,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4006,"usd":0.0015435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1369,"usd":0.000435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9259,"usd":0.0043605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4664,"usd":0.002646,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4889,"usd":0.0027075,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":19340,"usd":0.01017375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3067,"usd":0.0013455,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":14525,"usd":0.00769425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3990,"usd":0.000978,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3185,"usd":0.00162825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2914,"usd":0.001716,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3407,"usd":0.00150375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3837,"usd":0.0020595,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2964,"usd":0.00100425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2153,"usd":0.0012975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4680,"usd":0.00224325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2511,"usd":0.00045525,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4773,"usd":0.00245625,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5536,"usd":0.00293175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3927,"usd":0.00218625,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4776,"usd":0.00228375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2335,"usd":0.0010575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4282,"usd":0.00247125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":890,"usd":0.0001755,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4609,"usd":0.00193875,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2709,"usd":0.0019785,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7402,"usd":0.00326625,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3188,"usd":0.00127575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6367,"usd":0.002919,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2754,"usd":0.001587,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4065,"usd":0.00225975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2786,"usd":0.00154275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5173,"usd":0.00202125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3682,"usd":0.002157,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2507,"usd":0.00127125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5068,"usd":0.00316275,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3445,"usd":0.00217425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2071,"usd":0.000612,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4530,"usd":0.00269925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3691,"usd":0.00215175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3858,"usd":0.00203775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1979,"usd":0.000873,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3507,"usd":0.0012435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12752,"usd":0.0068325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1426,"usd":0.00049425,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":13195,"usd":0.007434,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6049,"usd":0.00352125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4028,"usd":0.00203325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1250,"usd":0.000204,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2434,"usd":0.001152,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2777,"usd":0.001251,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1664,"usd":0.00077025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1751,"usd":0.000444,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2546,"usd":0.000918,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5416,"usd":0.002694,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4059,"usd":0.00119175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7473,"usd":0.00131175,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2340,"usd":0.0012405,"confidence":null}]},{"id":"google/gemini-3.1-pro-preview","name":"Gemini 3.1 Pro","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3875,"usd":0.004516,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4878,"usd":0.006098,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4086,"usd":0.005068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4196,"usd":0.005134,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4376,"usd":0.005424,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4816,"usd":0.00721,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3815,"usd":0.004208,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6331,"usd":0.008668,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9949,"usd":0.0146,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4209,"usd":0.004756,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6856,"usd":0.009848,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5356,"usd":0.007516,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12391,"usd":0.019902,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4546,"usd":0.004674,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4046,"usd":0.005398,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":13851,"usd":0.021192,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4433,"usd":0.006042,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5971,"usd":0.008638,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4478,"usd":0.0062,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2815,"usd":0.002892,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2932,"usd":0.002734,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10006,"usd":0.014034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4986,"usd":0.007058,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7652,"usd":0.010078,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7055,"usd":0.00983,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4389,"usd":0.005766,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3481,"usd":0.003826,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":8578,"usd":0.011174,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6131,"usd":0.00831,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10370,"usd":0.014226,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9142,"usd":0.012272,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9381,"usd":0.014742,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4820,"usd":0.006498,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12102,"usd":0.018366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3615,"usd":0.0045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6321,"usd":0.00818,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8027,"usd":0.010236,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8325,"usd":0.010688,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4181,"usd":0.004842,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2931,"usd":0.002706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2826,"usd":0.002592,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4612,"usd":0.005686,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9770,"usd":0.014562,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2815,"usd":0.003212,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6119,"usd":0.009268,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6234,"usd":0.008778,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4950,"usd":0.005806,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6268,"usd":0.008334,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":15130,"usd":0.022466,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3518,"usd":0.003576,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5788,"usd":0.008052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5221,"usd":0.008034,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5809,"usd":0.008002,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7564,"usd":0.010532,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4773,"usd":0.005826,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7565,"usd":0.010558,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9220,"usd":0.014704,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3014,"usd":0.002346,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5197,"usd":0.007124,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7752,"usd":0.012044,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6088,"usd":0.007896,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":13704,"usd":0.020038,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7930,"usd":0.012492,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9285,"usd":0.01523,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":11051,"usd":0.017146,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3201,"usd":0.003022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4079,"usd":0.005588,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3817,"usd":0.004926,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9651,"usd":0.014514,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12515,"usd":0.017836,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4735,"usd":0.006602,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12223,"usd":0.01801,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4609,"usd":0.006358,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4102,"usd":0.005432,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3833,"usd":0.004896,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9131,"usd":0.012092,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6608,"usd":0.00961,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3575,"usd":0.005624,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8037,"usd":0.01135,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":18357,"usd":0.03053,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5577,"usd":0.007654,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8980,"usd":0.014806,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5452,"usd":0.007436,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2566,"usd":0.00225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5742,"usd":0.007916,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":21292,"usd":0.033488,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3723,"usd":0.004212,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2980,"usd":0.002326,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9205,"usd":0.012366,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12692,"usd":0.019848,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5673,"usd":0.006784,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11845,"usd":0.018538,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4541,"usd":0.006536,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11748,"usd":0.019824,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":12399,"usd":0.0188,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8025,"usd":0.014868,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2696,"usd":0.002792,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5194,"usd":0.006718,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11939,"usd":0.017746,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7678,"usd":0.009192,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4687,"usd":0.005022,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4848,"usd":0.006282,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":21249,"usd":0.03459,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4527,"usd":0.005596,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5930,"usd":0.008706,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4335,"usd":0.004982,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3800,"usd":0.003958,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3649,"usd":0.003756,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11653,"usd":0.017958,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8451,"usd":0.012742,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8853,"usd":0.01205,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5966,"usd":0.00882,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3614,"usd":0.004384,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11579,"usd":0.014204,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6017,"usd":0.008964,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":9824,"usd":0.014964,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3647,"usd":0.00362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5095,"usd":0.004854,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6192,"usd":0.009052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2835,"usd":0.00288,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8967,"usd":0.011026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10522,"usd":0.015796,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8804,"usd":0.014084,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3975,"usd":0.005818,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3830,"usd":0.005312,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5211,"usd":0.006528,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11215,"usd":0.017628,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3019,"usd":0.00704,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5436,"usd":0.008092,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6385,"usd":0.009828,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8451,"usd":0.012614,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7553,"usd":0.011648,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6473,"usd":0.009992,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5301,"usd":0.007664,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5058,"usd":0.007136,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3513,"usd":0.004474,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5414,"usd":0.006926,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3745,"usd":0.003628,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3792,"usd":0.003986,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8329,"usd":0.013448,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6592,"usd":0.008744,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2912,"usd":0.002926,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":12128,"usd":0.019428,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10260,"usd":0.017138,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":10185,"usd":0.015514,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":7768,"usd":0.009476,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4518,"usd":0.005824,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":32294,"usd":0.04759,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4161,"usd":0.0042,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7796,"usd":0.008404,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6595,"usd":0.009052,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6742,"usd":0.006834,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4168,"usd":0.006224,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3469,"usd":0.004416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5485,"usd":0.009852,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5132,"usd":0.005942,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3288,"usd":0.00224,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9383,"usd":0.011236,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9675,"usd":0.012468,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9457,"usd":0.013378,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":6271,"usd":0.008858,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3963,"usd":0.00507,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":13464,"usd":0.019438,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5159,"usd":0.007118,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6579,"usd":0.007572,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5183,"usd":0.00751,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8156,"usd":0.011714,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5321,"usd":0.00505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7950,"usd":0.010058,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5622,"usd":0.007394,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7044,"usd":0.00894,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5238,"usd":0.006928,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5943,"usd":0.008126,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6902,"usd":0.010362,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6379,"usd":0.007516,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8250,"usd":0.012438,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":9164,"usd":0.01358,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4083,"usd":0.003402,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7808,"usd":0.012462,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7986,"usd":0.011498,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7606,"usd":0.010068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2872,"usd":0.002938,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6903,"usd":0.00766,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":17676,"usd":0.02501,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3243,"usd":0.00256,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":14140,"usd":0.018726,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":11721,"usd":0.01524,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6735,"usd":0.00878,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4690,"usd":0.004064,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6621,"usd":0.007786,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4942,"usd":0.005764,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7531,"usd":0.004354,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5597,"usd":0.006124,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4946,"usd":0.006848,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":8626,"usd":0.011014,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4616,"usd":0.006068,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6267,"usd":0.008406,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6394,"usd":0.00883,"confidence":null}]},{"id":"anthropic/claude-opus-5","name":"Claude Opus 5","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2483,"usd":0.00259,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2219,"usd":0.00281,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1813,"usd":0.00363,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":932,"usd":0.0012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1300,"usd":0.002975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3000,"usd":0.004685,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2939,"usd":0.00429,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3989,"usd":0.004745,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1532,"usd":0.001695,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2216,"usd":0.00118,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1949,"usd":0.004185,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2858,"usd":0.00402,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4414,"usd":0.006265,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1815,"usd":0.00231,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2521,"usd":0.004515,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2596,"usd":0.00286,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2239,"usd":0.001965,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5335,"usd":0.004445,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1411,"usd":0.00416,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1221,"usd":0.001595,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1235,"usd":0.002045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2135,"usd":0.00318,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1166,"usd":0.001985,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3799,"usd":0.00375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1410,"usd":0.00258,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1351,"usd":0.00255,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1200,"usd":0.00132,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2243,"usd":0.003695,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1208,"usd":0.003185,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4977,"usd":0.00586,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3663,"usd":0.005005,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3395,"usd":0.004865,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2350,"usd":0.003905,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2378,"usd":0.004605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1347,"usd":0.0024,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3179,"usd":0.003795,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4902,"usd":0.00738,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2374,"usd":0.002215,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2483,"usd":0.00361,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1114,"usd":0.001375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2340,"usd":0.002345,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2470,"usd":0.003765,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2150,"usd":0.002725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1385,"usd":0.00247,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3213,"usd":0.004045,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3091,"usd":0.00476,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2139,"usd":0.001535,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4341,"usd":0.00665,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2517,"usd":0.003055,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1961,"usd":0.00246,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1539,"usd":0.001825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2965,"usd":0.005375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3286,"usd":0.00446,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7947,"usd":0.015295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1531,"usd":0.001555,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1550,"usd":0.0021,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6121,"usd":0.00817,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1944,"usd":0.000805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2921,"usd":0.003485,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2661,"usd":0.004585,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1359,"usd":0.001725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2388,"usd":0.002065,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3893,"usd":0.00649,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4343,"usd":0.007525,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1369,"usd":0.002045,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1252,"usd":0.00096,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1899,"usd":0.00273,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1493,"usd":0.00135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2962,"usd":0.00483,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3421,"usd":0.00348,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2381,"usd":0.003575,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":19850,"usd":0.037325,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3447,"usd":0.003505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5376,"usd":0.00371,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":766,"usd":0.00526,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4402,"usd":0.006685,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1341,"usd":0.00375,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1498,"usd":0.004065,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5197,"usd":0.010235,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2062,"usd":0.0012,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2101,"usd":0.001835,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2347,"usd":0.006395,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2419,"usd":0.002345,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1456,"usd":0.001205,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2750,"usd":0.004925,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2636,"usd":0.0037,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3332,"usd":0.00569,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1683,"usd":0.001435,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3164,"usd":0.003355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3253,"usd":0.005635,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3921,"usd":0.002755,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2577,"usd":0.001955,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":3552,"usd":0.00609,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6693,"usd":0.01022,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2628,"usd":0.003715,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4738,"usd":0.00761,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2266,"usd":0.00217,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2871,"usd":0.002745,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5935,"usd":0.010925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4726,"usd":0.007155,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2979,"usd":0.001725,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2292,"usd":0.003215,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5637,"usd":0.009845,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2090,"usd":0.00278,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2260,"usd":0.003385,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1371,"usd":0.002085,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1510,"usd":0.002375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1213,"usd":0.001655,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7702,"usd":0.014365,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5922,"usd":0.01004,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2985,"usd":0.004885,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2188,"usd":0.002305,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2026,"usd":0.001745,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1793,"usd":0.00143,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3763,"usd":0.004225,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2923,"usd":0.00518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1655,"usd":0.00171,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1370,"usd":0.001225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1744,"usd":0.002375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2039,"usd":0.00184,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":5493,"usd":0.009995,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4994,"usd":0.007475,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2760,"usd":0.00309,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3056,"usd":0.003505,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1743,"usd":0.001855,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3875,"usd":0.004935,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1991,"usd":0.00185,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3230,"usd":0.026,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1830,"usd":0.002845,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2395,"usd":0.0022,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1674,"usd":0.002595,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1726,"usd":0.002225,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4375,"usd":0.005835,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3188,"usd":0.002515,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2343,"usd":0.004215,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1211,"usd":0.00137,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2593,"usd":0.0039,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1191,"usd":0.001375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2295,"usd":0.003665,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4409,"usd":0.00443,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1564,"usd":0.001025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1164,"usd":0.001245,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3458,"usd":0.006075,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3145,"usd":0.00405,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3852,"usd":0.00542,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4560,"usd":0.007125,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2530,"usd":0.00317,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1964,"usd":0.001855,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1159,"usd":0.00207,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1929,"usd":0.00217,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1697,"usd":0.003215,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2588,"usd":0.001545,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2283,"usd":0.00375,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":980,"usd":0.001805,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1636,"usd":0.00518,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5262,"usd":0.0071,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1266,"usd":0.001765,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2410,"usd":0.00182,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3685,"usd":0.005975,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2894,"usd":0.003505,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":1317,"usd":0.002465,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":906,"usd":0.001355,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2633,"usd":0.001865,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1846,"usd":0.003135,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1594,"usd":0.002245,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1278,"usd":0.007545,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":7132,"usd":0.014145,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2879,"usd":0.003775,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3972,"usd":0.005925,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2940,"usd":0.00513,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1599,"usd":0.002095,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2326,"usd":0.00409,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4610,"usd":0.002885,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2025,"usd":0.00191,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":2583,"usd":0.00284,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3001,"usd":0.002195,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3066,"usd":0.00459,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1178,"usd":0.00211,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1352,"usd":0.00231,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2611,"usd":0.001545,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":6479,"usd":0.01011,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1108,"usd":0.002235,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2139,"usd":0.00227,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3249,"usd":0.00387,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1319,"usd":0.001575,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":4729,"usd":0.0025,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3244,"usd":0.004765,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":5099,"usd":0.00727,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2895,"usd":0.003645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2381,"usd":0.00229,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2218,"usd":0.003825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2460,"usd":0.002645,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2494,"usd":0.00295,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1872,"usd":0.00162,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2653,"usd":0.003605,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1124,"usd":0.001825,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2126,"usd":0.00291,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":2409,"usd":0.00325,"confidence":null}]}]},{"benchmark":"GPQA Diamond · 198","date":"2026-10-02","count":198,"models":[{"id":"typesafe-ai/jev","name":"Jev","observations":[{"answered":true,"correct":true,"status":"answered","distribution":[0.97,0.02,0.01,0],"ms":210,"usd":0.000017682,"confidence":0.97},{"answered":true,"correct":true,"status":"answered","distribution":[0.58,0.22,0.15,0.05],"ms":203,"usd":0.000018228,"confidence":0.58},{"answered":true,"correct":true,"status":"answered","distribution":[0.71,0.2,0.05,0.04],"ms":199,"usd":0.00001953,"confidence":0.71},{"answered":true,"correct":true,"status":"answered","distribution":[0.79,0.11,0.1,0],"ms":227,"usd":0.000018102,"confidence":0.79},{"answered":true,"correct":true,"status":"answered","distribution":[1,0,0,0],"ms":202,"usd":0.000027972,"confidence":1},{"answered":true,"correct":true,"status":"answered","distribution":[0.81,0.11,0.04,0.03],"ms":247,"usd":0.00002016,"confidence":0.81},{"answered":true,"correct":true,"status":"answered","distribution":[0.95,0.04,0.01,0],"ms":202,"usd":0.000019656,"confidence":0.95},{"answered":true,"correct":true,"status":"answered","distribution":[0.82,0.08,0.05,0.05],"ms":211,"usd":0.000031458,"confidence":0.82},{"answered":true,"correct":false,"status":"answered","distribution":[0.42,0.34,0.19,0.05],"ms":225,"usd":0.000022386,"confidence":0.42},{"answered":true,"correct":true,"status":"answered","distribution":[0.9,0.08,0.01,0.01],"ms":214,"usd":0.000017934,"confidence":0.9},{"answered":true,"correct":true,"status":"answered","distribution":[0.71,0.18,0.07,0.04],"ms":220,"usd":0.000029442,"confidence":0.71},{"answered":true,"correct":true,"status":"answered","distribution":[0.96,0.02,0.01,0.01],"ms":204,"usd":0.000018774,"confidence":0.96},{"answered":true,"correct":true,"status":"answered","distribution":[0.57,0.19,0.18,0.06],"ms":268,"usd":0.00002646,"confidence":0.57},{"answered":true,"correct":true,"status":"answered","distribution":[0.93,0.04,0.02,0.01],"ms":210,"usd":0.00001785,"confidence":0.93},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"openai/gpt-5.6-luna","name":"GPT 5.6 Luna","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":1334,"usd":0.000034,"confidence":null},{"answered":true,"correct":false,"status":"answered","distribution":null,"ms":989,"usd":0.000037,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"anthropic/claude-haiku-4.5","name":"Claude Haiku 4.5","observations":[{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":3534,"usd":0.002556,"confidence":null},{"answered":false,"correct":false,"status":"failed","distribution":null,"ms":2895,"usd":0.00187,"confidence":null},{"answered":true,"correct":true,"status":"answered","distribution":null,"ms":4473,"usd":0.00482,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"google/gemini-3.5-flash-lite","name":"Gemini 3.5 Flash Lite","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"mistral/ministral-3b","name":"Ministral 3B","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"amazon/nova-micro","name":"Nova Micro","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"anthropic/claude-sonnet-5","name":"Claude Sonnet 5","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"openai/gpt-5.6-terra","name":"GPT 5.6 Terra","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"openai/gpt-5.6-sol","name":"GPT 5.6 Sol","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"openai/gpt-6-astra","name":"GPT 6 Astra","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"google/gemini-3.8-flash","name":"Gemini 3.8 Flash","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"google/gemini-3.1-pro-preview","name":"Gemini 3.1 Pro","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"anthropic/claude-opus-5","name":"Claude Opus 5","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]},{"id":"anthropic/claude-fable-5.1","name":"Claude Fable 5.1","observations":[{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null},{"answered":false,"correct":false,"status":"missing","distribution":null,"ms":null,"usd":null,"confidence":null}]}]}]