{"audited_at":"2026-10-04T18:18:02.762014+00:00","categories":{"coding":{"changed_verdicts":3,"trials":[{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"66ea7cdc8b1df575dfe04b0f56e79187a4b862f1c416ea032bf7d0e6bc0a5855","repetition":1,"task_id":"coding-allocate","trial_id":"4a72c070d9f20cc27923badfe434299513327af91e25a61c7d5b0a7a18182f0b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"d423cd9a061490230657b8fce6d45b23a15cc082d058fe4a76ff22e477df279e","repetition":2,"task_id":"coding-allocate","trial_id":"8766947eebdcaeefc80aa5abaa382f4466878d2ccc3e9f395fc114b9470b14a0"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"efaab4cd7d92fe4b0694dc5e54e671d6c72980c046c7b0ac32a87e20e8dfda0c","repetition":3,"task_id":"coding-allocate","trial_id":"213b1abcb68ed68816ad051a7890c3cfdff540ff90374cbccdad4ccde1a39de1"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"3fd57539a5e9dd8c320b09fb6b08dcd7ae3e09a0a0e7e6db440458d82f792b38","repetition":1,"task_id":"coding-allocate","trial_id":"ce51705a739efd9b6f0c141ea72f03d1fd9f2f6f0abcc501c24efaccd7832525"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"568c1af372192c6a8d601b47a3860f92c6c472bc3b763f1d4c270873e9e9f528","repetition":2,"task_id":"coding-allocate","trial_id":"203ef6f64484f9a10283cb9e8f7b48fab8ddd11febbdbff47fa9ce902890c9b9"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"1115c2d21b0c8ea21939bfbc9b0627c01670ab26413b82f2d297b3339e41bd5b","repetition":3,"task_id":"coding-allocate","trial_id":"04a536212d2e29d8da36d1a160ade73dfcd418ba4f2110e65fd159f0e96d8d11"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"51e2a94d0ae913673032e04ba0cb05cc28ae9c383df34fd6439ca53dd138c784","repetition":1,"task_id":"coding-allocate","trial_id":"48aea89110fa47b6d4285c7740f436cfc31e1844f101883c91ec755d41c3c79c"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"58d23d6842169bd960e52f264074a97b1289340be52de7c2e2b6021f2dc99d80","repetition":2,"task_id":"coding-allocate","trial_id":"0403478099271e8f455a824e1eb3260831af413eed42e95c534baf292a56c0a4"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"9e34c4f10a742ae1970424859b539f148b90a4564bb310ca7457ff7aa3df31da","repetition":3,"task_id":"coding-allocate","trial_id":"15c625dad17d352d50492be5456f87406abb78a9ca14d4b2fa3dc5705d337465"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e478f72efd901bba4a440b9b2a099331ed323f92519567d4819308f1f8e2741d","repetition":1,"task_id":"coding-csv","trial_id":"fb26ad9ba1e32410731e8239302937c444db0e2d275bc0537e28c99c6e1a6fb5"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"62b8df23705dea1bd3d181f5b4cfcc562a05837ddb4934e254278aeeb618d69a","repetition":2,"task_id":"coding-csv","trial_id":"43c60304bd72a9c96d99641fd9e2199d1342a22ca1e869cc408b54d2e583e550"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"fa1b11a66ee95ff9ecb86c827606587a107be33e92a987da5d6ce7720905be8f","repetition":3,"task_id":"coding-csv","trial_id":"35dc1519e11cc884b25778fe499763a707bc3c3b4ba1f6fc3614403e9de0a715"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"raw_response_hash":"09b4b49f9ad4e5c9ca030197e9b7d6b317daea52231aa352ebb2ecd13fbea86e","repetition":1,"task_id":"coding-csv","trial_id":"f40face739e5dab954ab966b82e7ee33a77a2ab5c16229fef59bf3b1ee62c77f"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"5519788804c8d62e63735b206ff220745c6732539dbd07c243069da7c8a438ba","repetition":2,"task_id":"coding-csv","trial_id":"bb5c629c96f271eee5aacfb5ed3c15dac516dd972c49c4e2de0e47aab9454c9d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"raw_response_hash":"29b27643884ff3a5f693aa9075209210e2f3782f1c01e0f82c83f2f0ff373584","repetition":3,"task_id":"coding-csv","trial_id":"a91b5ea3dd69b820d1f0f46a007731a85af5e801a6961f4c656f7fb76c3f41b4"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"fb2f5773082064ca30e59319a1d8b5d69add9dc06c407d5348cef50d6e7ae5eb","repetition":1,"task_id":"coding-csv","trial_id":"70702a964e1efa5ba04a8095872c697a20da0ed1cd7f46c7b4611fcc7ea3f755"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"raw_response_hash":"a4e62ba67117ffac6063dcb810d600d1de87597f3033fa781a9dcc7458e4e6c0","repetition":2,"task_id":"coding-csv","trial_id":"d7ed4d097bb05723a89b6208c0928d9244da4abfce8ab611314c323ece35bac5"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":false}],"passed":false,"reason":"checked"},"raw_response_hash":"7035b6f1236061da37cd97bf2e91491ee1ad663b13e911baebcd0c36a7149622","repetition":3,"task_id":"coding-csv","trial_id":"a477d6fb8c8a5749950fca4552e806ad3cd4e4e4e1730f4dad373c2995035295"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b93d44aba30b0bce085fc4aab6f8a5ba0a74f2c7612d974ed67b5c00523a7c89","repetition":1,"task_id":"coding-dedup","trial_id":"554d12c4cb2531f129e37768724341487b4eb9a77dcd9c1d7b96275193678057"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"56bec6dfd1375c66de52f78f12faf6f33d5ff7634e0e825f229ea7c9dc9a1b6e","repetition":2,"task_id":"coding-dedup","trial_id":"e4171aafe92f87b93a3b01cb3b7503e3dd3aebe9fbc15194a518b017c6c72d6f"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"947b1af5267398e5f3dced73cb0b815520cd31f1be2da0406b0d0de14f33522c","repetition":3,"task_id":"coding-dedup","trial_id":"f5a04c2ca76eb16bc1a3bfd49dde2870115da096d7803b1c97f5ea29e9b73724"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"194766f93387edc02a5c411f33476135bbc565ac4cb80d241572f1a6578e1982","repetition":1,"task_id":"coding-dedup","trial_id":"3c3db1514e10f42b7d51676822fa811f8c8f6c5b1e2b8eb162ede5d5e242875d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"4fac33061aa18fcdd941737985fd6378974c2fb3c0d045bbf1a92d79dce52aa8","repetition":2,"task_id":"coding-dedup","trial_id":"58414eaab1b30645de293924a3b650a6c9bf54aba2789dcc3040f2aeaa0bdb35"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"ce3e9ceee1d2562011168fe48481acdf9ef977d9209c6f77696527a2260e35d2","repetition":3,"task_id":"coding-dedup","trial_id":"d9450519b0e6a4b9a15abadf4bb6345a64540a1cc55851457429469460512178"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"1d14614ef9629a22b6f26b709779ca01f8f2b1e26503f51888d767b1100f76db","repetition":1,"task_id":"coding-dedup","trial_id":"f87302fc6b216757aa0f3d5596097e1b5a0a7713027b8c7e2bb49e1b7d0cd652"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a0d2956635c3da194e5107245a99a0f9d353353fb6395fdb0fd02db4c790fa74","repetition":2,"task_id":"coding-dedup","trial_id":"f56c68504f1d48ee83a2d5505942a06b17fb261d93497d4fdcd30cef96131c2e"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"aa181936a790f9b65a77c8d81c63143ac7ef9463b41f81850f74e1a975ff1bfc","repetition":3,"task_id":"coding-dedup","trial_id":"5c90df212fd05080362fa20e6ad279eb7786f4f723edf3acd768cfdc2b2c4f41"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"62329779c1217a565e8c2be581467a6edda13595515aea0a6ef481fcd8e472d6","repetition":1,"task_id":"coding-dependencies","trial_id":"ed2b4bcd4e162870b54450cb26b0bfb25a9223f9fdfec8200675dee8ae29798f"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"89e114bf8315a5c74967c74f9015f87837d37647551a60e79c66e437137ad0fe","repetition":2,"task_id":"coding-dependencies","trial_id":"fca807f0409180afa71c7f577ade24a01258ff8cee691bcebb99f308a54c96ad"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"17d148ee088810f11245fa7213f8effb2c91cffc00ebd2497023b17cbeac4ddb","repetition":3,"task_id":"coding-dependencies","trial_id":"fbbaf196b016dc3a983d9815261459526c57f771bf4626f6b4f7faee41ea6a46"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"8ba917df9471b650222805e821976f1e652fbba1fe09e4ca7f334d23e5431590","repetition":1,"task_id":"coding-dependencies","trial_id":"0316a7cce5b6d9c97c0b37f30c78e6ef518d8259aa66e56a982a2dbb78b33512"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"02e445fff15371214334e6988f4befa8b2f17d6339b5bbd013b65452bcdb6d92","repetition":2,"task_id":"coding-dependencies","trial_id":"af978381146eeb641742e4b5661cb8e3952eac56e3c6cbb905b78dc1049a270c"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"d958b766bf0959c1b13916666c7a8d7744db8fe3241e257a1e50c2ab638c81f6","repetition":3,"task_id":"coding-dependencies","trial_id":"129bb383d7f606c28e98a266a1ba44af55e652b47b71a3c29378b78da5686681"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"d015f103071114b10b1090aa9e0a24ef170f44dd66c33267215cf343a85141fe","repetition":1,"task_id":"coding-dependencies","trial_id":"063988c11135831701e57ef37ad8b86323fce447dec1a49f4c8773fb09846443"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"fe0bcb4cecd5db3f563c68e212d7696bf90e425bc6d7a08cb1fc7ac03cebe62e","repetition":2,"task_id":"coding-dependencies","trial_id":"e7ccf1baafc28693da644b9581105f0eb22fd8a1ca2b12b4711b15126eca72c1"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"ec2cc3fc9c2ad0d1a2a9cc779bddf10fbd84691d4c5eefa61c6de57ece651900","repetition":3,"task_id":"coding-dependencies","trial_id":"7f84a2596e81fb042eea22306bfcec13a5c21bfacebf4acaf8c56080e1e1dad9"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"efcb8b2797f572372602aa2f07bf9baa594d6cde25c427bee504b1c4c6238f0b","repetition":1,"task_id":"coding-fifo","trial_id":"6cbaa95c1ceeb8e7f8d48f9c55c4de19f07637da066d62a781a45e8ecfe68e2d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e006f5cc04831f21c2d2a4a374181906a19da4715f95c633bc64f573a5f75df0","repetition":2,"task_id":"coding-fifo","trial_id":"4f4c93d48efe1f0173d1c8ae6b262ec23364ef4cfa8a19e5999715c7d102ba36"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"35ece2cd4c3d54b28f5d6d4234427e5d67c441b9ae0135da50a4949a8b17b3d6","repetition":3,"task_id":"coding-fifo","trial_id":"e5937450e591a015c5bab60ebad86e86761a03c31b60d72f651df53c485a678e"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"f82392962723b28fcf685f90e3a9a94b92a312e530597b0292c8f7e57ca0e186","repetition":1,"task_id":"coding-fifo","trial_id":"db7d7f17a9c5e021e1e1bb94a55273fb8ed596c501cc3385ce4134b3e5e6145a"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"c472def785e4e9b89ad43f5ab3da3261df65b187980ec3a26b9b1f267d99e5ad","repetition":2,"task_id":"coding-fifo","trial_id":"4d278cc8b3a19f96355e6fbc68fbda0079b5d0e8e0b8887573cd2721246d3805"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"84a076c619b4c33821a216aa082cd485d07dc02220f87a6be30d2223d67dc47c","repetition":3,"task_id":"coding-fifo","trial_id":"62a4db3a52e1d03bfd1873c2a43ec0e6fd3d07cbabb9865d3fd85dde05adceca"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b1ad555dd07f277c09d65ea15e0705a9ff34a262fd1f870708ce054014b7c928","repetition":1,"task_id":"coding-fifo","trial_id":"096cfd75d84cbbcdef7eae181c3a85e5b6e7990e8d7ec2c843ad8c38c69fda80"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"dbedf4c8d19bb0d7450963b25313684c022cd82f033c8192ff9e664ff951952c","repetition":2,"task_id":"coding-fifo","trial_id":"2b70d011b10aa90cde703b0bf851c29848364dc08fae79d46d0414ad479918f4"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"5e982caf41f0faa83e14db72d645d455ccea5fc3504ed2c2d5a174f269996b63","repetition":3,"task_id":"coding-fifo","trial_id":"b0a83e6113a59817f325d72fa31c147f16db6baf945bc5b7b67e9f24397a2d44"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"eda9bc46aac0a5d3b279afe6c93a6f8926cc4bf6a09c9edd13073993659a0550","repetition":1,"task_id":"coding-intervals","trial_id":"83b6e11965bbf78003cf2fcfd8636f8cd9bff566d65180f6e58395d2c9add15b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"2ec167120eb8d956f8aabf79863a93802a47f38e835a1bb37f0cbfb1899b0e54","repetition":2,"task_id":"coding-intervals","trial_id":"da8454fda4da62c7af44df7ec02822e91595af31f432aa72041bd75a3accdf03"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"81105048b571652668e8e7620c99c7f34e4b48314b1e02e80fec168097eab0ab","repetition":3,"task_id":"coding-intervals","trial_id":"b52df41b0c238917a6fd441a34a1cc33923212b7f842731f23f3f71a04b1242b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"97b30f32800d14dbe31546c2db13cd783cb11ee2b270e1e64b01b8f298fb0e81","repetition":1,"task_id":"coding-intervals","trial_id":"38298d954ae80a554370bf2c273a3412edb118201ade78da98fb2ba69cf9fe20"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e92aa25d90cf0ce27ba3aadd72a7def09e18d8d64a6280d7a1a8522dcdda40fe","repetition":2,"task_id":"coding-intervals","trial_id":"cfbbf1188e12d3c897b1af1024e6251a6d4e52e2ed258c20290565b64491cf62"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e9a36c36cc8b07121be71d4417539df974328f6fd4d73c038217491e71d79527","repetition":3,"task_id":"coding-intervals","trial_id":"3b624ee8a3eb2d654015b65dcaee1678589f4deb972e99320a9de24bbf5e3869"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"29f08d0091266c697176599202f1f5396fdc9e34d590136ba2f306df187f5f53","repetition":1,"task_id":"coding-intervals","trial_id":"3d54d39751540afabef4ceedd3565b2881c7f6a963b26f66d150ba170d326075"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"5ed1e4c6bac5c678c03c9778a86a81af538b960a1befed3e23392848910cf460","repetition":2,"task_id":"coding-intervals","trial_id":"b5ec9d7839d4dbcf857d3f3540e8bad096d03ae7c5fc83eae0d2816e69026988"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"6cdbcdeee73a2379963bb5acb31de5b05374c401ffdae5bdad69831aceeb326d","repetition":3,"task_id":"coding-intervals","trial_id":"b9011cf1c7d69dad93a452977f6016dab65dce6ec96ae188f678837fc072680c"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"668242552649d784304ed6cc37e2e69665f419a2d4ad9b9ef30a3051f052f60c","repetition":1,"task_id":"coding-percentile","trial_id":"cb71b2139978a1d5e790dba117eea7bd97b7e0cd49648cc514f726a5aefcc80f"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"be7a926a487da484c51946b5997f8a8d709b9f6730dde4bb43bf230491f2de9f","repetition":2,"task_id":"coding-percentile","trial_id":"2d1554dfe3a6f8aef7c35d9111a422a0e774ac4c3f832864b40a0d8675f1ee15"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false},{"case":4,"passed":false},{"case":5,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"845b89d7a82dab67c5ac84cb721b9f97ab7aec3c097f10e4a52b4da020a2c201","repetition":3,"task_id":"coding-percentile","trial_id":"498af3c682336b2426a709ca612fe0e16455f3ee613246fc5f70cf4b150d4379"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"50db1591279db6f3d28ef0997720b7cff3aa2b85c8cbaa55151ce05cbc866398","repetition":1,"task_id":"coding-percentile","trial_id":"4751f6d47abc4c1c1f7d09866ef286e12814fb13344cb01dd4575429dac0d958"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"4dc1bfe597cc6f9f9389cb326a9a30853ffc7c8d03cc3877b4533801e29084ff","repetition":2,"task_id":"coding-percentile","trial_id":"00d5480d5d7fedf71dbee8a6bc62db4361478c1b00db0793256eb225438d1426"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"7c85d7cdc83a1e8febdf930058ebe4489b6e52d683b1e891c185b955543e63ea","repetition":3,"task_id":"coding-percentile","trial_id":"fd0c91f08af2b19f9619dfc605f557ea4f6cbbce33e4c5eb9f403109f1b1142a"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"758b1aa9011e6117897de25169583fbbe04e447d30233a5f17442cb82ccf65f8","repetition":1,"task_id":"coding-percentile","trial_id":"a86257dac801628435cb234903edc8bffb13dbc6cf67e546a75a2d5f75ef2921"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"722b332daa45e7a7de0b93e99fd4b41f33cda53e03c127a4d5414e5cf074f3cd","repetition":2,"task_id":"coding-percentile","trial_id":"6a3d91d9e0621746c542207b0e9f05e6191d45c619925de6616a6fedf0477ef8"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b85fdc55b939d60b04370555acbea80835f343d8e54319bc9477713c1e407ae2","repetition":3,"task_id":"coding-percentile","trial_id":"17e2d4802435da1cf664e5f6d9f0c00d123aaaf428bd4cc8bac3dab545d7568d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"cef45443cf6a37ca7d2ed6215335536dd9b013aa10ea80fbb80f2bb07b2d7adc","repetition":1,"task_id":"coding-rate","trial_id":"f5c222a38f1c8364572732b2075f923d319cb5c797a30ed84c8d6985c4922ce8"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"d36c36f3e6318ccca3519eb65a6dac73eaadeb1c2ca156df441365ce669784f0","repetition":2,"task_id":"coding-rate","trial_id":"b0e65840cde3dd5d2fe5f3ef937690fc66891052dbb69dd3a4a0d2305465e5fd"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"553e72eac488da5d6d2c80668336f2ce64816dc4dd8a4328ebb82a1e6d56b0ac","repetition":3,"task_id":"coding-rate","trial_id":"fcf1c5303f51dd4520a441be38b06758acd804c45590e7b641e9c24801999f7f"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"80eb3ba3b3a607514e888cbcff8cacacc4cc8285fc0f96f0d2754a628c946440","repetition":1,"task_id":"coding-rate","trial_id":"25daf8b354059ff50c45173a864856c9aff98ffe24c74dc90e02c8c390707519"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"5150471b84f74636f3d61571e1ff392afdbd83a4c15f4b5ce778f985231e8469","repetition":2,"task_id":"coding-rate","trial_id":"93e70bdb9e2cea24be9293a35c52722eb5cda9e609f1fe6b00733e35d2af6127"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"3317a29c994a24a40227dec7a26d607648559949585d2887e910b06a27a4b378","repetition":3,"task_id":"coding-rate","trial_id":"19e1acf353abe2881eac6108edf475acee1286164589e831942e660b4df2a1e3"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"c50105ee1ee6b12f3a9ce460d9ea5c5a55059e63dda298e7344ffde063282a08","repetition":1,"task_id":"coding-rate","trial_id":"c9d3c374f7272f9b1685d09cd70fa3a8c9dc5439d25c48985fb04892ec884268"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"997ee89036b09d07c424ffd61d5028a35535f7853c2cbf45eb093988f70cfd04","repetition":2,"task_id":"coding-rate","trial_id":"2e18cbdf5b7a0ef3630182a6e02ef21895c37f81958da3b4c9f20e211a1e64dc"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b1165d91e4fbb9bc8e58b2db79998eddf5b9f8169d0da8122d9da03832c4d1d6","repetition":3,"task_id":"coding-rate","trial_id":"003bb7f598674a6f2031eb21ef1e23475acd2d91e1593156733a48016b0942df"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"0123937e41784fa1a7edf9fb7f467795d25ca67d66ad0c1a697560c3f020802d","repetition":1,"task_id":"coding-reconcile","trial_id":"9694da83aa1db987eb86e47d3a27779751ffa0eb17115c2f6d880933e1e7d9b4"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e871a73640a8494693d289bfb0ae767b327cb249f5e5344375a28643acd3ded1","repetition":2,"task_id":"coding-reconcile","trial_id":"1e40f912a2a0e5ada8e12f367f3a7777ebfb04fada9e2c85c42ac6eb866a4f3e"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a41921995cf9cbdc72bb2536f70cba9c17ddd25e1c92268ee6b004b032fcb4d4","repetition":3,"task_id":"coding-reconcile","trial_id":"366282713801d1f49aca61f53d503673b87e5fef040bd70c57c6dd615b3a7f42"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"5d5ed27782e4c3b5b1dd9e2e74d8f8cf1eaf90b50630ccc50785bfb26fd7a299","repetition":1,"task_id":"coding-reconcile","trial_id":"61450bb5951d2deb2e5a2e0eb55fde85f3df4c2d2d06d7a759c8b6f275734e14"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b4134a1141371f6b76cce4a783ee093d5bc4defac5c7560c4a592b564e6ac7f1","repetition":2,"task_id":"coding-reconcile","trial_id":"2918789ec642c928395df45704f7a7794967962416ccb655a7d79738cbf9bae0"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"f84d76ddaa3dfc4426d34f5434fcef415437c7e7236010260487b157d957dc27","repetition":3,"task_id":"coding-reconcile","trial_id":"60873e7dfccbfcf6f6848135733d9bb2b66d15f7b83c9c5e0bcc754711d0f068"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"ccc0d2f010f811c47b6e71f4743df6b961b303965db83cadffce27ace005d8db","repetition":1,"task_id":"coding-reconcile","trial_id":"9076a747f18e04bd3ce1bef365e728bb4fb6ebdfe19752fba1e7e3da112069b1"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a6c0ad8e9e37301356d106b3750c7de13f4d1a49edf8c2f94a37f015fc953a6d","repetition":2,"task_id":"coding-reconcile","trial_id":"5ea68afdc0c850b620b77038f3b3aee505d05ef75dae512216c624ea818e2903"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"3cdefc216dd77e925f619860dabb3ed53fdf5a20c8211c0a12aea8bd62145ae5","repetition":3,"task_id":"coding-reconcile","trial_id":"49822052f4302364e1258e4455802947341c4f44fc675e15dd31c829bc0d57dc"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"60bd509a5033e36522caf239eac0ba898e6e5e8011cd631482333705cdb58db7","repetition":1,"task_id":"coding-redact","trial_id":"706df27736139ad80c909587f6b702fa8f5a19765b292430c23d0a4be990fc5a"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a5097fcda7775944bf0a4f1e9dfe8b64a6aa2058a9bd3a66720a1a07e9a509a4","repetition":2,"task_id":"coding-redact","trial_id":"619c6671a449262edac7e03ddf8697f8865333f43c61c9ee2853ed440384836b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"90215ada29a7d38fc8f78e4e2f9dca0a637b948e7cc3a8e3de8df705166383a3","repetition":3,"task_id":"coding-redact","trial_id":"30cf25ffb77cb2035d870a747f9ce8c53fbe0fe71274453ca35fcc733ee1f85b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"fabe2c8fe353ae02642a1fe92a73838674fb5d3e0a0d13ef84c8023389996a07","repetition":1,"task_id":"coding-redact","trial_id":"a0ceb1b63792c8bceef6657513d9960b9df22a6b3c2637944c01da2a5b6973ab"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"1174d013ff7236c8839638e92bf0d8b1f9fb9db4f3b031ed9e122e34eb391747","repetition":2,"task_id":"coding-redact","trial_id":"641b70b48d420ef495de24925ce2bd474c5c54b98ffe133857d8f1fecebc1bd1"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"7bfeb56fad483265ac4e281aaebdfadcd671eb9fd1ba4889660607cd0723bcbd","repetition":3,"task_id":"coding-redact","trial_id":"d20e8a5fac3bb69b14f8df7b6be51ce567c3ae2ab9b70db771ae4a90ceb1f9ba"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"6b8e618317182d43a26c1e744d00201c9d3f5b82f2e818f55c1f1225bf6afbe8","repetition":1,"task_id":"coding-redact","trial_id":"2caa62a53dd86e5e2d16a4e2b76be47385785a8bfcb7443d514d3a998b55a094"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a60ccf7e9d7e2374d7163331c07cf64984f5ad338ca58ccab1a8d76f4741b6d0","repetition":2,"task_id":"coding-redact","trial_id":"16597d276ea329160b7832c644f578a1bd745e5d7190db037b3202be332ba5d2"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"6deb10f0a8f2313f43793d20f2d689dfcef200d777cfc4d2b679ecfe4cda8f8a","repetition":3,"task_id":"coding-redact","trial_id":"4b02e9ff9a80459f5f02b0461c0e6d84795274fe3d5b75ce673a9b1f9a4e36f4"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"4315d3216c294e4299fa09c817bb48b77411eded2b7059187c58a60ca1775cc6","repetition":1,"task_id":"coding-rolling","trial_id":"c543142e50aa44368b474ac0c2790f7de86290b3c8f14e5316329629b0e854e8"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"d1240017075322d0a99f4097881c1ae933d828d7200a5409d73e34797b7207b0","repetition":2,"task_id":"coding-rolling","trial_id":"54c46c721a5e6227f8e89b97774499a3f944ef0a2cc707d6e364469bdb9d1390"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"cb7fdb3436d3855358db3e18b2f5abca3bf598a1487c5edef63f1e2b1eb66ad8","repetition":3,"task_id":"coding-rolling","trial_id":"f94cc5a3586ab6d0eb64c7b1120946f6b7a7c664eeaf125b2f043460edf29c8f"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"a40f4b2777749517b8515bc0b79313380cb09f40047f4a4c63d7f4cbbb2ee18e","repetition":1,"task_id":"coding-rolling","trial_id":"6fc9028f977ab4b6b9e63aa00db938ee9458ecedeab3451af112fb5a795f8c24"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"628b6b5351d200a44b43463e80452993898776988fea047d0161044e777e1f29","repetition":2,"task_id":"coding-rolling","trial_id":"34b27812de55025be9ae621bfd779fb86de4b6629a903543b5f4b0e82c204db9"},{"corrected_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":false},{"case":2,"passed":false},{"case":3,"passed":false}],"passed":false,"reason":"execution_rejected"},"raw_response_hash":"9cec04374faf4a1512b1459e6fd22d7531c238f08cc608ab663133e8470cd830","repetition":3,"task_id":"coding-rolling","trial_id":"4bc4d144ff4c552bcbae1412759951f35526b2e9fcb37a86d84ccf3f5b142c9c"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"7abf8e20ba52bc710eafc66e9b203d96ed416953f75e2a9493dc1cd3aeefa583","repetition":1,"task_id":"coding-rolling","trial_id":"6bd9851d8fa37fe745137a7860951bb44b77b2afcd7f8563e38af1e5a91e4e91"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"99ebaba816b882d12ec263b179d1e92982a2b0930dce2acfd401f94ba46db87f","repetition":2,"task_id":"coding-rolling","trial_id":"c33017201da62c9305566db091ab7d9e27763506cda9e776ac4c1238e327698b"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"567a5d6a4cf3827872f181161c7a3ee9ed96b67d742283d10f60e8bc75a65420","repetition":3,"task_id":"coding-rolling","trial_id":"8daa33a3ff73e355bd3e5f2c5b51ba296efe601eec4afc8995d607045f174bb3"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"fe96a3b60df163df6ca4bfbb250223a2ca0dbde1cefa674d42e836c7303c4b7b","repetition":1,"task_id":"coding-slug","trial_id":"92998081cc71ff0b76d01c46c86731defea17d12a01a65d7513e1ba778802a55"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"8bbb6f7ed93edc1d01423576fc9831a68165bb3ed3a1259ad9d9f05020f4295c","repetition":2,"task_id":"coding-slug","trial_id":"49147f47b00688a9978dc6ef23fb01d242f35250d8ca2ebd97b439d16a16da83"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"6f5dfe205d317fcc6fc5762a0188bb1a29b993b37a0ab8c19e1aac4357844c8a","repetition":3,"task_id":"coding-slug","trial_id":"2d3c50fd2e771204e98cedf305a4e1c1b9c092fa87dde24ddb039f2292dbe3c5"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"bfa5514b3884038b272585e3fe3b261f1399a5a81ae475cb9768459b9c3b8fb3","repetition":1,"task_id":"coding-slug","trial_id":"dad3eda8a330802b5fcf3e480077373e9d8e90e5d036da3a7deef1bd95323b1d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"e37f6232ddaffe87593156e8ebc75d6f36a611c5539fe39b49969569f82eaf6d","repetition":2,"task_id":"coding-slug","trial_id":"8d260de45e4120d88d3d56fb1bc8828bfd9d35c24403804afff148275f350a54"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"2c219f7b413a8a290b698861a631d7a416ea72f1c5c8ddfa37879f5965a96293","repetition":3,"task_id":"coding-slug","trial_id":"2b45bf67fe3e1c16c8583a1cfa5fcfead81049c9ebdddebd51bbdf1607e3c74d"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"b9628af685e5fa5987e1cced64f06f3fa286433708797e16f22e4f2a1202e568","repetition":1,"task_id":"coding-slug","trial_id":"c240d930a83be0cc3f8138bd7e152eae2d2f6cf0b878e2191ad96991a405f414"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"bf4c1d0afc7326a36cdecf73d51c3d25d4ff58f0a82548595c5dcd7877430bef","repetition":2,"task_id":"coding-slug","trial_id":"34c312ff3a4cc98f87b07359422592af0d5ac6036f21daee09ffbc4ad249521f"},{"corrected_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"case":1,"passed":true},{"case":2,"passed":true},{"case":3,"passed":true},{"case":4,"passed":true},{"case":5,"passed":true}],"passed":true,"reason":"checked"},"raw_response_hash":"0aabeb4b65394906ecd0bb0d4a4d92ac6eda5a04a74a37538ac25a4851f06dfe","repetition":3,"task_id":"coding-slug","trial_id":"d086709919dc0e5147c77ac557a0c595c3265ccd66d1aa1cbb570ad43015192b"}]},"math":{"changed_verdicts":0,"trials":[{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"2b97eaffe81917d214feb3e8a5d0077606f0c88dd5f9d3afbaea74c942ce43b0","repetition":1,"task_id":"math-allocation","trial_id":"c6f586e8452d7d62b0d3c87d92abc0750044ff752f9e0ad9a7e27e9c1636d870"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6d782508565477b72c059e88a7522d07d372f5ffb8c5e6f985c0eb5c02ad31d3","repetition":2,"task_id":"math-allocation","trial_id":"2729b58df7d985bd045ed875113ddb2f41061761f7ec2a3927a5f42ddee971be"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"c423f92e1669e1a9ec27153035c1e4edc8cd4c89714ec6d6c7c44c1461532c18","repetition":3,"task_id":"math-allocation","trial_id":"1211f8c9078a062b1b98642649cc36cfa8552ccee11b0d40c0ce26e2f397ad3a"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"535f9ced8e6aae09a5d676cd5eab7de0064a99ef35cdc7010c6905030220c117","repetition":1,"task_id":"math-allocation","trial_id":"535f72225e65c45aca5cea9b6cdf762631c181d09ffd8d8ec0805411fb3d9be9"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"b245f6d8d5e0ea98f53d1dbb047a53631997591f011554de0f5398dbb21734e9","repetition":2,"task_id":"math-allocation","trial_id":"59c92b68def6cd102d6faf13a50ed7a5bcc1a0af93540550ba7fb0c375d41e61"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"87c06c591955971de8a788b4b0adb9f5cd290e6a7010889dbd3147805f4f5f22","repetition":3,"task_id":"math-allocation","trial_id":"af3b49d89f95869aa3a6e71670e04446f4fbb40998d61f6abd68c5dec5c73331"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"7a97fbb26e70a44f44d3135742ce5739ce0b65bca1751189eeac32eb62300c63","repetition":1,"task_id":"math-allocation","trial_id":"e551204ebb912b33750b049da82077d43e241d4a078de74b4fb37c018f5c6714"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"a180d96842c43373a9c23a8de2d450abf1f44bc99903dede5b837414d67dda2e","repetition":2,"task_id":"math-allocation","trial_id":"78dfc8885543f71b5179c62eb82545c495f9287297f67620c162e2333c26534f"},{"corrected_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a_cents","passed":true},{"field":"b_cents","passed":true},{"field":"c_cents","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6ad065345d558f3869e64460ac7a9c68fdc26064d347156b0069c339d72a22d5","repetition":3,"task_id":"math-allocation","trial_id":"832493d18f24b00b2b76d98118b7006c8b09ba329a2bcd15e92e3ed6939fd463"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"27ed784b8ea492bb9eb04db0cd60358f547119ad0abd3b0ffbd0229770d40785","repetition":1,"task_id":"math-bayes","trial_id":"6ace8078542a4775cbd8cfbd61d2ea810bf12b72442351cb5f320de6c63107fa"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"2fa1cbeb6f9c74eb24bfe1bbe461425d27bc4e1129a2fffff21c64ea745d2576","repetition":2,"task_id":"math-bayes","trial_id":"883f1da366fdaf78a439851f6693ea0c88e05f7a7b14d9cfa03c68422ead5102"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"ac464ff1a6db064b8535376264f63d92623f97c15efe69cc88dcba1a70511815","repetition":3,"task_id":"math-bayes","trial_id":"10ad843eef6fc1c439e4793fe2765e075184025b65cc043782e4d188e941a946"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"d45ef9eab55b5b2dbf63b57b2c2ffccb84dd8edcf9985aa0571cc32ecf2cd3e7","repetition":1,"task_id":"math-bayes","trial_id":"055e957568eb0f285e18d8701c25a7ff8abd3348da8d5566e70e1f732bb4472b"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"77ecf63d38b10e442cda924ff0b997a64e9efe1f711315046b10261cfa6ed670","repetition":2,"task_id":"math-bayes","trial_id":"19e7ea2df02f7a37f59364ee2270fd463b51a707cb2aa3243c222aefba696617"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"983740d670a1296fc0a006cde29da0438fd059a6797f2b3a9a79e8b25848b9c0","repetition":3,"task_id":"math-bayes","trial_id":"0a38ce0373472fa4ccdd950d981327f1a894acd41c5620d7db97de4760ea789e"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"de9534198ed2c72fdee4af51d278b002bd3a0c3b39cf1c9a000cdfd96a98c0d8","repetition":1,"task_id":"math-bayes","trial_id":"d8b3e27467018be64b8d8677200c6362da6df658cee9c020dcab41047d77249a"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"3ee39f2ab8fba53b8cf100462d82e7c51445a768c5793cde665459c6e8fe240e","repetition":2,"task_id":"math-bayes","trial_id":"ebc5c0cb604f4c33f5e2cefefff32f0f5cfbd86fd7b883b4137b1e76c456703b"},{"corrected_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"9adc39a09719f741057d027d41cc78076fac2c8fe286b57df645e92f0bc43753","repetition":3,"task_id":"math-bayes","trial_id":"435892d2bc1663d5d35eb5c1bcdc2f91e685191affd260d3ae78c5ef31ac1a93"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"7d710de226f315eb95ce5b22053a222499d38f1547d0e0eb94dbcb5c7df5e0ac","repetition":1,"task_id":"math-break-even","trial_id":"9d661223b4e504d42c51ceee83b7c453200f523bbaf198768e0df921e68235f1"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"4613d91c56d18f4fb34ab1e0311c52fe74bb452982edbe22baea3320699eca1d","repetition":2,"task_id":"math-break-even","trial_id":"7cc2c0cedb36de0ba21e13a71270d763e363f9177ed940136eea1312446e0c8f"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"f8546a4db15e702f0a05ed841adba7c60a6298be3db8f689f062a2942cf8e560","repetition":3,"task_id":"math-break-even","trial_id":"5dec5173d8fc156d2fc80e403f556ee85190361e1835cb9bb240bb45fa3620e6"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"19f58c226d69e33c189db3d42e37069bbb2a74384e0a52719125b4c7a40e1150","repetition":1,"task_id":"math-break-even","trial_id":"8ebc0b9ac5e3fe0e8c1a570010559def9f58ddf1cdef08faf5fa2f482b8c69b9"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"cf222667a7a3e96ee85f27e9c94b899d7fee4b0b5aa2a9b48344313e32f4e047","repetition":2,"task_id":"math-break-even","trial_id":"e920333d3dde8840d29f4d8ce117e58234da3957a346f3e5752b37c9471d6fe4"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"7a5d5a702e248f822b1efe61ccd482b6468d345999cce2dc93365857c0faf4d9","repetition":3,"task_id":"math-break-even","trial_id":"72fe7fc37675ca768fe8639eecde07a54d52883d465abc954c2600b9ac598e9f"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"605c6c1a91a87851ad07d39679343bb6f02390d185164e79a51aad44e9733d80","repetition":1,"task_id":"math-break-even","trial_id":"ba0de8bae3635fd6f0e38c8bd35ee93d05ebe1ec90fbaf92b84517497057ff33"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"d7b33d8a9756eff28c02c4155cefc077bda74cb745bc72192ac63ddc6f8db955","repetition":2,"task_id":"math-break-even","trial_id":"8089e7ad5ee661e3250d9c5c02ca414dfc5f596d4152336f8543b39ca9181304"},{"corrected_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"profit","passed":true},{"field":"units","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"2e812d4a65312ab078b11ed760f4b4ff79752ea6e42827428a34f0fe67f6a57a","repetition":3,"task_id":"math-break-even","trial_id":"39e42acef12b23c07db8d4aa33170dda9e59df3d38d525492c602254d00219b3"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"797fbbd35669cc0a3a97ad8820074042cfa4d072521d06f280694dd8e322b472","repetition":1,"task_id":"math-capacity","trial_id":"656d0a20db391a920424de944599e521cacc97009eb635ee15b66c06c80bb6b9"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"8f1eb86830da3680e3d43e8bcfbf3caf0271b33b5e8b4dc6faebf7574f7d37e5","repetition":2,"task_id":"math-capacity","trial_id":"31089fd37a40f9299e22c2fdcd484f343870ec5a21ad86512316cbe22bdb63dd"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"d0c18a79a7d2f6a4abca0636ced37d6a8d4947864821edf499f0a810c3e9d2a8","repetition":3,"task_id":"math-capacity","trial_id":"6fb19f11c8c8fc4209a668087fa2295e11f28fb3c13b2fa8ad2f842eef3ed7b0"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"3457523fb98ceaaf75e3e6575b182a7e667d2a95916d7f418f0804c1c738874c","repetition":1,"task_id":"math-capacity","trial_id":"891d86b63a162039e135c28635f9adf3e727ac238fba1fc98ce3032722ab4eb5"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"8bdb00b05bac116aa84d39603face74a8a293e04ff517cb62c0188e478c2c6a7","repetition":2,"task_id":"math-capacity","trial_id":"0ef1aab5fec3be1b1d4f5969969a6eadb7990b4f5e4aefb1bfde30a3c4ab8ea9"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"2fd0c99f71efbc5ff9b1a6ab774384c8a64ccdba1291f0a73446aa6ce96a323a","repetition":3,"task_id":"math-capacity","trial_id":"06fee9a9f85b9f136f82e9dd4bac50db7df1f169e59025775e67431a0f918482"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"5faa320fd97d9f38bbe53d314a6c2ed01efb378c4ac254e7cee6c91c59c72053","repetition":1,"task_id":"math-capacity","trial_id":"c6ac4c5b1a2d0ba86a96fc3e8dd75f368cdb32f33d385742c3b5ad2929502c4c"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"d9f83378aa5ccbebbc1fd966672f15e45f8d421ba78454a8d297b98bd3160dc7","repetition":2,"task_id":"math-capacity","trial_id":"70e21e7792eb3fb3d40df9ea269129e692b751fb05a1e8c67a257fc0abe001be"},{"corrected_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"a","passed":true},{"field":"b","passed":true},{"field":"contribution","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"cb172488dd8f250e39b81295b725729904389454169ec2a5b33f80ad49d83f0f","repetition":3,"task_id":"math-capacity","trial_id":"4f65cf4608d5ca3cdf8ec35fa1520612612791c0903bd85a55a528c82f063179"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"2e1e934bacd9ff6855e0a86568635b98508650e4d976bf59a1cc3ad4f5b5755d","repetition":1,"task_id":"math-discount","trial_id":"27721bcb2a457b260aac6d3677e6ef75cb395ec42711a986e64212cd6692b9e2"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"4248763d3f3a4601b78c607692fe73cb25a9ca6d8ab0a685e4d1328e12bd2ba2","repetition":2,"task_id":"math-discount","trial_id":"e75cd092f38287876d45f85da5daa2a252160bf3e35191fd01ccad3dbc7f5a15"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"a7883c17ee340f2f3ad7042ea8f267deaa0c85a88a9cca715fca9cf725ce3c23","repetition":3,"task_id":"math-discount","trial_id":"6db85fc6687b9d81d38cf6eefe7be656c2f001a11f9d72cd5d0fb36da2bf1f18"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"e496633da3de3bd0c019d1d51bb22ca0f95ea768841ee70b9fe59d726a8bca96","repetition":1,"task_id":"math-discount","trial_id":"84405733ee69ec8116487cbafdd1a002dd4b7ce9b59d0cb6102f0f11f999e853"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"714790766682bff89ced069514205c4f8594e917bfd9dbf4f9fd2919f3b4ceb9","repetition":2,"task_id":"math-discount","trial_id":"98601490e2619fb6e5c58c449a1286d1564efc2f737abf515c7d28b2bd0d167e"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"e5d79acd68377b3aa4b0f443cc295c717c08bc6b89be465ecdd0b69cc22a9837","repetition":3,"task_id":"math-discount","trial_id":"110a8a445e3f952debc6cdb236118a85a38156b78cfb85a9d496cce7b05b8587"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"c2b82a2cc73d2f5af02bba3c344914bc2cce32a5fb4b6914623102857a833e8f","repetition":1,"task_id":"math-discount","trial_id":"851bcad899f1a041c71a9c9dbc0caff3f281719df4b0ea6510d4881e7ff48a9b"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"186f03aba7ddebc9d508583c04d10ae0c3b37758fecc5580be51e7b1d646b410","repetition":2,"task_id":"math-discount","trial_id":"bde13633f812cb0c1a7aba89fe37c2eaf26617d691cb213542efbb40f453b178"},{"corrected_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"discount_percent","passed":true},{"field":"final_price","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"710c7db03d2fb5881f0cbff8ef3eac8d938f8aa04d3dcc46ca03ffa6e3f35e27","repetition":3,"task_id":"math-discount","trial_id":"269e9f9a4e613ae7c9102c38b08cf789f8db5df7293f7a38573eb1037cdf8282"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"3a4a002248865a450d0c598661c0196e4838e9db7af1bf9fa7ec7766ff937fbb","repetition":1,"task_id":"math-loan","trial_id":"5ac6056e2bf9b5c187c26aed7c8ec62420e42618a65c046b1fc9dbe421298c02"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"8f437d75e300c45270fef132ce4def36ed1e919b6e50633bbfc3c7f49c1b2080","repetition":2,"task_id":"math-loan","trial_id":"1680d6b55f51f4e31c4d9a817c3303021e2d3d3d4e7d8a2e3f13ba866c74c48e"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"838c12d38a0805ad747b315b6c7e0e9125151142e64861a92a7569efcfb2b5dc","repetition":3,"task_id":"math-loan","trial_id":"e8c33370152b5086ce363f9e5b61dad1031a6c21dd7c14cf979dab49d5e9f585"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"18728aa6e2fd4050068079d0e9da978dfcdfb72aa924ea93d59348c48e909037","repetition":1,"task_id":"math-loan","trial_id":"f776d79e0107a1f2c9da51942f56e142aeb06856ecb61353f4d9733c45561e68"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"2eafd57e3ad0352033fdd82819103a760a0aa7f12e0dc646396b6ec422fbbde1","repetition":2,"task_id":"math-loan","trial_id":"7142e96a52fcea432c94a9f0071981a0be50a6e6c2dc0b67fe53290b84c2ee47"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"7102bb87633e4a9824a1175382f25ec68c159a0b374bd806a9dfc702ff663982","repetition":3,"task_id":"math-loan","trial_id":"26442a3a5b1d57dc59d0d386a88a05decd9b97c196e2a2860412bcdcaae6238e"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"790e4cbe91c6fbf4f6631676eb45b29abba1599e16f1e86719c2778ac7ff4701","repetition":1,"task_id":"math-loan","trial_id":"9b3fb8913412f8bc742e57e1ec57adbe60c1b52f87980c82e9b8b2c0e53086d9"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"33c07cbe634631b602fdca9153daf03b0e0914bcecf6594ace26342a406cafc7","repetition":2,"task_id":"math-loan","trial_id":"5e94ab8f79a9fac1e9b2f6551d508e44760c552c5eae07f3646bbb7946497178"},{"corrected_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"interest","passed":true},{"field":"payment","passed":false}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"7090a049f2e2a0f48c6f3f2c07b4642d83c0b1001bf4252c2e5a7124182ba1b7","repetition":3,"task_id":"math-loan","trial_id":"109822535daacdf682102dc219320641a2801f5a881e955f703db509c60602e6"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"121e94f4c7fd2a474b01b5ae0c4aec31cbe095caaea99a6cff98850a793308a3","repetition":1,"task_id":"math-margin","trial_id":"d917e2e9c9f3d5e1bfa0f06be1acbe287cf40c8f1a7e191270d86d474b7bb3ec"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"584a770ac600b17e930b66af4a0329bb9d5e1711d4af719fea98d089b9bc091a","repetition":2,"task_id":"math-margin","trial_id":"09eea4eaedc35a7759364de3de8c3482dcdc0334eeed8d9ccf546ef77a8b6aae"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"d12108aa9c5ddd755928ec639ac932d6ff13e2573067d299e2857d15b535a110","repetition":3,"task_id":"math-margin","trial_id":"1dfa05ba54f838ec6d37f6ee83628675f15ca540010be1e8540378f70abfb203"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"9da98c8b45903be591429cf0e184cc27aa5a236e9eaa4340cd177a544f7ff99f","repetition":1,"task_id":"math-margin","trial_id":"643fd77707d46340770eb0fbc8066069e7f9c8c36408a0e471b513f3791c6efd"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"e832c42ca11a1729087557d24cee4f8410da740a159d9df49ba708daf2294c1b","repetition":2,"task_id":"math-margin","trial_id":"51209574ee54a68205e993ddaac8bf7df84d0b5ea032ebe2d4e94a70224d5251"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"43c29c2f99a11d4b0a9d36c356752c80c84b78903820098afd7be85c3330f455","repetition":3,"task_id":"math-margin","trial_id":"491403c0f048f63a02d4919feb930cc443aaa76374fb090bb46d24fa5408aabc"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"4adfe7577cd2429fe72f574f1841b26534472ba235b44f64a87190b172014a24","repetition":1,"task_id":"math-margin","trial_id":"72b12912eb5b9863db9e8762eaf27eff4f4c8e8e572036d66404db2149a1ad6e"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"30e15d5795c88cb63ea4af0fd9eb233861e9120e1cb4af094d88ae75ba5e8eff","repetition":2,"task_id":"math-margin","trial_id":"0d14ea4f854d334c59f52fd9e42a5781b31f758466f2dffc512e3c944b621be8"},{"corrected_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"margin_percent","passed":false},{"field":"profit","passed":true},{"field":"revenue","passed":true}],"passed":false,"reason":"answer_mismatch"},"raw_response_hash":"584e49c8c97a82a6880b98df031e8d20544b9cfcd68fcdbe9f870687577e3988","repetition":3,"task_id":"math-margin","trial_id":"b5397d9f3ac328663fe7af80f786721b40aed0d131496b3854ba0b6b9d920ee6"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"054d20123c004170a56753d5ee964749b3d6b7cee1afb7a6e7c88d2fa928082d","repetition":1,"task_id":"math-mix","trial_id":"5b03428366cb7f733e35c32414d4be4c43543967e718ea57e6be2593c89d091c"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"91cfa38894964185cb69f862ed304b2e1d557d9342407946aea730d0dffc80a7","repetition":2,"task_id":"math-mix","trial_id":"ff8b3ffca6883aba64f386b9f9d8ec974377a6f29cfb6360b555240ac139b116"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"c8a50de34365be000397830b598c88e9ac4156ed137d8423e75141e31b4ef297","repetition":3,"task_id":"math-mix","trial_id":"7ebcaba94951364797aa9c4c5b8760266c0aef381253664af683338cfee7b449"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"04c5b7d821228b33cfc489816c01ae22f3c6603be31724384998d94e0edf5494","repetition":1,"task_id":"math-mix","trial_id":"a4c971efa25111885e4a19a5922ebfb7c3018f39b8817e977123214f49b7bb37"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6726a8ef2496e6c6ded5c31e724e6ee200c2357b78031f4d2eb65e6e17fcbafd","repetition":2,"task_id":"math-mix","trial_id":"761a071af8ec9bd098c8bb9e7cda05d707982502b67ec63fe3c7f954563aad3c"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"18ae3e36d2c5358d7c6a61c6b083fd9b34087c0674adac9f8937864d8ea9dc54","repetition":3,"task_id":"math-mix","trial_id":"69bf739a862d3d1d94b3ef6ab079ef6dfa89e7666146bfebf12c3998776251c4"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"37af6899f4f33c780c25495135019429faa61af7545e856d3b8489da41daf7cc","repetition":1,"task_id":"math-mix","trial_id":"62f9ad48f5080b3b169cd45ad4f11e6f7fe2366a5aacc009bdc66bfa5d560c78"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"ccda05ec0b9d0f37acf0bfb2611ea1025dd565aa72c3049958311384bc0c445b","repetition":2,"task_id":"math-mix","trial_id":"6c8b4b4ecb8df2d1b883ca6d216a6210e8d791a053139818483663f1b24eadc2"},{"corrected_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"litres_20","passed":true},{"field":"litres_60","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6097ea90431223917b5e918b600ae63ebb1c925caa3bd107dde171196a91c89d","repetition":3,"task_id":"math-mix","trial_id":"d714b5452d431ca1d32ec4256046d78c9ac990c0036133950dba5c8ba4a9faa1"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"053244a42553ccff7e57a4de74cb784276adf03ac420c59b493181d6cc381871","repetition":1,"task_id":"math-npv","trial_id":"548f824fa1a478295ed5bf399a397e8f3285334b8f246d52497360d962fdc63b"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"6079a30d8a4e1b8248a59520bd93d4a4db37b93f15a17a181249c6b94b160a9e","repetition":2,"task_id":"math-npv","trial_id":"b95ccfc48f06c0de4e9d22ed95fd5788cc02d0a7b28890d5f2d1ddef18aa051e"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"3687ccdfdbc7a3a2e79178e7cb49e2af33495ac809b8f6a033a0ba8ce4504625","repetition":3,"task_id":"math-npv","trial_id":"b503728b02df8596032ad1d39c7837468c63ed2d2c9d9944dafbd1b1ac029ff3"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"2a0ec6f7c2042bf797246c1f38784f4c0bd91e0d97c64d82fa537095271483a2","repetition":1,"task_id":"math-npv","trial_id":"b4776959e90d7955e2ea418a2be14c3dfb0a9dcc1740d894db4ac6dc408d5830"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"131088f1dcba1c71da736050381c59aeefa6043f518b8c335208c1c5a4a038c3","repetition":2,"task_id":"math-npv","trial_id":"2ae3b5bf99438a4a5d4b0dadeab5eeaab4e46346c310ac46a7989888b1b0a4f9"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"1401343a3a7140418d7d1f6630da6dcdf90931ed0fba3865c456dbe5c39cbbd3","repetition":3,"task_id":"math-npv","trial_id":"2cdeba7c8af0a6af72ab27d18a7215708b4d9017da0c3b1d92003f580efa9e97"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"32c9c9f820cd3852df226dbe54d00cc04cb520b417c831b93544cd1c2188f55c","repetition":1,"task_id":"math-npv","trial_id":"c3116d957c9c2faf61b1ab6b93a15197ca9a202dc7d4081d86cd706daf1c9acc"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6611bf5c22ec2f130dc9a5f89620b9b7c7e962d675ffbd5f40eb52b874218225","repetition":2,"task_id":"math-npv","trial_id":"516a3bba5cff55df14254b03dc08a63a699c8c2d5b79c58cb3c49cbbbb82a5e0"},{"corrected_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"npv","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"3d9ff74982171ddaf6a096e1760e706d50653682c26bf4fe5f96e31e2f8e58be","repetition":3,"task_id":"math-npv","trial_id":"416fa25999fead2c107bec3d680c3a5668c60edf4c9aacc6b91653ddd78c4a66"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"2c08c4229981a825b5ce9949b7a13b5315d5e3fa7c9ffe9539fd33853022c46c","repetition":1,"task_id":"math-queue","trial_id":"d38793f1a125cba6e36b2b910d755eab20234806404460977751caf2be33ea8d"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"7245d4c43def21a30bbe4c10ab2eabfc1fff064725c0d59e4a8dbbe2d0270e25","repetition":2,"task_id":"math-queue","trial_id":"4e5d111308bbb48174c2c601d49974908ebfa1730dc6fc0691c93c973ded1755"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"84ce34c47b9dc0b67158f2262698266b88470889a5443cb8eba71aaf4c24d111","repetition":3,"task_id":"math-queue","trial_id":"b68f787360f94787cd22abc5b4a7adc2dbc9b18f05a5e9e49662855616ae0a43"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"05e04e212b9620763b06405212e88e3635324fcd2e75c3943750cbc48cb4e4d3","repetition":1,"task_id":"math-queue","trial_id":"e4c60fe1947d0e01984e8e14b3a8c3e3ca49e64e6530c4908fa3d1b0624c5f9a"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"281d5ecc6cbc288872c21938b1b923473c60ae7d332153ab763cafe867053deb","repetition":2,"task_id":"math-queue","trial_id":"e5d92900fbc3bc9765de0824e2ce1fb8df3f284b9180c9d9a4945c0fb3069d42"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"6f4328a8b77b5f9f2897f12974be1590a5f83ba17db2c708c090f7dade369458","repetition":3,"task_id":"math-queue","trial_id":"34f8d6f7d41ee4b4b308446388dc6045c2b649f3f31448be3a277fe828f7a671"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"961ca0a46db7da80a34d7f017adf668d25fe1525cb866799d320a049198d49fa","repetition":1,"task_id":"math-queue","trial_id":"0848d35ecbc245d69e49445f25ce5fa8cddd277733e25f7f45ea1e4dd5d8fc8c"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"afe9ac57bbdfae8d7e082c383bdb603aa83e54e785da537ab88dc6ea31ae300e","repetition":2,"task_id":"math-queue","trial_id":"c374b6eb15f17d2f6807c22bead6c3ae63ac11f472041c3ee4e7b98bd9b3c418"},{"corrected_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"expected_attempts","passed":true},{"field":"success_probability","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"0ccb74f54ec44e3726a1ff99efd047778f5a25b8dbb16edaf1ec533c5c3cfe0f","repetition":3,"task_id":"math-queue","trial_id":"6b023493cc1d91e9ce2c9afb509321a64fc509f8eb241041824242815aefdd91"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"8dc784091eb5f12110deead04266393cdc5d5f5c47fdba27889ba297ba5be44c","repetition":1,"task_id":"math-variance","trial_id":"6c5ac78418b1f3cd0bbab080321fa4e4af7e2cb74a74abef2791d0274f5aa0dc"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"5ce30e80416e4c935e4adacba67e56a052a8e4b56f834ebb61e34daa1dea9917","repetition":2,"task_id":"math-variance","trial_id":"9c1b0e3af950ad4e2e6403b200fcd4a941e0395f18c4974ac281663bf88ece73"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"f505f4b4e0ccc018df60b9c5daa65695ac48b643baa6a2f55d2f1364667a2c54","repetition":3,"task_id":"math-variance","trial_id":"4ba6567954228962172219c035cfd8dcd8066123d03a3b887c2f2355ef890172"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"87be6d9ed6626753f6f4c5cdaa35b1b568b6791c28195e592c6433a4a87dc75f","repetition":1,"task_id":"math-variance","trial_id":"3681d75be445863758abc281bd5cbb32668c1870a66235ffe7570f78daba111b"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"416a7418c8aeffe432356b02da59b5ff3712948daca8900138fc231e8adde720","repetition":2,"task_id":"math-variance","trial_id":"d3ecb3f681ad9c7628b867da085249bf62b03ea59788b2da352428d60b6dceaa"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"b43c7cd404d19768f91f364e321da91f360f46420bd42dacaf611775b958d8c0","repetition":3,"task_id":"math-variance","trial_id":"022f8e89472ee04fb8db61d110307d77f50993fd57a4f6caa26852799c1ea88d"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"e4ba5470480ad20f939de0a4b1d63f1909fb68ca454dc0fd43b17981c42dfa97","repetition":1,"task_id":"math-variance","trial_id":"3651cdcd97deacbd43c8f7ab91f990fc7f8bb40c9b67938e797a5df51231b240"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"a6801766959782b58bcf153577d614bb6f277759def7b953bd4f259a31d35dac","repetition":2,"task_id":"math-variance","trial_id":"65062af7334fa2259253a5bc0e499635140c7d09d3fd9e6762c0c750e3c2be31"},{"corrected_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"mean","passed":true},{"field":"sample_variance","passed":true},{"field":"standard_error","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"74128b1c32ff90ef7ceb8f6874e3906d895ec074af018c4b6b393b51b800f304","repetition":3,"task_id":"math-variance","trial_id":"1325cca0c9a0732c4582f88a0b3d882fa7b9d01fa519a5133679b604b10adf5b"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"df574aad0e8950eb4048c0384754b5e173825385953aaa3570bef7c8e3c9c337","repetition":1,"task_id":"math-weighted","trial_id":"465e01daf43140ac4b08d229a15282ff9203410f10a5a1e195dfbacd8a54da12"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"0d600e5ce6b6294d68b08e03fe0538ba23f80b4f7d1457d3369fb464b806f182","repetition":2,"task_id":"math-weighted","trial_id":"a6d5c9aca5cc91f2459c3fbd93dbbe3257dc190e871586d218467d913e70d37e"},{"corrected_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"model_id":"claude-sonnet-5-5","original_grade":{"checks":[],"passed":false,"reason":"invalid_artifact"},"raw_response_hash":"1a6914e5e8df3ba431cae26ca5ea928fa3de6d1ccb0aabdfd3589f08bd92d04b","repetition":3,"task_id":"math-weighted","trial_id":"e20b92c5609e22db27cbeec9e0280a15d530aa8aaccb1a5047d566b54e06f34b"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"3395c69613812fbf4d701ffc668596675a75dca491b4aed5c5daccebee60fae3","repetition":1,"task_id":"math-weighted","trial_id":"95984da11e76beb8c281d9a1bd457d2f1c0b39d47a10e1f8a194f5ea8b3e0f96"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"557aca598b59a2cd8027d5141d65f3bfe125e5fe396b24536098537fe340a925","repetition":2,"task_id":"math-weighted","trial_id":"2488292751cc1f7ea79d3c82ee0985075cc6061b1a1b2fa5a898186e4fc25df7"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gemini-3.8-flash","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"18fa0916f6fab7496a0a0cb97978b77c5c9f95c34672c5c55f2b1c64eec88b77","repetition":3,"task_id":"math-weighted","trial_id":"4eed288d7bf93e8142b0f280bf478593559ddfc019ae8a3cc9723c2b7fd17d27"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"bcd44a92cdedb854f83b311c1e8a7afbd82294883785c52bb08da1cccf57bccd","repetition":1,"task_id":"math-weighted","trial_id":"d9ee38e392355fd3ad9b25f9051f983a6dab25b60dab79933f4c983b3d6e32f7"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"704ab029a8b684f0bdb139be01275bfb1a87606615d4c47f592803d728f8680e","repetition":2,"task_id":"math-weighted","trial_id":"adccd5e6cdcdb2bd7dd1dca03a256fb20298e80969bee8bffd4d10b53d118dd0"},{"corrected_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"model_id":"gpt-6.1-sol","original_grade":{"checks":[{"field":"change_points","passed":true},{"field":"week1_percent","passed":true},{"field":"week2_percent","passed":true}],"passed":true,"reason":"correct"},"raw_response_hash":"87037be70ff9453eb0ddf17dec2a4b563a6d17127cb0ea832106610e8bf5c381","repetition":3,"task_id":"math-weighted","trial_id":"a83d419112c383640bae969ed6a485f15b28167c147988425c89905c90b00a3e"}]}},"cohort_id":"d94021048cfa4a0196430cb74c658bca830a3ee6cc8b49b0fb89b27e6d317915","corrected_grader_hash":"62980813a06357fd89c914858db26855ffe2bd65a7e18f326d827fb6610e7e23","ledger_jobs_hash":"d5841eff8e7d2d5cf6f9b82ad83a73e372938d9938d173a9607d35a9decd60ce","ledger_unchanged":true,"notes":[{"detail":"The original prompt allowed built-in types, but bytes was absent from the runner. Restoring bytes changes three Claude dependency-order verdicts from failed to passed. Original responses, grades and exports remain unchanged.","title":"Runner correction"},{"detail":"The original CSV prompt did not specify whether surrounding whitespace in cents should be trimmed. Original CSV scores are retained with this limitation; clarified instructions belong to the future bank.","title":"CSV ambiguity"},{"detail":"The original prompts did not disclose the scoring tolerance or forbid final rounding. Rounded margin and loan answers failed the original tight tolerance. No tolerance or historical answer has been changed.","title":"Math precision"},{"detail":"The original scorer accepted whole Markdown fences and numeric strings despite stricter task wording, and did not check requested dictionary key order. The future bank and grader explicitly align these rules. No original output is rescored using a new prompt.","title":"Artifact consistency"},{"detail":"The service-reliability reference has a small arithmetic error within its original absolute tolerance. The future reference is independently corrected; no original verdict changes.","title":"Reference arithmetic"},{"detail":"No new provider requests were made. Paid reruns are held by user instruction; daily source and page checks continue.","title":"Paid execution"}],"original_evidence":{"coding":{"csv_sha256":"ea292afe9db4db523dce8b09cf7a92e2c93477f52d474283515955ba937a3d97","file_sha256":"34d71a36bcf7987ee1e1aa71ab53608f895da283e67190ad395a274f0b70ffd2"},"math":{"csv_sha256":"4e29d30c042232d9119912abe4831259f0c611427d919c0a1acd9074399e03ee","file_sha256":"3c16089db519bc74a289f398cc5a3460d8213cb7b989b37b99de851f4a35fd8f"}},"original_grader_hash":"cadc08ce9b2ab07bdd7eb484cdf46488e9f066c640eb4a278f566a88e80ea8e0","original_test_dates_preserved":true,"paid_requests":0,"schema":"kingy-best-offline-correction-v1"}