{ "runs": [ { "key": "anthropic-claude-haiku-5-5", "model": "anthropic/claude-haiku-5-5", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.14444789, "latency": 1093.503072612, "input_tokens": 1140596, "output_tokens": 100537, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2872919b5ec0211b0d867e46454a9c445fd60ef9650e17d0316267ef63562f68/b4bba7397ddc1cd5e6e7e12e0e0ef9dfbd332848754ee179d83514d456622948/trajectory.json", "sha256": "b4bba7397ddc1cd5e6e7e12e0e0ef9dfbd332848754ee179d83514d456622948", "size_bytes": 109787, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.26193630500000004, "latency": 717.379124571, "input_tokens": 930604, "output_tokens": 145376, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ddcd66f8c023d35d9804a3e07f309e02ed51ae14a872e2a0b369c8a0be20daf9/d7bb7ba77949de980e7f67de232d31347c528fe58d687e074d8412e52d73d04e/trajectory.json", "sha256": "d7bb7ba77949de980e7f67de232d31347c528fe58d687e074d8412e52d73d04e", "size_bytes": 91721, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.524243045, "latency": 1508.766254666, "input_tokens": 2356954, "output_tokens": 191835, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8bb68f1d24628870969b4e4121f99ef096402b857531c6d12ae1fd9b4462f316/6705ae8d4e5d3c5c10112863925079b4e0c9293870f19bbbd52acb66a8c8d81c/trajectory.json", "sha256": "6705ae8d4e5d3c5c10112863925079b4e0c9293870f19bbbd52acb66a8c8d81c", "size_bytes": 142571, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.38079451999999997, "latency": 958.545056334, "input_tokens": 933059, "output_tokens": 199606, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71c0154402efeee7b6e910c03f2b1a487e736cc1149e77d2c4e3f82774a803e2/f915c9a5bd7b75ee2f9a378aeff51d996cd3efe0ffa90868de4751271720ac73/trajectory.json", "sha256": "f915c9a5bd7b75ee2f9a378aeff51d996cd3efe0ffa90868de4751271720ac73", "size_bytes": 66661, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.29941305, "latency": 1139.901359463, "input_tokens": 1355551, "output_tokens": 137370, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ab8d15312b8d01f468488d186ad793903cfe3694ec4e2b1dbf0820c3164e813b/faf058b894dc11d2ef57808462dfde2f7df0f7ea09002fe54ecea090c91f52fb/trajectory.json", "sha256": "faf058b894dc11d2ef57808462dfde2f7df0f7ea09002fe54ecea090c91f52fb", "size_bytes": 126592, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-haiku-5-5-run-2", "model": "anthropic/claude-haiku-5-5", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.253349995, "latency": 1174.149513699, "input_tokens": 1737078, "output_tokens": 124953, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cb9045a3d3048b14a2aa4900511ddb5e1710971ce07e9f45fc9bef6fe1b91505/79064794f9b392b22a644153d4343e91a2457a626aaf021a4eaa8033e0ec4266/trajectory.json", "sha256": "79064794f9b392b22a644153d4343e91a2457a626aaf021a4eaa8033e0ec4266", "size_bytes": 111109, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 0.0, "cost": 0.199779235, "latency": 599.94406032, "input_tokens": 509448, "output_tokens": 129051, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/62115f1ba16c6ad4abc6ea32111ba479ac92acbe22b01f9a5003200bea459d05/a676906b1fbbf5c9c40357a1ce91345bb5858814ce5759d72946944d75877638/trajectory.json", "sha256": "a676906b1fbbf5c9c40357a1ce91345bb5858814ce5759d72946944d75877638", "size_bytes": 55543, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.714864975, "latency": 2127.713624937, "input_tokens": 5301449, "output_tokens": 208202, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/49b4db1df63b3919f1750bc09ebd65e43b3cfa2a7de55dc50da5fa809053390c/4c3fc1c5c6c5aff79290973eacc6049d4759bd9dc28d98e8b65082efa86a0aa8/trajectory.json", "sha256": "4c3fc1c5c6c5aff79290973eacc6049d4759bd9dc28d98e8b65082efa86a0aa8", "size_bytes": 180460, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.24039598000000004, "latency": 820.335211707, "input_tokens": 815304, "output_tokens": 160161, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0156223d69198302809bbe1ce69d423c15add83481f0ffa8e040dfb6c99f1535/f0c44cee836646990e2e292ab33dfd053306e309ee6972afa0bc521b6964650f/trajectory.json", "sha256": "f0c44cee836646990e2e292ab33dfd053306e309ee6972afa0bc521b6964650f", "size_bytes": 64061, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.298409695, "latency": 862.076081423, "input_tokens": 740091, "output_tokens": 171434, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f00e651bb49f9d462abc2db0925204983b85157d905da727ed0532a7f21976b/55bd8566feaeb2f95858107d537907e9957f94ade5c953bc2b0714edc3b25727/trajectory.json", "sha256": "55bd8566feaeb2f95858107d537907e9957f94ade5c953bc2b0714edc3b25727", "size_bytes": 92906, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-haiku-5-5-run-3", "model": "anthropic/claude-haiku-5-5", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.186175245, "latency": 860.833444755, "input_tokens": 825337, "output_tokens": 119438, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9d76d478838313297c4ef96c218d0bae5c4d0a051bf8da64e3f75ad8d70353be/23b1d69af3a5760017057ea8c293edeb62e995e28bbb37080e88d798a586a1d5/trajectory.json", "sha256": "23b1d69af3a5760017057ea8c293edeb62e995e28bbb37080e88d798a586a1d5", "size_bytes": 89560, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.47693593999999995, "latency": 1705.242769757, "input_tokens": 4689736, "output_tokens": 159214, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c13f78eef2cadc90385f713cf3ebf977802982bf74f2e0dd1909c58457e4f0e6/1afd55440ff9b17c386d92296ca3bb7df8b80efdbfba56984d6ded73a8ff7c71/trajectory.json", "sha256": "1afd55440ff9b17c386d92296ca3bb7df8b80efdbfba56984d6ded73a8ff7c71", "size_bytes": 138005, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.83933637, "latency": 2382.885663044, "input_tokens": 6369821, "output_tokens": 239912, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7897695b8d7d9810f7147d9d14db129872ecc4cca0990c1bd1d57da59a69b633/b03a37524d5bd384ddef7ac9befc10dacd74aa0f216b5bc723bbb026acbbee0d/trajectory.json", "sha256": "b03a37524d5bd384ddef7ac9befc10dacd74aa0f216b5bc723bbb026acbbee0d", "size_bytes": 159441, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.681242035, "latency": 1496.271029738, "input_tokens": 3218658, "output_tokens": 241315, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7533821732fcab42d07b16d9ccd17a9f8eff79c4deca2330faef4b23592e97d0/646c938875420eeec2c962aea09511c7013aefc81f479e8a49b653b04c04308d/trajectory.json", "sha256": "646c938875420eeec2c962aea09511c7013aefc81f479e8a49b653b04c04308d", "size_bytes": 185118, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.17330969499999999, "latency": 712.822891839, "input_tokens": 594405, "output_tokens": 115339, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/44cd2431e0bd65217be0db80a2d4c25ed002333522a18734ad6bbcaa50815da1/022a61499aa47eee93f827c94c15ebda7604534b8e4ca1065dbff8b2e94202a2/trajectory.json", "sha256": "022a61499aa47eee93f827c94c15ebda7604534b8e4ca1065dbff8b2e94202a2", "size_bytes": 79793, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5", "model": "anthropic/claude-opus-5", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.0575955, "latency": 888.214332818, "input_tokens": 318481, "output_tokens": 12958, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/88d9b2119fda0efabc2c3e6e68ba5a10c4cba1451c216d7d852a5e953b478192/813de592b143da0e178db715870c36a81fd9a83cc7f74c95ff55474a6a10fa7d/trajectory.json", "sha256": "813de592b143da0e178db715870c36a81fd9a83cc7f74c95ff55474a6a10fa7d", "size_bytes": 83705, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.8298547500000001, "latency": 404.330405997, "input_tokens": 326594, "output_tokens": 8131, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fdd5704ef8be34d16b142af113dcedfc9adee3bbb0cde9c3fed32ab2efda696e/2a7305459a4862098a471ced4d3cfa63c80c9ca2dc0f803ed2d652e5e6a3e003/trajectory.json", "sha256": "2a7305459a4862098a471ced4d3cfa63c80c9ca2dc0f803ed2d652e5e6a3e003", "size_bytes": 71184, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 9.987873249999998, "latency": 5094.114523207, "input_tokens": 9000893, "output_tokens": 46750, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3dfcd5c656dda8bea1976854ec112a7146572d39f4467ef13b6116689255763c/f43e5a8135bba53a006e1e81db194db1dba24dbbbb0c144e215895e5ac95a1b0/trajectory.json", "sha256": "f43e5a8135bba53a006e1e81db194db1dba24dbbbb0c144e215895e5ac95a1b0", "size_bytes": 367721, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 5.1777465, "latency": 3681.813003925, "input_tokens": 3287653, "output_tokens": 31408, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/270bfcfde158e9de6d4836845c5c4f9f8c486038a0eb2ede62442fd11d0756ea/b9e5dbad8d88605072013326f4f3469565a1421d2b08f370a01b4c48792842fb/trajectory.json", "sha256": "b9e5dbad8d88605072013326f4f3469565a1421d2b08f370a01b4c48792842fb", "size_bytes": 199821, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.7967505000000001, "latency": 1459.203291245, "input_tokens": 731651, "output_tokens": 19461, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2f3f3ee9a52fb84b07a781f3f96e9d035a330eefa40cd110543ed8e86e76c16b/4e43f21bb08542f0db0981c5774113e6190c0c0b3e0326f1032832bc43796100/trajectory.json", "sha256": "4e43f21bb08542f0db0981c5774113e6190c0c0b3e0326f1032832bc43796100", "size_bytes": 104366, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5-run-2", "model": "anthropic/claude-opus-5", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.24162875, "latency": 1607.955267986, "input_tokens": 695625, "output_tokens": 15302, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/af87ff705ac43d794317e5ea970ec534952d6dde9b53eabad6fd600f4a93e0bb/b08bfaa80682d347c978972e5c8b50aca3e2f94a12ed0a71e5d71560d352a438/trajectory.json", "sha256": "b08bfaa80682d347c978972e5c8b50aca3e2f94a12ed0a71e5d71560d352a438", "size_bytes": 101185, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.80650925, "latency": 414.764341714, "input_tokens": 302149, "output_tokens": 9116, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f7db2f3d21ab5406df29c6d7551903391b2bf858c44b3ef448581c727e263300/d37f7f036bcde99b4800547b990a2c6a6fbc50602195f5694229d06cc7f7f7ee/trajectory.json", "sha256": "d37f7f036bcde99b4800547b990a2c6a6fbc50602195f5694229d06cc7f7f7ee", "size_bytes": 73558, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 15.792439250000001, "latency": 7301.799632368, "input_tokens": 18158730, "output_tokens": 78720, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f15d7287bb92136cbeca5ee118c744cdb1c1403db73aa7caf0582a1eedfdd51/d7224958ce73c11a2be8814fda37c3ad59cea2292f1564c4203dd60244d99032/trajectory.json", "sha256": "d7224958ce73c11a2be8814fda37c3ad59cea2292f1564c4203dd60244d99032", "size_bytes": 561469, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 4.01032, "latency": 2889.67599041, "input_tokens": 2261528, "output_tokens": 25947, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/373fca3672e3c701635dd36be11efdd66170ed091a8e0c40ef00ae0952f8c5b1/f4ead912b96e4fe6589f345ee241b81415bde589a5d75ff813d893729358e262/trajectory.json", "sha256": "f4ead912b96e4fe6589f345ee241b81415bde589a5d75ff813d893729358e262", "size_bytes": 167781, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.40955875, "latency": 2613.475149423, "input_tokens": 1010520, "output_tokens": 55126, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e1ff47a6f0ce13a018d3c570b756111f34e5561b19c2cb34e957da633742a801/e74e28c6130beb4228885a45b9cf46d68602b9b9943d083b405e53a0d34b412e/trajectory.json", "sha256": "e74e28c6130beb4228885a45b9cf46d68602b9b9943d083b405e53a0d34b412e", "size_bytes": 149917, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5-run-3", "model": "anthropic/claude-opus-5", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.4385824999999999, "latency": 1523.032432144, "input_tokens": 752530, "output_tokens": 17441, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4ee624db02173588a73fd786983e8e22734b4bada88d6dfa0375e014f3142e7a/fff22002781919109456dd511e692341917490378f1fffda94440ba3c50bad50/trajectory.json", "sha256": "fff22002781919109456dd511e692341917490378f1fffda94440ba3c50bad50", "size_bytes": 114398, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.9517585000000001, "latency": 427.293040572, "input_tokens": 387655, "output_tokens": 10768, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/75c0ab30bc7b87511cfc1c0301b3882bf58b4084390b2a53c78b1ba350f408be/416a09370d6a2d7eb371d041453a59fe3e0d11efac8b1cd0d3d5856064aad4a6/trajectory.json", "sha256": "416a09370d6a2d7eb371d041453a59fe3e0d11efac8b1cd0d3d5856064aad4a6", "size_bytes": 83225, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 13.781605749999999, "latency": 7090.62619542, "input_tokens": 15870738, "output_tokens": 64736, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/52264d67328f755d37daada972944aa18eb8f792559fa56cdc1716f35bc17712/0ea28da8d2705cf7e614cb8f33c55914eadbfec8ab9bd525186820d758bdf003/trajectory.json", "sha256": "0ea28da8d2705cf7e614cb8f33c55914eadbfec8ab9bd525186820d758bdf003", "size_bytes": 496808, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 3.1633445000000004, "latency": 2068.964835386, "input_tokens": 1710274, "output_tokens": 23350, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1862e893e994f4d0a4cf18053395a1236c22688d3357c49b9899ddbcf93b33e5/aae7f74bd5f3f3ec57e3e72bcce02e0808511273e22ef9fc8872549f52cd2a64/trajectory.json", "sha256": "aae7f74bd5f3f3ec57e3e72bcce02e0808511273e22ef9fc8872549f52cd2a64", "size_bytes": 164215, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.11622625, "latency": 2224.589906635, "input_tokens": 1213233, "output_tokens": 21384, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f45ea05337347860936b4a534253c57420d842ffb56d898ac94a740bdd545804/387a33de5071197c0921b1a0775cc17ba9b451e6ae850797d75f508ec51dd8e3/trajectory.json", "sha256": "387a33de5071197c0921b1a0775cc17ba9b451e6ae850797d75f508ec51dd8e3", "size_bytes": 127719, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5-5", "model": "anthropic/claude-opus-5-5", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.6746408, "latency": 1090.864409436, "input_tokens": 415956, "output_tokens": 20657, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c844d8289ab76408cf1d026ff0a3ed40e2bdddfdca51132ec73fb11a38bb59bc/659591dd178ef634e90fd96c46b9870129cc880264932c50c6d826c245531a1d/trajectory.json", "sha256": "659591dd178ef634e90fd96c46b9870129cc880264932c50c6d826c245531a1d", "size_bytes": 74499, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.5445178, "latency": 243.576740438, "input_tokens": 280973, "output_tokens": 13786, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f8272448f775ca5f491fde9771af5cb9a26dfc09350516b7be075cf0751acb1/e76326dac7867044570a953899f4b86d38ee207fdde2e4e72e31a255c023e925/trajectory.json", "sha256": "e76326dac7867044570a953899f4b86d38ee207fdde2e4e72e31a255c023e925", "size_bytes": 79975, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 18.355472599999995, "latency": 8573.72891466, "input_tokens": 42939069, "output_tokens": 338890, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/492786e86e8d734cc33e88a1cb3a80bdc7ce415724b573fae17130d2a3c2d944/8894c1e01a55b96e39342568575948c2f01e1eb59dbac76307ea353a730d692e/trajectory.json", "sha256": "8894c1e01a55b96e39342568575948c2f01e1eb59dbac76307ea353a730d692e", "size_bytes": 730251, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 5.085014500000001, "latency": 1868.685886415, "input_tokens": 1071710, "output_tokens": 159991, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/04c8a3666b54c205acf777a1faf2152b0c765c5ecf6d4b51f9d5a80d88172e74/33cb2c65f7fca5de54bc58a738197f6c60786646c50de77d16411c169c615e6e/trajectory.json", "sha256": "33cb2c65f7fca5de54bc58a738197f6c60786646c50de77d16411c169c615e6e", "size_bytes": 134053, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.7985168, "latency": 2400.677638477, "input_tokens": 3872208, "output_tokens": 71366, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7554c72bf1fa8ffef19735b7ccba9fa7a0f277c3ca31315f4c14ae449f06a8a2/17c33b6120fcedc420710de8c539a450d94d87d281572c15c2c40d7bf4c82ae3/trajectory.json", "sha256": "17c33b6120fcedc420710de8c539a450d94d87d281572c15c2c40d7bf4c82ae3", "size_bytes": 201426, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5-5-run-2", "model": "anthropic/claude-opus-5-5", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.8694796, "latency": 729.548382912, "input_tokens": 435834, "output_tokens": 26293, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/127dda6dba67d554a57d10d4c561f441dbbbb6d595ac7ff65d15e731e1182493/63611829ad75197296c3f10e2102e3ed154ec61080c5b6f503f0aa58da5a86af/trajectory.json", "sha256": "63611829ad75197296c3f10e2102e3ed154ec61080c5b6f503f0aa58da5a86af", "size_bytes": 91663, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.6159008, "latency": 380.241128855, "input_tokens": 300240, "output_tokens": 16921, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2046a47a39968058abacaae12a021ea965a3f20461d99d6ba1c5c8bbdf8ac967/5c12162beb5419c8efb6b0dc31b4160580c1e252ef002c1f08c36222c7a0f030/trajectory.json", "sha256": "5c12162beb5419c8efb6b0dc31b4160580c1e252ef002c1f08c36222c7a0f030", "size_bytes": 79805, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 9.388964600000001, "latency": 6032.519928098, "input_tokens": 21659835, "output_tokens": 169089, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5a96a69378ff5305b81fc87633a72961d06088ce9df40021062486a6bf7ea2eb/d01b006680cda79921a86e396984829dd034fe8ab78250e265f00e0dfc94ee53/trajectory.json", "sha256": "d01b006680cda79921a86e396984829dd034fe8ab78250e265f00e0dfc94ee53", "size_bytes": 585052, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 3.2574669999999992, "latency": 1624.237413035, "input_tokens": 2038287, "output_tokens": 106124, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fd6341cd22329314f0b44f134842df38ee04db9d05dbef9f2fe4a1df5f11533c/1a23f166cd0c4db3c2abf35c6efff0bb6267256c2ca2174f453f3338c9f0794d/trajectory.json", "sha256": "1a23f166cd0c4db3c2abf35c6efff0bb6267256c2ca2174f453f3338c9f0794d", "size_bytes": 165582, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.5860077999999997, "latency": 1219.92014986, "input_tokens": 1470455, "output_tokens": 45714, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/04d75a03abda9f85bf95ef043086bb269b0db5e996f7725472d77ed4192df066/4e959e0399deb0399bc06e96a2fe846ba8283ce03641f8ee6d040d7f2dfb3da6/trajectory.json", "sha256": "4e959e0399deb0399bc06e96a2fe846ba8283ce03641f8ee6d040d7f2dfb3da6", "size_bytes": 131315, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-opus-5-5-run-3", "model": "anthropic/claude-opus-5-5", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.5469286, "latency": 593.6670854, "input_tokens": 299259, "output_tokens": 16543, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e153d880b3ad5ab4420684c07f7ce353797804786f8f5a8345d51bc93419bd8b/c1a3259e49a0b1728e539878333e1ac825a9611ed4809452c548c2ad933f0299/trajectory.json", "sha256": "c1a3259e49a0b1728e539878333e1ac825a9611ed4809452c548c2ad933f0299", "size_bytes": 66631, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.6646615999999999, "latency": 277.300994478, "input_tokens": 402600, "output_tokens": 18048, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/22053eaacb756be71b075a95cf2e4141272e7aad54aabe66afcf2b1fe342a8e4/e2d44d2457c33343a303e7943cc1991ffb01b5ba06fa2d3bda946675d88b54d1/trajectory.json", "sha256": "e2d44d2457c33343a303e7943cc1991ffb01b5ba06fa2d3bda946675d88b54d1", "size_bytes": 83935, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 16.844832599999993, "latency": 7016.277172247, "input_tokens": 28820303, "output_tokens": 317903, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b495b3098aea7011232a1f80e48db2e8cc537a4eb7ec5f1ec14e82f58d88ffdf/c3585a855a34de8b11cbd302c86c3fdc1756b05d673acc88b2e3fa83af00a7ec/trajectory.json", "sha256": "c3585a855a34de8b11cbd302c86c3fdc1756b05d673acc88b2e3fa83af00a7ec", "size_bytes": 668307, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.8956695999999997, "latency": 953.336104165, "input_tokens": 1418916, "output_tokens": 97442, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0a3c9751c3a54101908da2a3e116e38d2ee758821abd40c76c3f2c1f13e9066a/ee65c0b762ade7815699f262411ba21540352acf0ab2da78f0f99b137abe002b/trajectory.json", "sha256": "ee65c0b762ade7815699f262411ba21540352acf0ab2da78f0f99b137abe002b", "size_bytes": 125044, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.7005620000000006, "latency": 1126.289017587, "input_tokens": 1552458, "output_tokens": 50517, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c48a389882460403c65c75118da65b6d15b41323ae45a84c58ee6d3aafa02eee/b78dcb3212646d725c7917cabca136bff9e5fba5b216e34b9bfd48a4f4009c40/trajectory.json", "sha256": "b78dcb3212646d725c7917cabca136bff9e5fba5b216e34b9bfd48a4f4009c40", "size_bytes": 122008, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-sonnet-5-5", "model": "anthropic/claude-sonnet-5-5", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.0033539999999999, "latency": 1293.024795501, "input_tokens": 1462893, "output_tokens": 53614, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4894ab971c4d560a6bcdb560084e3f39d2cd80bdfc5bae15ad746767715277c5/cdd53a9ecad1921c6341445e3687098988fad983657f88828580c42be5850c6f/trajectory.json", "sha256": "cdd53a9ecad1921c6341445e3687098988fad983657f88828580c42be5850c6f", "size_bytes": 104187, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.2185962, "latency": 709.839514889, "input_tokens": 1719157, "output_tokens": 63887, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/df0d0fa278a1f9e17018c6578c417c131a1563060fe0b226ff1c13899d37da77/8d925cd22c328ebcf998a186d8157d1eaae44c71368eb1035e4538c4625eb6e6/trajectory.json", "sha256": "8d925cd22c328ebcf998a186d8157d1eaae44c71368eb1035e4538c4625eb6e6", "size_bytes": 127987, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 9.450470400000004, "latency": 5080.387006528, "input_tokens": 26036578, "output_tokens": 313976, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/562cdef87fb2ac86347fed0c26ba4ba7263f8e99cf5f6e64996b2345b3118b88/5f2faf842f1ead5ecabb73a0e924be6bb1e9a51f6d3da33aac388b31878a962b/trajectory.json", "sha256": "5f2faf842f1ead5ecabb73a0e924be6bb1e9a51f6d3da33aac388b31878a962b", "size_bytes": 564068, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 5.531996299999999, "latency": 3019.409673418, "input_tokens": 13771048, "output_tokens": 211891, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b6e9f0a675539a06a7f0ab2cb009422087b36c8fe9522efdeb7b550c0c0134a1/854cf2a153c3d16d7adcabc27f5f741033098f26eaa8750345fd7dc187e041f5/trajectory.json", "sha256": "854cf2a153c3d16d7adcabc27f5f741033098f26eaa8750345fd7dc187e041f5", "size_bytes": 310755, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.2682196999999995, "latency": 2084.975647691, "input_tokens": 4918332, "output_tokens": 92918, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c317f133b1c5ee276d5872e5707e9fa12660d7095f98c67074d14bd2c249e154/e8800c9ff4f7e18accb6c6b9ecc08dc7e9d2133069e45a11f1752b0a40851c5a/trajectory.json", "sha256": "e8800c9ff4f7e18accb6c6b9ecc08dc7e9d2133069e45a11f1752b0a40851c5a", "size_bytes": 230221, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-sonnet-5-5-run-2", "model": "anthropic/claude-sonnet-5-5", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.0021354, "latency": 841.054186756, "input_tokens": 1499988, "output_tokens": 50854, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/39ee6bbebdcd89323198f808536ef6a55ed026097c0ebee84416b25fb5ee7db2/9d030bb4adf8fad77922f6f95a308951074523c333da225aec6943e3f112f980/trajectory.json", "sha256": "9d030bb4adf8fad77922f6f95a308951074523c333da225aec6943e3f112f980", "size_bytes": 124022, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.5481046, "latency": 433.884117396, "input_tokens": 529622, "output_tokens": 30157, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cdbb83abab95fed511267b79a0db05d652880257131f7c049dc8e9254c8a42e8/968dda218501942fab0ae8b7bbb9309446b90ddccd31e72f4e7e733f04756daa/trajectory.json", "sha256": "968dda218501942fab0ae8b7bbb9309446b90ddccd31e72f4e7e733f04756daa", "size_bytes": 93292, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 12.404225300000004, "latency": 7776.518767052, "input_tokens": 39572861, "output_tokens": 333388, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9962d0da80019fefdd0dbdbf793a80c581cf0e4ccfed67890c5ba91bf6d6ffc7/a7a94b7e308a2ba5ff63c438561a063177054613fc8ebad4f4dfb904003724cd/trajectory.json", "sha256": "a7a94b7e308a2ba5ff63c438561a063177054613fc8ebad4f4dfb904003724cd", "size_bytes": 589269, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 7.824287699999997, "latency": 4688.420326323, "input_tokens": 17883643, "output_tokens": 326031, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5f4ccd69dabef1ebdf2524e3ca2e253bf4966f64b01cc43125ce6aa7f4646316/93a8635d22ceb5b16760cd6211b6ccebb6d42b7cb8c2353e2c03b9d01a07d7e6/trajectory.json", "sha256": "93a8635d22ceb5b16760cd6211b6ccebb6d42b7cb8c2353e2c03b9d01a07d7e6", "size_bytes": 381820, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.8758517999999997, "latency": 1822.896196249, "input_tokens": 3741662, "output_tokens": 82074, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c598e22057865bbf255e28f22f7941d738c027ea729328cab23b32d623e3931f/a3cd5fcb0c8736ce2b88f2bb1bb4223cee49b64a1603f60b96bb88b552790147/trajectory.json", "sha256": "a3cd5fcb0c8736ce2b88f2bb1bb4223cee49b64a1603f60b96bb88b552790147", "size_bytes": 203915, "media_type": "application/json" } } } ] }, { "key": "anthropic-claude-sonnet-5-5-run-3", "model": "anthropic/claude-sonnet-5-5", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 2.6658790000000003, "latency": 1567.606862911, "input_tokens": 2788573, "output_tokens": 171624, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/191095d0e5c0cd4d2dd38d22a267971ddf41b09a86e02efcfed812d2f689011c/74351b98f3c1dc5637681a151e6355fb7e399c1bc110bfad43ed93bb16878ceb/trajectory.json", "sha256": "74351b98f3c1dc5637681a151e6355fb7e399c1bc110bfad43ed93bb16878ceb", "size_bytes": 118200, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.8171866, "latency": 523.959011216, "input_tokens": 809663, "output_tokens": 47185, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cf45cc8b6cf5a6492ffdf3abfc6d5dc31f62fd3ea4569dfde843b787696aaf0a/59736aed7d28e9e76c0255a8d1cf3ceb35f49e823f92e90e0f7396851c56af0a/trajectory.json", "sha256": "59736aed7d28e9e76c0255a8d1cf3ceb35f49e823f92e90e0f7396851c56af0a", "size_bytes": 108183, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 12.811139600000002, "latency": 6237.557748459, "input_tokens": 36440775, "output_tokens": 420284, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c42a7e489c5b3043ed430f61fa002556a3df0dbff58174c44228e5625579a7cb/c5480a9813510f2b94fe9b011c2aba70520449cdce287197bf4c36e62777ee24/trajectory.json", "sha256": "c5480a9813510f2b94fe9b011c2aba70520449cdce287197bf4c36e62777ee24", "size_bytes": 628879, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 4.0036504, "latency": 1948.418057473, "input_tokens": 2451535, "output_tokens": 241731, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c8075c7b1f4b0087c37b3a9014fafb6e0dc4b5da2aae1550203aaaced70cca52/aea9214802048d4cf792b5ccc1cd2906fc82f35f863f377bf380297fc1956a47/trajectory.json", "sha256": "aea9214802048d4cf792b5ccc1cd2906fc82f35f863f377bf380297fc1956a47", "size_bytes": 138611, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 4.4585235999999995, "latency": 2664.799085419, "input_tokens": 8080409, "output_tokens": 227397, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a6147d278b19c8fc07dff7211adf70078c3fbe5388fef7aa399d17325288fa2d/b84007f4f5abb85c14b5552b73a8881e96772658dda38d78d1d9a3f93bcb9636/trajectory.json", "sha256": "b84007f4f5abb85c14b5552b73a8881e96772658dda38d78d1d9a3f93bcb9636", "size_bytes": 230160, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-flash-0731", "model": "deepseek/deepseek-v4-flash-0731", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.0052207064, "latency": 231.4900246, "input_tokens": 83773, "output_tokens": 11004, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0e1ad3f6816540e7642ea1ef855d2328b47389470ae5d78316938b39733d1add/6e0ad61039f211eb4eb349b09b857217023ef4e204361e8de31e499a06b147af/trajectory.json", "sha256": "6e0ad61039f211eb4eb349b09b857217023ef4e204361e8de31e499a06b147af", "size_bytes": 81658, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.0200475968, "latency": 695.001754073, "input_tokens": 873994, "output_tokens": 36135, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0727fda040bf0e1df3d039577f1d40ded6330bfd427ebad3634f545f7ddeda2a/bdbcc6d12e66d84a10cd283e4fa32984237d1066bd0398ca217a5111b1adf738/trajectory.json", "sha256": "bdbcc6d12e66d84a10cd283e4fa32984237d1066bd0398ca217a5111b1adf738", "size_bytes": 256142, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.14835758000000007, "latency": 5531.757229015, "input_tokens": 9020307, "output_tokens": 356783, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71811ca396fed4a73a16e2272583f34583d5d5b060b4425545f1f8c101ffb036/d2c04d1b608c03f36d865c550a5e8f6d2ed12a7029d9c3ecf7d419ba35f7425a/trajectory.json", "sha256": "d2c04d1b608c03f36d865c550a5e8f6d2ed12a7029d9c3ecf7d419ba35f7425a", "size_bytes": 1914737, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.040731706400000005, "latency": 2495.987921902, "input_tokens": 1943035, "output_tokens": 87846, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/038b4b4517ca2c3e809d63396cd5317af79f8261df270f6c49d63f5df58278df/973e48deabe21505996a72ff6fd7c3f47faab7249f7e6281adb75cafd299579d/trajectory.json", "sha256": "973e48deabe21505996a72ff6fd7c3f47faab7249f7e6281adb75cafd299579d", "size_bytes": 538176, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.021012264000000003, "latency": 806.158535847, "input_tokens": 706678, "output_tokens": 42204, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e161089e2d5a5090d2ac2548ed8775c3001b7cbacd0e960b8464897ff16de00a/073b1e8f1ad70585cdc5eb63a3e547f2067b90be8dc134e911b143687dbd43e7/trajectory.json", "sha256": "073b1e8f1ad70585cdc5eb63a3e547f2067b90be8dc134e911b143687dbd43e7", "size_bytes": 273675, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-flash-0731-run-2", "model": "deepseek/deepseek-v4-flash-0731", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.005580892799999999, "latency": 343.245214667, "input_tokens": 103456, "output_tokens": 11606, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9b66c4c31d5f5001100cac9cc04efe755dcc9753a4e681dab06f2cf6f0382632/74a7b207fda4a8703f6d5f99fbaf51db1d493cbcfc3d792315524f7f53ed9dc8/trajectory.json", "sha256": "74a7b207fda4a8703f6d5f99fbaf51db1d493cbcfc3d792315524f7f53ed9dc8", "size_bytes": 86453, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.030538491199999997, "latency": 1389.566238564, "input_tokens": 1044956, "output_tokens": 65957, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f7f478d7de16ff05b21c25c946d82ef3104f7c96add93f6aa53967c3a9807387/4bd0c62791efdb2821f045aaa604c3f4b69d438d83e90532ff39383e293623dd/trajectory.json", "sha256": "4bd0c62791efdb2821f045aaa604c3f4b69d438d83e90532ff39383e293623dd", "size_bytes": 344548, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.184575664, "latency": 7317.539484354, "input_tokens": 19312776, "output_tokens": 344014, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5d0ed299a6e34dacf8a8c7228604cdf685a12e28a40462243dedc5872489d3a5/598a7c81a7a74a646317896ca20bf31f60ef2ed0978a011ef4b58ad9e6dcd569/trajectory.json", "sha256": "598a7c81a7a74a646317896ca20bf31f60ef2ed0978a011ef4b58ad9e6dcd569", "size_bytes": 2004443, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.029610795199999998, "latency": 1143.118346865, "input_tokens": 892016, "output_tokens": 73885, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f5680456f8ae18a4e889086fc2e960d5765ce858e036f27aca9b2e783d679e5a/976e51ce5ced11d09017f7ad3a49711683e3004c5d851f021c80ae5f2de87880/trajectory.json", "sha256": "976e51ce5ced11d09017f7ad3a49711683e3004c5d851f021c80ae5f2de87880", "size_bytes": 405777, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.07476497840000003, "latency": 3523.20031779, "input_tokens": 3741065, "output_tokens": 173092, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cd90bb329887da2fb2692f01832bd2c4d9dca3aebabc00e577980c5b1a082cf4/afca88cf371dfd72ae6433a04c0da483c454d65da6e929a05bc836c8b3cd1103/trajectory.json", "sha256": "afca88cf371dfd72ae6433a04c0da483c454d65da6e929a05bc836c8b3cd1103", "size_bytes": 828476, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-flash-0731-run-3", "model": "deepseek/deepseek-v4-flash-0731", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.005056822400000001, "latency": 282.426458895, "input_tokens": 78624, "output_tokens": 12366, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fb5cd4d501e6a4343a56d9ed222cffd55a72ac3c3ee16419182e5f310f5fb646/75047b85a0425d01235481152f68b8eb753d48dde59ae9c94c49438040692402/trajectory.json", "sha256": "75047b85a0425d01235481152f68b8eb753d48dde59ae9c94c49438040692402", "size_bytes": 78536, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.040684050400000005, "latency": 1515.438724383, "input_tokens": 1855991, "output_tokens": 87921, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b02cc8e0b344df472a670906f6cb624e6add74efbee07596cd5ccb55922685a7/af782d23a7a360976276c893f1cbd660c37147a5dcd7fbb2ff65cb109f0c2a50/trajectory.json", "sha256": "af782d23a7a360976276c893f1cbd660c37147a5dcd7fbb2ff65cb109f0c2a50", "size_bytes": 463411, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.11611420240000002, "latency": 4587.910311712, "input_tokens": 6889957, "output_tokens": 271045, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/096a123bd6e01849e40cea1ab55af88ae969dce0d837d7b009caf95cb6d42cb6/a79fa277c06e84ec1c235d84600bddd654d5796a58c226c685e1fdb0da07c032/trajectory.json", "sha256": "a79fa277c06e84ec1c235d84600bddd654d5796a58c226c685e1fdb0da07c032", "size_bytes": 1544748, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.016834809600000004, "latency": 632.517785791, "input_tokens": 585224, "output_tokens": 30560, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/875f9dc7f2e2893ccbc2bc13ac9c74def152c764a5da59643c05575606ecf032/efb4cef1bd40e071229daa70aef4cb68c7f77996478eab304a9318a3985ad969/trajectory.json", "sha256": "efb4cef1bd40e071229daa70aef4cb68c7f77996478eab304a9318a3985ad969", "size_bytes": 238481, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-1-flash", "model": "deepseek/deepseek-v4.1-flash", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.030083772, "latency": 281.925529068, "input_tokens": 139973, "output_tokens": 19994, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/961cbfebd8ad5b8d63387e704d4768a99e4cc76821f9aef770bd087e80de7020/4b27649b921c1d9ad141b429d647fedb72ff9aecbcc4afdd7f57be6c5865627b/trajectory.json", "sha256": "4b27649b921c1d9ad141b429d647fedb72ff9aecbcc4afdd7f57be6c5865627b", "size_bytes": 118806, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.08653878, "latency": 776.694397698, "input_tokens": 500425, "output_tokens": 61787, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8676d6a23d5f49ac25b91890bf8ea3aa92cd230afe7ca156b24114ad69539e11/89fc75284e504239566cc6b5e80d68f46f9ffb75f0e352b73471b9912e953c16/trajectory.json", "sha256": "89fc75284e504239566cc6b5e80d68f46f9ffb75f0e352b73471b9912e953c16", "size_bytes": 286033, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.6436877959999996, "latency": 7883.368774261, "input_tokens": 18171639, "output_tokens": 1203808, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8ea3355f3d7325923fad43547dae2b6fd482a7f3ddd8326d9f0c230db3fdbead/7de53a6338641ef0c928ee797b390211f9f57070a7f6e79aae972a059820748a/trajectory.json", "sha256": "7de53a6338641ef0c928ee797b390211f9f57070a7f6e79aae972a059820748a", "size_bytes": 13168471, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.18617244000000005, "latency": 944.179041907, "input_tokens": 2208518, "output_tokens": 126099, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1bc44390c4bb45b4d83ae6b3b9770a347fe78cd4e04bc629fee4fd3f71599a93/ef1b1ae663c33bc70e04d817acf765eddf07f54f48f4bbaa1537ba8dc514ada1/trajectory.json", "sha256": "ef1b1ae663c33bc70e04d817acf765eddf07f54f48f4bbaa1537ba8dc514ada1", "size_bytes": 689079, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.06755199599999999, "latency": 412.997706613, "input_tokens": 395285, "output_tokens": 44402, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6d3a7f91cff0c0ec2eaf80b62145c6ac443255302408edc3c013e9682330d767/512c65eeaccba8c7bf0ab2b7cce6db0952248af427d1b39870511df3ff047de2/trajectory.json", "sha256": "512c65eeaccba8c7bf0ab2b7cce6db0952248af427d1b39870511df3ff047de2", "size_bytes": 259855, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-1-flash-run-2", "model": "deepseek/deepseek-v4.1-flash", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.065128932, "latency": 527.451676282, "input_tokens": 240183, "output_tokens": 48293, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/de76bba8462fab5953ad990716fbc197e3d562fe24c97185b210ab8bc95b39a9/adb231393c38f888219e0404eda9ad99d16c131b4199ee831e1e1fb5680f683a/trajectory.json", "sha256": "adb231393c38f888219e0404eda9ad99d16c131b4199ee831e1e1fb5680f683a", "size_bytes": 216696, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.12122023200000001, "latency": 999.220356413, "input_tokens": 1224518, "output_tokens": 82584, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ced729e7a61ad0cf939dbe5ccc22d49a3244f0e7b246a1b92188c90a23a914bd/133b22d31f27514028f7a49518c315f35fe7492e1799655ba19eb0e352f1e250/trajectory.json", "sha256": "133b22d31f27514028f7a49518c315f35fe7492e1799655ba19eb0e352f1e250", "size_bytes": 400514, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.251478392, "latency": 6053.568400287, "input_tokens": 19963022, "output_tokens": 867283, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/53213c747c0ea35f76e473b9e628ea3cebe709f9895beb16e60bc92cacb117c0/b6e511f6103cb79dd9da65cd2eff57e4c914fb2f1121042df67bce708de5ebbd/trajectory.json", "sha256": "b6e511f6103cb79dd9da65cd2eff57e4c914fb2f1121042df67bce708de5ebbd", "size_bytes": 11752756, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.08408817599999997, "latency": 603.434278405, "input_tokens": 883016, "output_tokens": 54163, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/893b6f6036ab2b6c0e198c092cd1431227a1a2b61d988a631e26ee5c6b02d104/9dd1280d4133cd401a1a3e6918383eec3947bfd8755cd9905707c955f46f40c5/trajectory.json", "sha256": "9dd1280d4133cd401a1a3e6918383eec3947bfd8755cd9905707c955f46f40c5", "size_bytes": 323158, "media_type": "application/json" } } } ] }, { "key": "deepseek-deepseek-v4-1-flash-run-3", "model": "deepseek/deepseek-v4.1-flash", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.08331208800000002, "latency": 674.266657314, "input_tokens": 722770, "output_tokens": 54660, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bf8b2f7a61b829b908561a8633cea12c8f15089d5d4ea1e36dac9e3c14df2287/7b94e53aebd15430ae47f7e02b27fd48f60794f80ee2c750127a677ff2fa5eae/trajectory.json", "sha256": "7b94e53aebd15430ae47f7e02b27fd48f60794f80ee2c750127a677ff2fa5eae", "size_bytes": 328877, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.07726776, "latency": 473.503304785, "input_tokens": 347944, "output_tokens": 54863, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/132876c7b49216890698c6f694beca9ce2256a078e538a2c8e386140cb48dae0/b12cd55226440a1c717e4b7bc629185a0359c76010b5c9c81c5d8971899932ad/trajectory.json", "sha256": "b12cd55226440a1c717e4b7bc629185a0359c76010b5c9c81c5d8971899932ad", "size_bytes": 263619, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.5799064280000013, "latency": 7080.154609901, "input_tokens": 18180325, "output_tokens": 1142966, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b3b72138e79d9d49f7b69303f3f1015badf7e22506d92ac09f60cce7f13fe848/10f3276b2cf2725bdaafa4aef1d9504396a8ad54b07f1c1523c05e5891e03659/trajectory.json", "sha256": "10f3276b2cf2725bdaafa4aef1d9504396a8ad54b07f1c1523c05e5891e03659", "size_bytes": 13023087, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.21755724000000007, "latency": 1104.069686621, "input_tokens": 2393558, "output_tokens": 151465, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ee6fe9702d2c3fc58e4ea0a66ab830b4da4264db983e960c6cefb84c3778e617/72b29504a47334a6f9af2bf3b04b3adb40aaf6a2ff4388b28c67dc0c133d6852/trajectory.json", "sha256": "72b29504a47334a6f9af2bf3b04b3adb40aaf6a2ff4388b28c67dc0c133d6852", "size_bytes": 826451, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.09557203199999999, "latency": 591.804242084, "input_tokens": 648448, "output_tokens": 64892, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6c845a4d0eda5263b191fbc6eb8b701f91a2cd3fad1c7b0bcc983708b35f4827/b9fdf757db43da167336229653c5851414eb4dbac22f0eae1b1c444f2bd0284c/trajectory.json", "sha256": "b9fdf757db43da167336229653c5851414eb4dbac22f0eae1b1c444f2bd0284c", "size_bytes": 350815, "media_type": "application/json" } } } ] }, { "key": "fireworks-ember-1", "model": "fireworks/ember-1", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.2820531, "latency": 2803.574336821, "input_tokens": 276818, "output_tokens": 8092, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b131f370ec5dfa7e782168faa1ab26cfd5f031a110cd3f76280aa09b866bb3da/9761b3fd93fe31eca4dba8e9d82c55131d204d1c083a7a340d39adce63faf58e/trajectory.json", "sha256": "9761b3fd93fe31eca4dba8e9d82c55131d204d1c083a7a340d39adce63faf58e", "size_bytes": 78144, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.1309998, "latency": 425.366190631, "input_tokens": 46977, "output_tokens": 5378, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ee8ac390faca5eef88c9bd1a79be6adc5c1ad4817aac92c15475b1d72e6a8174/3c107198a9932fabbedf441b6e14f26cc1b92bbd0fa39870e5dbfff1f8200039/trajectory.json", "sha256": "3c107198a9932fabbedf441b6e14f26cc1b92bbd0fa39870e5dbfff1f8200039", "size_bytes": 47009, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.755170899999998, "latency": 7234.257384873, "input_tokens": 11642667, "output_tokens": 80948, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9c305294d2c3dfd6d68e69a839e3c09dd1ac42dc246360b4155f1fd12f221749/feaab4aa5c12fb04b44326d442ab4d9912f621be7f86bf7454af131dd0938d79/trajectory.json", "sha256": "feaab4aa5c12fb04b44326d442ab4d9912f621be7f86bf7454af131dd0938d79", "size_bytes": 569092, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.32281859999999996, "latency": 3462.47318893, "input_tokens": 238856, "output_tokens": 12373, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f1befe80dbac8d1d4c0e88242c207ca13af7af751b210280911f49fa7f2cacf1/72512fd1a7d44c8dd48e50ca5d03a6962210c0dc16a26f963878317deffb5bbb/trajectory.json", "sha256": "72512fd1a7d44c8dd48e50ca5d03a6962210c0dc16a26f963878317deffb5bbb", "size_bytes": 90183, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.7172289000000001, "latency": 2002.110108232, "input_tokens": 665850, "output_tokens": 20601, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/33525946bf73fbdc50375bcf377f7731d2b04a6bfc463311aa41429906426beb/d984dd054fcf09348bcbd2adcdf23e5aae443a691ae47be7e4ad3c97b36d6fef/trajectory.json", "sha256": "d984dd054fcf09348bcbd2adcdf23e5aae443a691ae47be7e4ad3c97b36d6fef", "size_bytes": 147809, "media_type": "application/json" } } } ] }, { "key": "fireworks-ember-1-run-2", "model": "fireworks/ember-1", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 0.0, "cost": 0.3288585, "latency": 2977.973631768, "input_tokens": 253226, "output_tokens": 11191, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b1734a9b4747f88dd46778121ba2a86b8f5fcb99ab818595a7b2a31953ef1ac4/156b1d0f720ed666df68cfa81796dd1a280f04d5c06f5a2b595f25f2b8391e72/trajectory.json", "sha256": "156b1d0f720ed666df68cfa81796dd1a280f04d5c06f5a2b595f25f2b8391e72", "size_bytes": 84617, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.2094885, "latency": 1018.169517245, "input_tokens": 149538, "output_tokens": 7497, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5c050bfe6a660cfcdf443540f5bf09b88f426b10e19de71a2344298b4142a958/a274dfcbb37409fca039f2a95593a8bf9276bdfe4e7754dab29308e063d6e63a/trajectory.json", "sha256": "a274dfcbb37409fca039f2a95593a8bf9276bdfe4e7754dab29308e063d6e63a", "size_bytes": 62067, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 6.0432821999999975, "latency": 12545.07686286, "input_tokens": 13112057, "output_tokens": 87686, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3e5ef3fa738a4db4afc186794305b01a52b47313f117f996d2baf543645e6852/967db8803427a6e7a7ad189ff8a40c60671fa2cebe41213c3e39117bc0d6e138/trajectory.json", "sha256": "967db8803427a6e7a7ad189ff8a40c60671fa2cebe41213c3e39117bc0d6e138", "size_bytes": 638126, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.5449970999999999, "latency": 2402.02701133, "input_tokens": 445590, "output_tokens": 21191, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4086da23ee9bcc0afd7e6b361f0138ce75e866811cc06f3ee88cf4997030a6d6/06660e99bb22b3bbc37b1a897ea58c07b5a2d283539d84abb86cee436a5a3b7d/trajectory.json", "sha256": "06660e99bb22b3bbc37b1a897ea58c07b5a2d283539d84abb86cee436a5a3b7d", "size_bytes": 132706, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.0944515999999997, "latency": 2960.651826156, "input_tokens": 1564725, "output_tokens": 31511, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/41e398cdd7a4ffb67272d688a1a644ad32e7d9f92c200a2648b069883745c1be/b9258b352a98c65c86ab5c70e4339bb35dd6b9ef8b2bb6f89b443fd1abd5b077/trajectory.json", "sha256": "b9258b352a98c65c86ab5c70e4339bb35dd6b9ef8b2bb6f89b443fd1abd5b077", "size_bytes": 197601, "media_type": "application/json" } } } ] }, { "key": "fireworks-ember-1-run-3", "model": "fireworks/ember-1", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.19837829999999995, "latency": 1430.606723953, "input_tokens": 115654, "output_tokens": 6174, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/be9dc4b696317dc2284daf20fc552ed07b0aeb5ad0d2a39f46b533e710bbd661/9571b4bd2cf2502d39d2b2be91d0ea9e0124bf9c3bb4de9385cd2bdc1be359ac/trajectory.json", "sha256": "9571b4bd2cf2502d39d2b2be91d0ea9e0124bf9c3bb4de9385cd2bdc1be359ac", "size_bytes": 53562, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.19526909999999997, "latency": 577.606287847, "input_tokens": 103410, "output_tokens": 7711, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/08016970676338492c512111ca6d1a963309150e33893c1dd4710b031a97c936/ee8f2de30339f108a5d44263a998f7a9ead97992eff599ca36154ba7d1537aeb/trajectory.json", "sha256": "ee8f2de30339f108a5d44263a998f7a9ead97992eff599ca36154ba7d1537aeb", "size_bytes": 60865, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.514466199999998, "latency": 10136.116663326, "input_tokens": 10529852, "output_tokens": 101355, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6dfa6cfc420144bbc81e39e9d23d4960a97b2b7ce6a52dffbf818f003c693535/8c14fb1327a72e1185d24fcfd1e04bf3cedbe77aee7123d5641f2c723fedbe9b/trajectory.json", "sha256": "8c14fb1327a72e1185d24fcfd1e04bf3cedbe77aee7123d5641f2c723fedbe9b", "size_bytes": 688647, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.5291141, "latency": 5085.374870171, "input_tokens": 1493548, "output_tokens": 49523, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/be4a493f0ac4c14acd7a7f6a8624d20deeb709618b236f69ce997f60a55c9baf/38fcedf269b2e33f3b6efe3f645c52e5d36d33a06378397bd326bf465ee4eac0/trajectory.json", "sha256": "38fcedf269b2e33f3b6efe3f645c52e5d36d33a06378397bd326bf465ee4eac0", "size_bytes": 271732, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.6025313999999999, "latency": 1913.016201105, "input_tokens": 538002, "output_tokens": 14099, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2fb7ce0c71c5c9f7fd71e20dc312b2d41dda9ab8a812e3913b942b97da45fdfe/d73d271567a43826a2f29953dc672c860628abc344578ca9de46e10cb521201c/trajectory.json", "sha256": "d73d271567a43826a2f29953dc672c860628abc344578ca9de46e10cb521201c", "size_bytes": 108523, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-1-pro-preview", "model": "google/gemini-3.1-pro-preview", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.13265, "latency": 223.621176643, "input_tokens": 38095, "output_tokens": 4705, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/228e54e48ace8994006cb2cc5381036cc75b59bd59eef52c04635d007fc3513d/7a632b3913ec17db3b3c0c4b7560c110a943a0e65d4cfcd9ea2868202add8bf0/trajectory.json", "sha256": "7a632b3913ec17db3b3c0c4b7560c110a943a0e65d4cfcd9ea2868202add8bf0", "size_bytes": 29833, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.8433592000000001, "latency": 1136.391987022, "input_tokens": 866378, "output_tokens": 28438, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/836a089a33b20106e2cec898c9596f4ded5adcc8920f0049f4af343dcf745c8f/537e7d7db569e34fab15cb80207e5993dbb96546aac3eaaabbdc1977098a6f77/trajectory.json", "sha256": "537e7d7db569e34fab15cb80207e5993dbb96546aac3eaaabbdc1977098a6f77", "size_bytes": 154089, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.7830043999999999, "latency": 2161.185720702, "input_tokens": 944383, "output_tokens": 20637, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9ff52909bb8395a35e0f0b4317277b60a622c44979bbbb6ef3b1b8c64bbf9929/197e38598bdfa1acacd44247e87998a60893a4f6e02efaa33d28301c55f1e15c/trajectory.json", "sha256": "197e38598bdfa1acacd44247e87998a60893a4f6e02efaa33d28301c55f1e15c", "size_bytes": 141352, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.6927270000000001, "latency": 1478.20977261, "input_tokens": 461292, "output_tokens": 28342, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6b7f758aa90ccaf9371ad9fd65c7d48ccd0f414b21d5005f63e6e10407be52aa/b165e03f820479d358b250ab4e1adb06eaedc9ccaea3565e21abbbab6ae847d8/trajectory.json", "sha256": "b165e03f820479d358b250ab4e1adb06eaedc9ccaea3565e21abbbab6ae847d8", "size_bytes": 131112, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.3503601999999995, "latency": 726.472905125, "input_tokens": 1728802, "output_tokens": 51981, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/47ca0f42868af51294a7548145806795b33f6dc5bc74bedc8296fb01e945c92b/45c2f99456736f9715a456afaf907103bd3500bcfff780d2ea4aac19ae81f63f/trajectory.json", "sha256": "45c2f99456736f9715a456afaf907103bd3500bcfff780d2ea4aac19ae81f63f", "size_bytes": 252959, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-1-pro-preview-run-2", "model": "google/gemini-3.1-pro-preview", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.12004000000000002, "latency": 161.002465875, "input_tokens": 22718, "output_tokens": 6217, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e3153d604cbc6bfcfb4c9771509e030253b97ed3d1fe08c409add97ff5df7f6b/5b8516204ca6f8173d7d13f7083a212ffceceb468d4c839223a314907ce45d02/trajectory.json", "sha256": "5b8516204ca6f8173d7d13f7083a212ffceceb468d4c839223a314907ce45d02", "size_bytes": 26069, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.4107589999999999, "latency": 2272.715433772, "input_tokens": 1606257, "output_tokens": 48156, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/eeabcc0cf895d146de93f16fa4b7fe39c22feee8e94bbc9c0d68b27512e14f20/caccc546e9947f2b4dcab3db92a953e452239489126b61f57e036b92c1ca1b0c/trajectory.json", "sha256": "caccc546e9947f2b4dcab3db92a953e452239489126b61f57e036b92c1ca1b0c", "size_bytes": 202187, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 3.622646200000001, "latency": 3520.310879014, "input_tokens": 7354082, "output_tokens": 72168, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/45c68c05783399f75fce95e7e27c099de622b28aa36e49a5c5ff57cf6a4815f6/f4a4694d42a015cbae337125cfd552d6e4a01942bf9432ee80645ff5b84a448c/trajectory.json", "sha256": "f4a4694d42a015cbae337125cfd552d6e4a01942bf9432ee80645ff5b84a448c", "size_bytes": 524981, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.6753546000000001, "latency": 822.802332194, "input_tokens": 212028, "output_tokens": 36791, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8c761f49dee046a67e456445e30ed58953f1f2bfcc70a911e68c547dd3c3133d/d890eb202e4f41368e81d8e8317d87a3220cc3f23b5b296eb0a8f1a5806ab1c3/trajectory.json", "sha256": "d890eb202e4f41368e81d8e8317d87a3220cc3f23b5b296eb0a8f1a5806ab1c3", "size_bytes": 104100, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.9306455999999999, "latency": 660.491913552, "input_tokens": 936177, "output_tokens": 31087, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9ed2e663b6733396dc1c7f682a4ce9ea3cc3e42b54fc25100772b5c8da28bd9d/8e810f905f54c48650b9d9dc949e4264e1ec30a17de8adb08d5b85218e4dc545/trajectory.json", "sha256": "8e810f905f54c48650b9d9dc949e4264e1ec30a17de8adb08d5b85218e4dc545", "size_bytes": 168292, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-1-pro-preview-run-3", "model": "google/gemini-3.1-pro-preview", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.3100528000000001, "latency": 1774.038691888, "input_tokens": 138083, "output_tokens": 7584, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/17bc0fd13c347abf276000ab9ab1bcabc960db7b3d6ff9c3cf247c100f7b7b98/9608c3deafbad4a97d07a0c00f6499bc33e2c3dd57ea676d67852115db7e0916/trajectory.json", "sha256": "9608c3deafbad4a97d07a0c00f6499bc33e2c3dd57ea676d67852115db7e0916", "size_bytes": 51801, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 0.0, "cost": 2.5429893999999984, "latency": 2673.345776355, "input_tokens": 4577462, "output_tokens": 68337, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8770972a4f3874cb3905713fdd8a20deae497547bd8f5f33faebd7025da8349b/a0230831872f3297a4e25ab1cea0bc268d6734c27ae6b05a85f745ab3c9c155c/trajectory.json", "sha256": "a0230831872f3297a4e25ab1cea0bc268d6734c27ae6b05a85f745ab3c9c155c", "size_bytes": 315777, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.8756623999999997, "latency": 2183.415705697, "input_tokens": 3056016, "output_tokens": 50564, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ecd17605bc1f3788f4254b159064c8bc24ae0910fee311f95a511a09ce664cd2/dc334ef19f891880d42e642b54ce461f9c33e2cfc3997e93957f8ed4cb9b0bc2/trajectory.json", "sha256": "dc334ef19f891880d42e642b54ce461f9c33e2cfc3997e93957f8ed4cb9b0bc2", "size_bytes": 335970, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.49653860000000005, "latency": 759.886132732, "input_tokens": 291196, "output_tokens": 21661, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8e427c0ffa902dfacae575fdaeca1b288820ab628e038e5bb6777166e9c3a923/ebc9d32b271f0d5195d0dc08c1d535297a42f382a4031c5eff7216abda9212de/trajectory.json", "sha256": "ebc9d32b271f0d5195d0dc08c1d535297a42f382a4031c5eff7216abda9212de", "size_bytes": 122478, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 1.1813474000000002, "latency": 880.080751657, "input_tokens": 1616236, "output_tokens": 39959, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c66d28e1caae96b3571765fdaf5910c10cf5968631e7d1610fc1872c0d372676/4f575a8201369b344dfc87b69455a5cb735e214ac02a3d863c69cc11604e92c3/trajectory.json", "sha256": "4f575a8201369b344dfc87b69455a5cb735e214ac02a3d863c69cc11604e92c3", "size_bytes": 246002, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-6-flash", "model": "google/gemini-3.6-flash", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.44948579999999994, "latency": 588.281242577, "input_tokens": 518258, "output_tokens": 14773, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7e6ecd0a23229392ed6db37dd8291ddf5c10cfc2a2403fc005fcfd09c3c77111/d37c0485b616b678be087a5dd67d953abe388b540db5ec980e1539c0d7e3ee45/trajectory.json", "sha256": "d37c0485b616b678be087a5dd67d953abe388b540db5ec980e1539c0d7e3ee45", "size_bytes": 93373, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.4749990499999996, "latency": 970.004165826, "input_tokens": 3565353, "output_tokens": 33175, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f588df3be920cd3ce921bdeebb53903f1cc9a458e568f96252c4fbef381c5c9e/cd8d144e20a63da08013025168750ea40c6cb8f30ec2c7c96c83417a03b7dc68/trajectory.json", "sha256": "cd8d144e20a63da08013025168750ea40c6cb8f30ec2c7c96c83417a03b7dc68", "size_bytes": 238873, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.9769861000000013, "latency": 1779.3386372, "input_tokens": 7878201, "output_tokens": 53860, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f1503d242cc2e79fc2fa0059986bdbb6db66d4be1b15c7a6e164904f6ee9b643/df11003397d96df6d33b31d7e055b2666efd0c99ff3729367bb10a03dee05b2b/trajectory.json", "sha256": "df11003397d96df6d33b31d7e055b2666efd0c99ff3729367bb10a03dee05b2b", "size_bytes": 420109, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.73400565, "latency": 253.117721754, "input_tokens": 1132933, "output_tokens": 23786, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1ef984a61151d662e8398522a75409f7389195d862367374b12665df0b65c6b9/baac2602405433cd8e2b3f62991870d79d2b067b8c91bb100fe6b16f2197f6f3/trajectory.json", "sha256": "baac2602405433cd8e2b3f62991870d79d2b067b8c91bb100fe6b16f2197f6f3", "size_bytes": 141686, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.31799585, "latency": 565.7303943, "input_tokens": 2728571, "output_tokens": 31359, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/decf9258f0f58c43a777e60030231c44a737cbfb4c190c4796ffcd6140e56ceb/b792db73919a0df64c30e9aa402fc4c4a8fef52993e8ff570feaf2c582a7b796/trajectory.json", "sha256": "b792db73919a0df64c30e9aa402fc4c4a8fef52993e8ff570feaf2c582a7b796", "size_bytes": 185923, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-6-flash-run-2", "model": "google/gemini-3.6-flash", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.45206100000000005, "latency": 382.210260834, "input_tokens": 431173, "output_tokens": 14308, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ddde14baca5764b38343bc031509191fb0872eb4867dfc75b10103c9fbab8982/d2be50a01930356c2879466a4923cd226759c9ff346c800b7df567efcea5cb61/trajectory.json", "sha256": "d2be50a01930356c2879466a4923cd226759c9ff346c800b7df567efcea5cb61", "size_bytes": 65251, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 0.0, "cost": 1.03672455, "latency": 354.298181705, "input_tokens": 1601316, "output_tokens": 43976, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/76761cc26e1088f538140b366120e03e0d0ffc7e24fd2489527339a16eb20989/eb21d5c1b0c1a57e94ffd56cc968bf22881167379c794c8b1e9369dcb085d235/trajectory.json", "sha256": "eb21d5c1b0c1a57e94ffd56cc968bf22881167379c794c8b1e9369dcb085d235", "size_bytes": 134161, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.8130175000000004, "latency": 1598.006612218, "input_tokens": 6338370, "output_tokens": 50244, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4ddef85037ae2d59d0ab2cf10a8d3daeabed0ceef7d15a4f2ee798073eaec433/c6debe8e7130d6210a7169e27f0d3186535e57a9ba78ce275d0183d38589ed24/trajectory.json", "sha256": "c6debe8e7130d6210a7169e27f0d3186535e57a9ba78ce275d0183d38589ed24", "size_bytes": 363720, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 1.1736286499999997, "latency": 291.436762751, "input_tokens": 2481678, "output_tokens": 25651, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f4f20c1bd65c56d0df7b5a70fde1d3ec82bf49004d0a55baca2c5f7c7072741/62b29ff8f640ba4650904bd9bc79c8436c32f2d2a72245a7cbf6be2160d3fdd3/trajectory.json", "sha256": "62b29ff8f640ba4650904bd9bc79c8436c32f2d2a72245a7cbf6be2160d3fdd3", "size_bytes": 178379, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 1.4797726500000001, "latency": 512.903196471, "input_tokens": 3626597, "output_tokens": 40134, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a6a68eac8bf82b77109292707c717bf162c3eae193269099f0f8f802df8b8e29/bbb4193869e0dc30edfdbeafaaeb6a9231067c1a4084986921951c8b62c9e140/trajectory.json", "sha256": "bbb4193869e0dc30edfdbeafaaeb6a9231067c1a4084986921951c8b62c9e140", "size_bytes": 287476, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-6-flash-run-3", "model": "google/gemini-3.6-flash", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.5373408000000001, "latency": 701.907397243, "input_tokens": 690831, "output_tokens": 13297, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ec6de080a0204eb76ada3d3a937d65a8cfa7ba933df66f26b614142391ed233c/b47e1bed050366e8d6e3b0fa4f23194db4efd58fe7ed506593920d2bb062c266/trajectory.json", "sha256": "b47e1bed050366e8d6e3b0fa4f23194db4efd58fe7ed506593920d2bb062c266", "size_bytes": 93806, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.4143808999999998, "latency": 1072.951186023, "input_tokens": 2712862, "output_tokens": 30095, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/324260fa967ca13b68e9bbb40434d77176915b5a00de97c6829141976842d235/8fd0e5eca9a2aa9bf4c71de870120f520031892fcfd7e75e1f35e54db376619c/trajectory.json", "sha256": "8fd0e5eca9a2aa9bf4c71de870120f520031892fcfd7e75e1f35e54db376619c", "size_bytes": 210468, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 3.1709133000000005, "latency": 2160.42672188, "input_tokens": 8698330, "output_tokens": 52588, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c9f90e622f47f93c0aafe5393b34844cd0b21736f57e7eb8e6ffcb272c9b93a0/8ddb646829bc665e8edf918c355fe17724bb61b5d7c1baece7c693d0874b17fd/trajectory.json", "sha256": "8ddb646829bc665e8edf918c355fe17724bb61b5d7c1baece7c693d0874b17fd", "size_bytes": 397611, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.01716485, "latency": 426.271642642, "input_tokens": 1984233, "output_tokens": 31808, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7f07f02d5dda3809de4ac27633f18f7ec1f3be14d8b02d57ec7e71777246f245/141c2ef8d379946f27d8b3af9c2c76924352cb30ebf9615a9fda53230c312862/trajectory.json", "sha256": "141c2ef8d379946f27d8b3af9c2c76924352cb30ebf9615a9fda53230c312862", "size_bytes": 202954, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.915675, "latency": 636.50427808, "input_tokens": 1449317, "output_tokens": 25588, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ecaf1f10f7dbb1cbe037c742cc0a555177cc756f6f91a81277549567d033728b/d857e3c4b14fd6bb0088a30dcb3e9be718756c1c2f06c6aed9418ef37a37325f/trajectory.json", "sha256": "d857e3c4b14fd6bb0088a30dcb3e9be718756c1c2f06c6aed9418ef37a37325f", "size_bytes": 141843, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-8-flash", "model": "google/gemini-3.8-flash", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.8530063499999998, "latency": 1185.936946287, "input_tokens": 1639228, "output_tokens": 19055, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f23323a33a7c66c5fcbb6713df8119b6ee7a43649ae95dbfbf655e10670abaf2/3eed10e59d0a03e57bc5dea8c3f8762890b3b4838fc5dffc30dd5caa9918d77e/trajectory.json", "sha256": "3eed10e59d0a03e57bc5dea8c3f8762890b3b4838fc5dffc30dd5caa9918d77e", "size_bytes": 160104, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.48607664999999994, "latency": 391.668733275, "input_tokens": 648972, "output_tokens": 15350, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4d9fc75d8571d859a47f4111d19f40092ed5c922c41c9182e6c29fda81194399/27104fe20838145b2ae3d74c468b5ea6e23e937e262747d2c4858e1a5177b0d2/trajectory.json", "sha256": "27104fe20838145b2ae3d74c468b5ea6e23e937e262747d2c4858e1a5177b0d2", "size_bytes": 104331, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 4.490647650000001, "latency": 2795.948793111, "input_tokens": 18267811, "output_tokens": 96172, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dadae52fa673a73cc77792f410bc3afb25715f52661c7c7d6aca90a4fcd8c980/a7dddfc0e4082431669d02694b98559edc2d80d9a334536971736269443d7fff/trajectory.json", "sha256": "a7dddfc0e4082431669d02694b98559edc2d80d9a334536971736269443d7fff", "size_bytes": 610720, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 2.4316269, "latency": 1894.67294036, "input_tokens": 7823555, "output_tokens": 54553, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1dcd140b49b13b69e0fc443752258b90c160d315722bc65e969c648d0976cf63/38df2e96232c94e03b7e3b87d00519fba63ac7280ff3329098cb9266e6ee05d3/trajectory.json", "sha256": "38df2e96232c94e03b7e3b87d00519fba63ac7280ff3329098cb9266e6ee05d3", "size_bytes": 333205, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.6046545000000001, "latency": 538.027159197, "input_tokens": 873621, "output_tokens": 20371, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c8955643359812b36a694b3811d7e3375460a0b311ff51b5137db7eef688aaf3/e5eb8e9e452d30c50a70b319cf24d30880e84a52dd0d17656fdab5bebe59e5bc/trajectory.json", "sha256": "e5eb8e9e452d30c50a70b319cf24d30880e84a52dd0d17656fdab5bebe59e5bc", "size_bytes": 122413, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-8-flash-run-2", "model": "google/gemini-3.8-flash", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 0.0, "cost": 0.39114735, "latency": 403.633159468, "input_tokens": 291622, "output_tokens": 9393, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f6a5c34111d3142330f83cb8e34e431054c83d0fc243213073a5d52d14b3617c/8d6eea327a871a6fa28bcb1185e4b1beacc4ddeda460a4853778ace76b90b997/trajectory.json", "sha256": "8d6eea327a871a6fa28bcb1185e4b1beacc4ddeda460a4853778ace76b90b997", "size_bytes": 69492, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.4987474500000001, "latency": 470.614153812, "input_tokens": 876530, "output_tokens": 14127, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7e0ca7b3516aa6172c71ee9414af7c5cc2a53b0729f64276a5dfd3f3eb6e893c/bb1c894b475c961eb1a16b8ed1c96063bdbb6ff193e688b10765078ed4dca6c1/trajectory.json", "sha256": "bb1c894b475c961eb1a16b8ed1c96063bdbb6ff193e688b10765078ed4dca6c1", "size_bytes": 125898, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 6.10593825, "latency": 3515.289356595, "input_tokens": 22966663, "output_tokens": 109373, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f3aa2ebc681bc29a380d3db2b44b3ea08ff5e5e0ac1c23d22338531234ae3a2c/56cf4c6981b62fe9b042ad89bce1aa25d36555e0e27749a4becf3e5b9208fe23/trajectory.json", "sha256": "56cf4c6981b62fe9b042ad89bce1aa25d36555e0e27749a4becf3e5b9208fe23", "size_bytes": 595690, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 4.616559750000001, "latency": 2714.854170698, "input_tokens": 18228185, "output_tokens": 82476, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f45534bcb89ccd7c2f6cd5672b37c457f1a71edeffcfd651fb9ab485028cac4/4026c0b526a9f6af69993da3846fa2dc19e2f1c64e280fee306c26fe55315ee5/trajectory.json", "sha256": "4026c0b526a9f6af69993da3846fa2dc19e2f1c64e280fee306c26fe55315ee5", "size_bytes": 516249, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.01342355, "latency": 999.366126093, "input_tokens": 2093591, "output_tokens": 30004, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4a4be9bcebd4aaeee1306d1f6808b9fcd1b12986581cd9decd6504c8a89a1fc5/b191b63e7167d0cc900b552a61df78c8a69f36ca4564ba59c3a6cfcf3fe2b6da/trajectory.json", "sha256": "b191b63e7167d0cc900b552a61df78c8a69f36ca4564ba59c3a6cfcf3fe2b6da", "size_bytes": 191404, "media_type": "application/json" } } } ] }, { "key": "google-gemini-3-8-flash-run-3", "model": "google/gemini-3.8-flash", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.1074426500000005, "latency": 2194.428811015, "input_tokens": 2320119, "output_tokens": 21112, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a0f18ad8c141b84085088fb6b0b080a3a38ce26f9d3c334cd9f8675d2b2dfe00/f6295ac28d5c9db04782640c716aa201195ce90c782e575fe98201ef2ef0742b/trajectory.json", "sha256": "f6295ac28d5c9db04782640c716aa201195ce90c782e575fe98201ef2ef0742b", "size_bytes": 191365, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.32004869999999996, "latency": 281.251549431, "input_tokens": 335441, "output_tokens": 11491, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2531d080045284fdcd73d4e8032ab4333c0567ab5f8f57fa19c00a2c55f83bea/d87e8ef60bea80cd4d7268e8d0c44209de45b97a6b4d666b330382857fb7c6d6/trajectory.json", "sha256": "d87e8ef60bea80cd4d7268e8d0c44209de45b97a6b4d666b330382857fb7c6d6", "size_bytes": 76970, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.3088792, "latency": 3124.164193014, "input_tokens": 22598669, "output_tokens": 94219, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/57214f6013389835cf49b4d39ec782a3cc7478bb1df5687b809ee54347ac97ee/bf7be0f75778f5c727f3725c436ebd4995b3f2ea6002af79949965045c6fe2e7/trajectory.json", "sha256": "bf7be0f75778f5c727f3725c436ebd4995b3f2ea6002af79949965045c6fe2e7", "size_bytes": 636337, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.9189912, "latency": 335.317683785, "input_tokens": 1490768, "output_tokens": 40335, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/95adbbac9d9d4d3809906bfa7cb478e9fbeba55d66df417cefabe6b03e178355/34b69f3c08d8a024a0cfbe84f1d9541678860ff8ac6b3a697944ef0a8cfa828e/trajectory.json", "sha256": "34b69f3c08d8a024a0cfbe84f1d9541678860ff8ac6b3a697944ef0a8cfa828e", "size_bytes": 169370, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.8396928499999998, "latency": 1389.735989461, "input_tokens": 4916352, "output_tokens": 36281, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1c69b04b663f5df16e9f4e72c4aaaaa378992c83cce01a85227d40f2b26fa762/f6921912a29c2d443e9ed5b53d6ef059b4ba323baa4319d8f4fc96a5d6e0b25e/trajectory.json", "sha256": "f6921912a29c2d443e9ed5b53d6ef059b4ba323baa4319d8f4fc96a5d6e0b25e", "size_bytes": 266981, "media_type": "application/json" } } } ] }, { "key": "google-gemini-4-argon", "model": "google/gemini-4-argon", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.928397, "latency": 544.93718609, "input_tokens": 150639, "output_tokens": 19641, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a4dfbd6382214650946c19789a38f86de8015fa27698a670f5888cc415036708/a7c5e8e1aac7309b66507f8d794d03ce9031a8674769fa08a60ed98c03d3843e/trajectory.json", "sha256": "a7c5e8e1aac7309b66507f8d794d03ce9031a8674769fa08a60ed98c03d3843e", "size_bytes": 59264, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.694321, "latency": 172.039918354, "input_tokens": 248712, "output_tokens": 8048, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/31d1d4e1b4d1b7f8ff0e66a52632f75baf91694e2af87f39de2d5493c28ff96b/7bfd801f49cfd2ef67c9349d240821a3086a53766b4b15c9e5c06e01c9ce5476/trajectory.json", "sha256": "7bfd801f49cfd2ef67c9349d240821a3086a53766b4b15c9e5c06e01c9ce5476", "size_bytes": 90679, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 6.650216, "latency": 4888.205184636, "input_tokens": 862111, "output_tokens": 260063, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c4806bf2f02cd218111841224d91eb240cc98ffc2dc7d68291178c901aaa031b/9f00e1b37fe0eedbdb581943964f6498eeaa835cf7442cabbbd12bdb68083653/trajectory.json", "sha256": "9f00e1b37fe0eedbdb581943964f6498eeaa835cf7442cabbbd12bdb68083653", "size_bytes": 135067, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 2.083776, "latency": 1026.941493664, "input_tokens": 475407, "output_tokens": 69463, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dfba336fcd7665f5a8c5cde9fae56ef349c7f194f659004ae59738ad5878dc98/b1e6dfff156ec517a53ef98db9be0665f4b5e647ae79567b4c5e129aefa4b6e1/trajectory.json", "sha256": "b1e6dfff156ec517a53ef98db9be0665f4b5e647ae79567b4c5e129aefa4b6e1", "size_bytes": 134722, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 26.397561, "latency": 14400.004117672, "input_tokens": 9625148, "output_tokens": 977827, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a34dead095e368859f6dffddad7760a96e5b0e4a811a395dddba01747bdb44a9/90e7170562989a2003d18902d3e2ae55dd3b0dcb70f5b7cd4c67c7bb411338ac/trajectory.json", "sha256": "90e7170562989a2003d18902d3e2ae55dd3b0dcb70f5b7cd4c67c7bb411338ac", "size_bytes": 462077, "media_type": "application/json" } } } ] }, { "key": "google-gemini-4-argon-run-2", "model": "google/gemini-4-argon", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.390079, "latency": 699.555811941, "input_tokens": 407002, "output_tokens": 27961, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/edfd5d7492ff86d8c310703dd4a6170ca8e6a29dbaab7b4c78e5805456aaa66c/d22081e5eb68937f14ae62a398607897caf5fa42e4ec0f16b7a7f7ade5b5cf40/trajectory.json", "sha256": "d22081e5eb68937f14ae62a398607897caf5fa42e4ec0f16b7a7f7ade5b5cf40", "size_bytes": 86383, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 0.0, "cost": 2.177613, "latency": 907.944314161, "input_tokens": 462421, "output_tokens": 70521, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b42e9d1514717db74e7bad0d132f986ae0f1d92fb036d7200e4761c42d258797/83b9f1be1bb0912e59db9b057da43022b362648d0bba2865cc8b96f8cbafb7fb/trajectory.json", "sha256": "83b9f1be1bb0912e59db9b057da43022b362648d0bba2865cc8b96f8cbafb7fb", "size_bytes": 99315, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 21.232027, "latency": 13216.877201363, "input_tokens": 11333101, "output_tokens": 730313, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d7874b88d206c2ac3a88bbb2def3fdbae3663de4c7a90f12e097bfa84a4919eb/4223110165c5e2532443a3a98285f53b6091f73179253cbd31468eeb7306de37/trajectory.json", "sha256": "4223110165c5e2532443a3a98285f53b6091f73179253cbd31468eeb7306de37", "size_bytes": 310694, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 31.726016, "latency": 14055.091429632, "input_tokens": 6048042, "output_tokens": 1007511, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/45bd700a18524b62acdada0fead5f5a780205faf677a183044e7d49081f41cbf/3dea7d5a1e3ce0603f73ff813083515798ac24fea776ceb0dc077c831379559d/trajectory.json", "sha256": "3dea7d5a1e3ce0603f73ff813083515798ac24fea776ceb0dc077c831379559d", "size_bytes": 344593, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 17.343076, "latency": 4055.731353611, "input_tokens": 13715862, "output_tokens": 210618, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5a18e90e484406855c492a9a4ac5f0b9d3c80cf4705eb235a76c217182979923/3a2d41db3cd3c07c6588d838939f91cddd7d91a46b6ee530a6d639a5a948835d/trajectory.json", "sha256": "3a2d41db3cd3c07c6588d838939f91cddd7d91a46b6ee530a6d639a5a948835d", "size_bytes": 666226, "media_type": "application/json" } } } ] }, { "key": "google-gemini-4-argon-run-3", "model": "google/gemini-4-argon", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 2.07452, "latency": 1193.245015732, "input_tokens": 519071, "output_tokens": 69786, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2897acae032e6237bd3653b142106f3d4349fe11e58bfd26280991c2e2e94162/0ad3543572831d82d7924cfda9edb6c4bc6bb1c073772454f266109f9347296a/trajectory.json", "sha256": "0ad3543572831d82d7924cfda9edb6c4bc6bb1c073772454f266109f9347296a", "size_bytes": 109884, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.565082, "latency": 696.416034059, "input_tokens": 320201, "output_tokens": 57380, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/64ca485e4997bcdd5acf63278386a16c25f4b94511e17d44def23bfe5f29ea25/6edd3304b8dab23b090746285af88c6397c91dd4553561725ae6a5e541054665/trajectory.json", "sha256": "6edd3304b8dab23b090746285af88c6397c91dd4553561725ae6a5e541054665", "size_bytes": 102915, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 35.084101, "latency": 14400.003918438, "input_tokens": 4515082, "output_tokens": 1160935, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d90ac04dfca3fa6e9b03b567748f3d22e430243fe86b4f378c22ad72049e6568/9b29e6f028f4f2f7829e86d60893e5794648b07dc99afa3b05200ecbbb58c67e/trajectory.json", "sha256": "9b29e6f028f4f2f7829e86d60893e5794648b07dc99afa3b05200ecbbb58c67e", "size_bytes": 301690, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 2.408762, "latency": 1773.788050632, "input_tokens": 470251, "output_tokens": 88341, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7da6996ad8b25a9d3d63a10248059c4e5ba757caefe3985c6c622343dc720d79/8728e31b68bcfcd947b9395f83d592c03105e382677c12c749a3d90329672734/trajectory.json", "sha256": "8728e31b68bcfcd947b9395f83d592c03105e382677c12c749a3d90329672734", "size_bytes": 106071, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 32.143736, "latency": 14400.0043791, "input_tokens": 11286338, "output_tokens": 713739, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/91f6793f6d0b4fa42ca9672d71ced1cca68ceccaa08298a3c000cd3f5723d038/58b9b48d6d951eae7d2d7b9f761a1c791111d280e289a1af6f4a8269c62f7957/trajectory.json", "sha256": "58b9b48d6d951eae7d2d7b9f761a1c791111d280e289a1af6f4a8269c62f7957", "size_bytes": 494066, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-6", "model": "grok/grok-4.6", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.265112, "latency": 589.584269219, "input_tokens": 137812, "output_tokens": 12936, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b340f278ee01d1ff2316a82703c4e7b54f6811241e62616216482f0542de2cd3/87cc11ae7bf4cc059576a827eee7f9a9cfe3601be71a783c4f14f60f7b3e5d2e/trajectory.json", "sha256": "87cc11ae7bf4cc059576a827eee7f9a9cfe3601be71a783c4f14f60f7b3e5d2e", "size_bytes": 57260, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.53463, "latency": 730.671929519, "input_tokens": 541422, "output_tokens": 17303, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1fa3bb84884b9f89d0ba91e4e6c9b0ff29dafddfd29e68c19e2d2158b8a8064a/73eecd309458e6412af4c0f334b7d1733fe9583faca45ff543e10179e527a9da/trajectory.json", "sha256": "73eecd309458e6412af4c0f334b7d1733fe9583faca45ff543e10179e527a9da", "size_bytes": 136388, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 7.143061999999999, "latency": 9558.93206919, "input_tokens": 7180975, "output_tokens": 337844, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5f56497ff11528c70afc76fcbda770ae1958a21dbb091d15a118131d322896a7/e39334b845bbb2352f590eac62d021a427c65d9c37a2ad5056ccc241da5e7a3c/trajectory.json", "sha256": "e39334b845bbb2352f590eac62d021a427c65d9c37a2ad5056ccc241da5e7a3c", "size_bytes": 666014, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 1.8791699999999998, "latency": 2455.727859596, "input_tokens": 1648284, "output_tokens": 73079, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/30e9206cce8a8e404ceb10790daae4f7b61fd9afd37187d51e4940c6c5467457/71207786022db0ab612c47aa52610c3f8303dcd213ab55dff4f116954235d507/trajectory.json", "sha256": "71207786022db0ab612c47aa52610c3f8303dcd213ab55dff4f116954235d507", "size_bytes": 268824, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.31374599999999997, "latency": 416.87859277, "input_tokens": 231090, "output_tokens": 13629, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7124f2905eeefd233f47bb591e71f1c7754dc831cb756e6a11c07804b40f3186/99428d8c67037aa7b4d1d221d675c2d2f52e865bb6e2740aade463edd793a744/trajectory.json", "sha256": "99428d8c67037aa7b4d1d221d675c2d2f52e865bb6e2740aade463edd793a744", "size_bytes": 93217, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-6-run-2", "model": "grok/grok-4.6", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.330664, "latency": 871.931809294, "input_tokens": 203108, "output_tokens": 12464, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8ab30f5179b030051780d6061017ecfc573bac5b1dd50b8de812b65f9cb77078/6fa09f79dc7399a627523b48e1537194a20df582260a7b9f079ddfdf63aaa7e8/trajectory.json", "sha256": "6fa09f79dc7399a627523b48e1537194a20df582260a7b9f079ddfdf63aaa7e8", "size_bytes": 69626, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.6610759999999999, "latency": 767.324672711, "input_tokens": 534613, "output_tokens": 20775, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/efe77a91351ee4779699ce1456141ba91682b51f6a583b3fc28d84ec7f8219e1/b1a519950868c1c1ff1e04bfa42ab30e504de238b702223f15d22175da181d45/trajectory.json", "sha256": "b1a519950868c1c1ff1e04bfa42ab30e504de238b702223f15d22175da181d45", "size_bytes": 143169, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 7.365833999999999, "latency": 10366.927564791, "input_tokens": 6515823, "output_tokens": 313746, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4d3981a09396cdb0a085b245154e2969a8636bc906d4fece5b1e75993f66d775/a925fd7afe45f4a5b2728ff6385de395bd1e2b028c69066ccd4ecef4f5e1ddc0/trajectory.json", "sha256": "a925fd7afe45f4a5b2728ff6385de395bd1e2b028c69066ccd4ecef4f5e1ddc0", "size_bytes": 579590, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.6866420000000004, "latency": 2986.628834475, "input_tokens": 2196815, "output_tokens": 91278, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d94bb53e7c6d8219accc51d87b5e2bf6bbe0139e4324693e7629b73ed5be1664/8104961f2f23e40504557a82039b916bcc391f2f9841be8d02ece8d3bc078b40/trajectory.json", "sha256": "8104961f2f23e40504557a82039b916bcc391f2f9841be8d02ece8d3bc078b40", "size_bytes": 354778, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.5510780000000001, "latency": 1072.585535395, "input_tokens": 438580, "output_tokens": 18453, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d3db2cef7b6dbe235d559cc668ab3628463dbcbe4c0cf851a53c2ea362c4c3dc/2c5691776b35d5b3ac8f126c69f20c3bc25a039e4d021f90568f3fcef0dee056/trajectory.json", "sha256": "2c5691776b35d5b3ac8f126c69f20c3bc25a039e4d021f90568f3fcef0dee056", "size_bytes": 95506, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-6-run-3", "model": "grok/grok-4.6", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.13033399999999998, "latency": 226.601414102, "input_tokens": 69406, "output_tokens": 8059, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3532f8a2aa7d3fc0060281dfe5033a40c47b814cef1202f6c5809f7051ee5769/4b02fb4ad8a12d0ef0abd3c597cfc6db351f21bac8e207e045b7dce6ff118440/trajectory.json", "sha256": "4b02fb4ad8a12d0ef0abd3c597cfc6db351f21bac8e207e045b7dce6ff118440", "size_bytes": 45658, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.39559, "latency": 400.288102555, "input_tokens": 365429, "output_tokens": 11578, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/31312638069b726674c21f94ac1f92410e59bbbc28bb71469320c7fa62e7d6dd/6ee13b954b8bd658c5d3fa33dddf1a6dd95f350e0f33f818b02872ef5c7867ca/trajectory.json", "sha256": "6ee13b954b8bd658c5d3fa33dddf1a6dd95f350e0f33f818b02872ef5c7867ca", "size_bytes": 118521, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 6.764887999999998, "latency": 7205.595311282, "input_tokens": 8368711, "output_tokens": 266647, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cc3070e640755975ad4ff670c84ea2ef90e47c5ca39f8da8e90ee2fdec896dac/5ac7747a7ba8e7e8ebf407e5885393fbd2a85330393891cdac7a216dbc67b60e/trajectory.json", "sha256": "5ac7747a7ba8e7e8ebf407e5885393fbd2a85330393891cdac7a216dbc67b60e", "size_bytes": 622997, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.2938580000000002, "latency": 1704.091611092, "input_tokens": 1177215, "output_tokens": 48550, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fc9102571c40fac7640fd837f68fced1db39bbff022e86781444ce924f187049/bb036d8ffe43ee16943f9de51427470399fe2cf6bbf241eb87d66a9be8baee0a/trajectory.json", "sha256": "bb036d8ffe43ee16943f9de51427470399fe2cf6bbf241eb87d66a9be8baee0a", "size_bytes": 230219, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.418678, "latency": 781.467739301, "input_tokens": 291590, "output_tokens": 19943, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/873d84aaffc237c1a81e74b23dc4ebdd187e3cfb9b4ab764b4260c017c9292e1/1def67ba3ec90f43dc3b675a54d2bf496e2620de19d3bbe29bb0eb1caee0f753/trajectory.json", "sha256": "1def67ba3ec90f43dc3b675a54d2bf496e2620de19d3bbe29bb0eb1caee0f753", "size_bytes": 106719, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-7", "model": "grok/grok-4.7", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.3343299999999998, "latency": 1180.778835228, "input_tokens": 950017, "output_tokens": 25780, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/112ffc30e562ffa189a3bd6c853aed4d756834642107acb66c5826da5417d9ed/8c2c967084fea467467b65e0f4af81dfa016493a9a632edfe7ca63f5ffd27cec/trajectory.json", "sha256": "8c2c967084fea467467b65e0f4af81dfa016493a9a632edfe7ca63f5ffd27cec", "size_bytes": 157949, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.89828, "latency": 821.519060701, "input_tokens": 715351, "output_tokens": 16447, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7157b50f2b04b15a36ba9134d92a9cf06d5a46b0e71cdb80c1e869c2bcf5420d/cc8e992abf2266014a7316da1bf5704715feb0501afcf75caa27484ce7316994/trajectory.json", "sha256": "cc8e992abf2266014a7316da1bf5704715feb0501afcf75caa27484ce7316994", "size_bytes": 141224, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 18.544243999999992, "latency": 6167.326365642, "input_tokens": 22135524, "output_tokens": 151092, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6a7f59d2d4acc23aa5c6486c7640f90c06b7aec7f96ea912dc4c5e4afffee961/dd90e7265358762b8ab8902e3eefa53a66a3bcd327f68ffd0e7e939736fb5bf9/trajectory.json", "sha256": "dd90e7265358762b8ab8902e3eefa53a66a3bcd327f68ffd0e7e939736fb5bf9", "size_bytes": 2274346, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 5.462568000000002, "latency": 3676.146396334, "input_tokens": 6308442, "output_tokens": 75518, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/011100c582965d50c71aa02ee857d4003175f7f5af6f580439fbe65176343432/aa8d3363b11e6b2c940a112b41ee81f9ce3a408a0ff20936aa54dd1229cc459f/trajectory.json", "sha256": "aa8d3363b11e6b2c940a112b41ee81f9ce3a408a0ff20936aa54dd1229cc459f", "size_bytes": 436944, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.9454200000000001, "latency": 1088.626428656, "input_tokens": 886962, "output_tokens": 18876, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2dae0f9c6de96b7c486d57b2cf6a6f85d2bcd6ee5c40fbe75b690b6e75358a03/22fb7fad01b7fb7a8c044f114918ab6d38c867aac9f7cd7f4ddf964993940d0f/trajectory.json", "sha256": "22fb7fad01b7fb7a8c044f114918ab6d38c867aac9f7cd7f4ddf964993940d0f", "size_bytes": 142698, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-7-run-2", "model": "grok/grok-4.7", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.6573640000000002, "latency": 1075.997072708, "input_tokens": 696146, "output_tokens": 20488, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8b23a42590606d280e0d62446ec06b2f51e0fd6f77b3afc23514533c74731e98/d8da358e4a57fe08cfd5756cebbbc5109ea0f265f171465624175ac085c19f21/trajectory.json", "sha256": "d8da358e4a57fe08cfd5756cebbbc5109ea0f265f171465624175ac085c19f21", "size_bytes": 107299, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.56888, "latency": 452.704021132, "input_tokens": 487573, "output_tokens": 12513, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bab1c8c5bfd4cbf4897f55152bf5898d597cfbb2cc896c8fe97f56692c76cad2/2b5f79bfbcf4b72421bc1b8605985877d251bc5cdea89ab6f96e3a5d24ad98c5/trajectory.json", "sha256": "2b5f79bfbcf4b72421bc1b8605985877d251bc5cdea89ab6f96e3a5d24ad98c5", "size_bytes": 115959, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 20.767035999999994, "latency": 6766.909661775, "input_tokens": 23973216, "output_tokens": 167758, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/08d5e44befcd4f9ad1703187fb520e0af3d9f0edabc903ff510b8043f5d928f8/6f25e5619ba92abb3ec1ebb33b3ec4ae4c5736f212dd88c77152ea3d28888da2/trajectory.json", "sha256": "6f25e5619ba92abb3ec1ebb33b3ec4ae4c5736f212dd88c77152ea3d28888da2", "size_bytes": 2412804, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.8341399999999997, "latency": 2672.790594461, "input_tokens": 2948204, "output_tokens": 43286, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9e4af9becfcafdff18933916e63464506d7ac24e026fbed32b264697d3a6a387/bd85e1bcb6bf22b8455cb89e00ff0e43f5db3437e27cc2183cb830115e4289eb/trajectory.json", "sha256": "bd85e1bcb6bf22b8455cb89e00ff0e43f5db3437e27cc2183cb830115e4289eb", "size_bytes": 301398, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.84846, "latency": 1201.211426619, "input_tokens": 774771, "output_tokens": 22769, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/869c8e8b8282614d7e9d2e8947142c325e75c76d8cb857f22819ed32a95545d5/0182345d33c75d3714deb56b15293298742240cdb18f089c413f050625d64aa6/trajectory.json", "sha256": "0182345d33c75d3714deb56b15293298742240cdb18f089c413f050625d64aa6", "size_bytes": 132663, "media_type": "application/json" } } } ] }, { "key": "grok-grok-4-7-run-3", "model": "grok/grok-4.7", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.5340700000000002, "latency": 684.05974394, "input_tokens": 443021, "output_tokens": 17114, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/70e00c67541a62a1bf97299a1b4aec3e55eafd887d08db98bcfbba28f68f087f/b6f5c4b57682d8cdeffce0a9f443a71b758f70f77cd7e786b226d3ca0e8d0f7f/trajectory.json", "sha256": "b6f5c4b57682d8cdeffce0a9f443a71b758f70f77cd7e786b226d3ca0e8d0f7f", "size_bytes": 95707, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.39575200000000005, "latency": 277.522891862, "input_tokens": 317825, "output_tokens": 9297, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/44d9bf42b0109c8ccc6889b07615c6e930c8f242d8fee0ff83e7a1bed8b71ded/f83082d2366a08264d9670224f236445acc547f2198b886f46f32ff7cf09b78a/trajectory.json", "sha256": "f83082d2366a08264d9670224f236445acc547f2198b886f46f32ff7cf09b78a", "size_bytes": 90602, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 20.720775999999997, "latency": 5398.331354778, "input_tokens": 22364947, "output_tokens": 142181, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/09779ba6088f58c1c9d25e169f64a91eec2554e0e60b63e8fcecf3a865d2ae68/f922eacf84f4b899fc91345bede207584ac1051531f8a41c5418234e67f125b2/trajectory.json", "sha256": "f922eacf84f4b899fc91345bede207584ac1051531f8a41c5418234e67f125b2", "size_bytes": 2304415, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.900018, "latency": 2886.012667355, "input_tokens": 3736816, "output_tokens": 57731, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7a380d876d658bffd4a0348dedf4085929f2394429f5a1d6729a748cb992b54b/9d566611e5200b987c6444ac84ae1057cd2ea860daf0c3be47ab255f48a2bcb3/trajectory.json", "sha256": "9d566611e5200b987c6444ac84ae1057cd2ea860daf0c3be47ab255f48a2bcb3", "size_bytes": 331839, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.397858, "latency": 1783.569319569, "input_tokens": 1682182, "output_tokens": 30297, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b3a62987e6ec2102fb3599fc8673b769d6c6e78dea1e2dbbd40a269416e9ed9c/1fbb130b87cae1f3efbc7343007c02113e9ab75246a57a14c632d7d68970369e/trajectory.json", "sha256": "1fbb130b87cae1f3efbc7343007c02113e9ab75246a57a14c632d7d68970369e", "size_bytes": 194954, "media_type": "application/json" } } } ] }, { "key": "kimi-kimi-k3", "model": "kimi/kimi-k3", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.09849480000000001, "latency": 1457.871584884, "input_tokens": 41644, "output_tokens": 4274, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fbd3f1791853096982b41873a21e47d30bc5288516de82175e273d01da0c9e7e/8292e7f679e55e425f370fcb905679ecb4458c7c17bdacaf379aaa419375a6c3/trajectory.json", "sha256": "8292e7f679e55e425f370fcb905679ecb4458c7c17bdacaf379aaa419375a6c3", "size_bytes": 35487, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.2419878, "latency": 335.048752131, "input_tokens": 140754, "output_tokens": 10607, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ede4072f517687226ba4aea731367a4240e2b38c0d5fb87d8e24015a27428cc3/6fac32ef396e9fd73d1c0468caa2cc8cdc10b1f4303c90f7ccaeb23f7fd269d4/trajectory.json", "sha256": "6fac32ef396e9fd73d1c0468caa2cc8cdc10b1f4303c90f7ccaeb23f7fd269d4", "size_bytes": 78478, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 3.721186800000001, "latency": 4532.783370597, "input_tokens": 5861735, "output_tokens": 102671, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9fec56a2e063f84aea699f816520ea838aa32eac3d030e45454d096521122040/e94ca483d98c79b3dc2353981d1f86f89b15058b74d1352194c4bf370ee7fe5f/trajectory.json", "sha256": "e94ca483d98c79b3dc2353981d1f86f89b15058b74d1352194c4bf370ee7fe5f", "size_bytes": 570218, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.4640272000000003, "latency": 2830.506376563, "input_tokens": 2815375, "output_tokens": 85909, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b0baebb8c8ac73d3e33b6ff398428b89607f262678b5b6bf200ab391a308927b/aebb490d7468633e9eba17fb05f590366e1d9599b1c0126cd5f0005369d0470f/trajectory.json", "sha256": "aebb490d7468633e9eba17fb05f590366e1d9599b1c0126cd5f0005369d0470f", "size_bytes": 409542, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.1693459999999998, "latency": 2226.927247545, "input_tokens": 1462340, "output_tokens": 36394, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/16e78c90dd79791490c959e2ff549428e2bdbe0848545b538b2bcb433e462572/5f1484713f10ea69be5f5d73c1f32e3bdd712495a5ba441ed2e99ee7f45f90f0/trajectory.json", "sha256": "5f1484713f10ea69be5f5d73c1f32e3bdd712495a5ba441ed2e99ee7f45f90f0", "size_bytes": 239307, "media_type": "application/json" } } } ] }, { "key": "kimi-kimi-k3-run-2", "model": "kimi/kimi-k3", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.1236264, "latency": 1320.337556697, "input_tokens": 63826, "output_tokens": 5522, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/eaf196198ab0423b85df0e1346f7202f962e810a0f4a1276eddec0c0f75d9a7e/7766a36f5525651a8fa30010ee6f86ca3e7b3a6b8a7520030df9c5a5247c3f0a/trajectory.json", "sha256": "7766a36f5525651a8fa30010ee6f86ca3e7b3a6b8a7520030df9c5a5247c3f0a", "size_bytes": 41148, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.32894939999999995, "latency": 559.203167439, "input_tokens": 254494, "output_tokens": 11259, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/74dc09f46fb6587816428845cd4a695bb1234abfb31f92a2c21286b684367da1/6700bcacae709409fa08bf9d7b60a0ef8cf6cd7e2b42d59a3763a7d2c19a84ed/trajectory.json", "sha256": "6700bcacae709409fa08bf9d7b60a0ef8cf6cd7e2b42d59a3763a7d2c19a84ed", "size_bytes": 97429, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 4.507893599999999, "latency": 4644.314361994, "input_tokens": 7939912, "output_tokens": 109643, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d648c555094322ab108eb41b7bcaf18d0cbb4622ba263c3dc2fc15c2f58cb76e/b15973fa727b4e0fc25e0f01997fd0cabc9b24e5d195286f471a85cafb209cdc/trajectory.json", "sha256": "b15973fa727b4e0fc25e0f01997fd0cabc9b24e5d195286f471a85cafb209cdc", "size_bytes": 594447, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.9887532, "latency": 1420.342078404, "input_tokens": 710531, "output_tokens": 40347, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/02cb2ff3841635585bd35c350d1b5379c8ead59fd409cbc2de908f41c14ca1e8/3cd9bc8186dcb7f54564ee9572fd6b7125833dfe915f9efdb39efe7275c5c1d6/trajectory.json", "sha256": "3cd9bc8186dcb7f54564ee9572fd6b7125833dfe915f9efdb39efe7275c5c1d6", "size_bytes": 217324, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.7066681999999997, "latency": 3184.415705566, "input_tokens": 2544221, "output_tokens": 46334, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4e080e9d31904adfb150d279160f118b156d91c33bd2c8626616275c13a2dd17/8f57465ab57f1ea32fd796ff4facd50e0c827876db5de711da9889cb76286118/trajectory.json", "sha256": "8f57465ab57f1ea32fd796ff4facd50e0c827876db5de711da9889cb76286118", "size_bytes": 287041, "media_type": "application/json" } } } ] }, { "key": "kimi-kimi-k3-run-3", "model": "kimi/kimi-k3", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.2619456, "latency": 975.387413079, "input_tokens": 128443, "output_tokens": 11681, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/97c6689ccd9c01031c39423533b8f6530339362becec25bfcfdf25e816b56902/f528f98d464a690474a20ca8f3ba0a2c23bdfc0c6d5151854ffeef43cf56e7e7/trajectory.json", "sha256": "f528f98d464a690474a20ca8f3ba0a2c23bdfc0c6d5151854ffeef43cf56e7e7", "size_bytes": 78022, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.2354904, "latency": 535.125993827, "input_tokens": 137851, "output_tokens": 11077, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5baaaa4d0efa47ea8a905b09c54f2a57858f33f3bdc812a15790b079be17748a/7d955b58edef4f88c04d4a2a80d303e0cd3b0484e1874dbecd8d45d898eafc3a/trajectory.json", "sha256": "7d955b58edef4f88c04d4a2a80d303e0cd3b0484e1874dbecd8d45d898eafc3a", "size_bytes": 76797, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.353133400000001, "latency": 5923.160401771, "input_tokens": 11377791, "output_tokens": 96534, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b061663f238036b85666dfccff83345a0c7401f65ad1e1a6b470c8974067d723/3b51dc489e7c5be4d869b48c4bfe53213e0b96d900efec3d624b64f9e907c417/trajectory.json", "sha256": "3b51dc489e7c5be4d869b48c4bfe53213e0b96d900efec3d624b64f9e907c417", "size_bytes": 634856, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.1064534000000001, "latency": 1695.455096221, "input_tokens": 1149129, "output_tokens": 38764, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3991c07947a0df97489bf738d928af28cd4bf0561bf5c496b75382ae44921031/8f77b8a39ea355577ea4e1d185512c53e7272735ac944e883e5c0381105e7442/trajectory.json", "sha256": "8f77b8a39ea355577ea4e1d185512c53e7272735ac944e883e5c0381105e7442", "size_bytes": 227089, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.8503314000000002, "latency": 1517.477322274, "input_tokens": 959382, "output_tokens": 27613, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/debd7cfb6fa325cbb6ef6ed66470aecf145bc46a21bf54582091bae405f79328/039df4e0b88672ea7355e89cea962507d8d7745cc1073424935bea99526d7b35/trajectory.json", "sha256": "039df4e0b88672ea7355e89cea962507d8d7745cc1073424935bea99526d7b35", "size_bytes": 186706, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder", "model": "meta/muse-wonder", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 970.567356046, "input_tokens": 606761, "output_tokens": 16715, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/755870cb4613cc9c1708c6aeacd4d8911a35c261ee49a261418e8828abac8afa/5e55b8b25e3d41eda4b18c3dcda2878e0fc7f8c3ae9a8adaa665ec946c8e6a99/trajectory.json", "sha256": "5e55b8b25e3d41eda4b18c3dcda2878e0fc7f8c3ae9a8adaa665ec946c8e6a99", "size_bytes": 138078, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 1183.586001639, "input_tokens": 965160, "output_tokens": 19673, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/904afcee7e8760b0c15b7a090bc97cac0a9055285488eca7fd8d4b17a4620867/6a020d2db7591762aa82f2e88236c49b19aa6c5ad8e872dc143d128c7cb2fa57/trajectory.json", "sha256": "6a020d2db7591762aa82f2e88236c49b19aa6c5ad8e872dc143d128c7cb2fa57", "size_bytes": 142614, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": null, "latency": 2482.866381951, "input_tokens": 23876563, "output_tokens": 95803, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f98257566fb4baf3238b96dabe86bae1d2b7e086b32bc105f9c4f48b10b3f629/a58ed53dae4083967ab6d24229226071b522c112018ea418f362ac02381c2687/trajectory.json", "sha256": "a58ed53dae4083967ab6d24229226071b522c112018ea418f362ac02381c2687", "size_bytes": 652283, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 1136.813298645, "input_tokens": 2184364, "output_tokens": 36113, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7a031ab4651ce5e9c902d46f4b01414944969216047074a8874b678b4f4fb4a4/b2165bb953c7677f47434b3c8a1cf5ec9dad09958f33cfefed36e7d5727e9d87/trajectory.json", "sha256": "b2165bb953c7677f47434b3c8a1cf5ec9dad09958f33cfefed36e7d5727e9d87", "size_bytes": 235831, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder-run-2", "model": "meta/muse-wonder", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 1060.31023495, "input_tokens": 508362, "output_tokens": 12627, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/79250a11a66508bf3839b1040fb7a1d99095bddee2e40f2c7e1409baa12938a6/66cffbb5630ecf7f24a9511bb6e3735433932ab9c17dab87b935d5026c122788/trajectory.json", "sha256": "66cffbb5630ecf7f24a9511bb6e3735433932ab9c17dab87b935d5026c122788", "size_bytes": 130787, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 824.83769779, "input_tokens": 685611, "output_tokens": 16543, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5ca843723dee7e84c1676b3a14c9c67d80f8f3a30ab8d861c5a22167adeb6294/eeb678e553b213e19f1b6069bf3df1510783e8484f8e96da5c80d5d32643c5af/trajectory.json", "sha256": "eeb678e553b213e19f1b6069bf3df1510783e8484f8e96da5c80d5d32643c5af", "size_bytes": 128278, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": null, "latency": 4983.33641474, "input_tokens": 19774717, "output_tokens": 195475, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9a93f5f69f14e04900b9d4fc8b80b136ec5939578debaaeab5c61b586677d840/3820fdd6f0f2bf11ea8d5b6bfeb8192f8d691ca4d0bc6009f934237c4e67bc23/trajectory.json", "sha256": "3820fdd6f0f2bf11ea8d5b6bfeb8192f8d691ca4d0bc6009f934237c4e67bc23", "size_bytes": 2035361, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": null, "latency": 2541.964931273, "input_tokens": 22841958, "output_tokens": 137327, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ae90a18c4abf0582747109bf45fcceff8f50e30f8ecc88bfe50e25f963ef486f/0826bcfccd76213ee1331e650ebc54fb44b61ba5794e558a89cad75a89493ccb/trajectory.json", "sha256": "0826bcfccd76213ee1331e650ebc54fb44b61ba5794e558a89cad75a89493ccb", "size_bytes": 2140990, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 569.206198251, "input_tokens": 990963, "output_tokens": 21644, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fe623b2356a6f25c061c7fabdf9135bed11126265b592005ca2b25f9a2f6f6ca/d1c913ef0e17c7dad4870fed6af3635dacffcc1f8bd877b5a41059cb34c20e61/trajectory.json", "sha256": "d1c913ef0e17c7dad4870fed6af3635dacffcc1f8bd877b5a41059cb34c20e61", "size_bytes": 167347, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder-run-3", "model": "meta/muse-wonder", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 533.3505734, "input_tokens": 218884, "output_tokens": 10518, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e0b87b24c4cf8f945daecbe600dc9c3522e3524c63a1fb022b930fa0fa6c22e5/82a50ce3423f179797d72c14cb810d34b18395045503fa849e7a1c9d86d853a1/trajectory.json", "sha256": "82a50ce3423f179797d72c14cb810d34b18395045503fa849e7a1c9d86d853a1", "size_bytes": 84060, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 1426.883495307, "input_tokens": 1742137, "output_tokens": 19659, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/aac23ccc37059650c7b7e812d20c81798e42a06b43480d63cc73c2d84c4a26fb/e36571a53948b8a0c45e63b58b1898343bf34bfb4637ec890dded7382d8be726/trajectory.json", "sha256": "e36571a53948b8a0c45e63b58b1898343bf34bfb4637ec890dded7382d8be726", "size_bytes": 187495, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": null, "latency": 5163.904254816, "input_tokens": 20389096, "output_tokens": 175245, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dd573b925803a18f6b279de906d39003002a8aad50dc7be1de88b3bd15a589b3/aa655c3542f966e5cac2774d0bda446e791b74c4733c6769784debbb9fed2455/trajectory.json", "sha256": "aa655c3542f966e5cac2774d0bda446e791b74c4733c6769784debbb9fed2455", "size_bytes": 2112405, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": null, "latency": 2552.523350668, "input_tokens": 18768498, "output_tokens": 106051, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/77c09b989d513bb15c027cddc92e37e4dd76a2710032fd610ba3e5547f68e7d5/56e1c6ea0aba571a05ee2b6d1858d1e38c25258fcc437196fd674d79e51568df/trajectory.json", "sha256": "56e1c6ea0aba571a05ee2b6d1858d1e38c25258fcc437196fd674d79e51568df", "size_bytes": 575855, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 752.051621782, "input_tokens": 1323572, "output_tokens": 23781, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/313a7fe7f7eaf8328078a16a9fd3087e183126ee5319235157bf476b0ee7b950/ccf575432eb6f5611575c1dc8745df860136e2973dbb5e6fcc1249f37ff9bb61/trajectory.json", "sha256": "ccf575432eb6f5611575c1dc8745df860136e2973dbb5e6fcc1249f37ff9bb61", "size_bytes": 159155, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder-full", "model": "meta/muse-wonder-full", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 556.819581918, "input_tokens": 708015, "output_tokens": 20200, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0cbbac69dbea757064b0f06b4d777b4fa2ca6af0df007f780a0eed6a5281a16e/8720508ac650299bf2ae224204d6d906f355bd04886b801d72e90403fbd93a7a/trajectory.json", "sha256": "8720508ac650299bf2ae224204d6d906f355bd04886b801d72e90403fbd93a7a", "size_bytes": 170764, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 443.289319818, "input_tokens": 696414, "output_tokens": 14510, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7ae85a2f31c23654f02b19b2a83e29e3a77e67a6e85337deed279b23db541cbc/3b96dbe076d32c36d6c538f4b692c6c7f224e12aa7a4d4aee995e0d8bdeebcfb/trajectory.json", "sha256": "3b96dbe076d32c36d6c538f4b692c6c7f224e12aa7a4d4aee995e0d8bdeebcfb", "size_bytes": 154943, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": null, "latency": 4599.563901022, "input_tokens": 28541513, "output_tokens": 120258, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6703b221dcbe36c0c117b13a1093b35b36e7fbcdd29c7d4a77743dcd154472aa/bc9313b60bc261caf4704e96c3644fd420c6729c37c330bc39634931811fd2b0/trajectory.json", "sha256": "bc9313b60bc261caf4704e96c3644fd420c6729c37c330bc39634931811fd2b0", "size_bytes": 2233419, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": null, "latency": 4014.78140316, "input_tokens": 24197397, "output_tokens": 141158, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/01baf2787d967147876328fe97f8df8f4c11c999e8fe40eeb61996142a84b65f/068410b5300d56b13700566e99abf09f6fc112baa235d4c70bfcfde5c224860c/trajectory.json", "sha256": "068410b5300d56b13700566e99abf09f6fc112baa235d4c70bfcfde5c224860c", "size_bytes": 2131265, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 1125.43094129, "input_tokens": 1633744, "output_tokens": 36712, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9eb7324c436f3785c4559bd0e9a3da9eb114316b16a282a5f9110abb62161340/64e39565cdae4e216c8bf6859db4ce03dcee810add7d4a520307a2ad78f4fdef/trajectory.json", "sha256": "64e39565cdae4e216c8bf6859db4ce03dcee810add7d4a520307a2ad78f4fdef", "size_bytes": 199354, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder-full-run-2", "model": "meta/muse-wonder-full", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 686.684929069, "input_tokens": 304416, "output_tokens": 12985, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4764d353de70f0efc69942e447d33a588d0489b5eec0ce2367780104957378e3/1bc253a90c9f6d07a5f76cd697810b4cdbae3cf65e0a81f5f6fab1703b438da1/trajectory.json", "sha256": "1bc253a90c9f6d07a5f76cd697810b4cdbae3cf65e0a81f5f6fab1703b438da1", "size_bytes": 102840, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 420.578015572, "input_tokens": 1197627, "output_tokens": 18830, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/46df77601577c74531fcfc14e548312b37919acba75351925dbdeddd950623b2/fbace957a0024a86af8c6fa7947fd1b9e17044d84ae7943f575435a6073f7ac6/trajectory.json", "sha256": "fbace957a0024a86af8c6fa7947fd1b9e17044d84ae7943f575435a6073f7ac6", "size_bytes": 178943, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": null, "latency": 7033.242661596, "input_tokens": 25695675, "output_tokens": 199952, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5b13f6a1d3ed9e8d285ea0958893351d93965d600cf2a6a0e416c4242dcc7acb/fcfde25336a6216dd3a03cc227065f7262b8f9fb398513782d131b7ae5e8a009/trajectory.json", "sha256": "fcfde25336a6216dd3a03cc227065f7262b8f9fb398513782d131b7ae5e8a009", "size_bytes": 2442937, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": null, "latency": 2504.300277412, "input_tokens": 9280312, "output_tokens": 96040, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0a2782bb0eeda495d1fcfac180ed26b826e43f22d0a7642f3576047cfd5b288d/a0b56756e97b112aaadaa5e8821613fc15ea1737d7a52e5e5c0b19457772fd02/trajectory.json", "sha256": "a0b56756e97b112aaadaa5e8821613fc15ea1737d7a52e5e5c0b19457772fd02", "size_bytes": 441698, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 1717.004104725, "input_tokens": 5006947, "output_tokens": 57898, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0999ef834043a87ee3203681e2e3ff712fd0fa4f939082bfbdfc254ee49a72d7/a7fe62676d26654c929b4e61e9ef61518a704a9bf5b806a30f780431f7b9bd00/trajectory.json", "sha256": "a7fe62676d26654c929b4e61e9ef61518a704a9bf5b806a30f780431f7b9bd00", "size_bytes": 336633, "media_type": "application/json" } } } ] }, { "key": "meta-muse-wonder-full-run-3", "model": "meta/muse-wonder-full", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": null, "latency": 777.419070319, "input_tokens": 1447281, "output_tokens": 28945, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ef0432fc248e00feb944ff1c89e95997eb759ab8212c6f696cd717bc36bcaf6c/0108fe1d21346c3ff8a21cbf3e51a4810d8b16b81b6ac4bb75f57142beee22d9/trajectory.json", "sha256": "0108fe1d21346c3ff8a21cbf3e51a4810d8b16b81b6ac4bb75f57142beee22d9", "size_bytes": 231734, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": null, "latency": 279.667814516, "input_tokens": 503330, "output_tokens": 12788, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c54cb825444136352cb2aa8caf06201beb45e33bf0f2954aca7107134f2fe33f/39a9bfa1b4ea625027cb11a55e3caa39ca5a3d36e37a97976cd212f89c078e41/trajectory.json", "sha256": "39a9bfa1b4ea625027cb11a55e3caa39ca5a3d36e37a97976cd212f89c078e41", "size_bytes": 127225, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": null, "latency": 5409.259913562, "input_tokens": 31668603, "output_tokens": 170406, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fbedec30ad3e57615b6378ec35a9166b0a1028c54bcfc931d7d51362cd2403f2/0e4ceda8115e79a408fa9d130633f745d1677b8b9a42700c79e5567461924314/trajectory.json", "sha256": "0e4ceda8115e79a408fa9d130633f745d1677b8b9a42700c79e5567461924314", "size_bytes": 2724966, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": null, "latency": 1576.169759171, "input_tokens": 6932016, "output_tokens": 55969, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f96457f460ec3245c1483420193051a729fcb78dc15d9c7b470e1f680774b0bd/a3b273e55980eee9c679be7766f848f26552217dc3c805763ea3447951878ec8/trajectory.json", "sha256": "a3b273e55980eee9c679be7766f848f26552217dc3c805763ea3447951878ec8", "size_bytes": 336781, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": null, "latency": 1117.584333045, "input_tokens": 2086967, "output_tokens": 39088, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/39096ef0f56d45c28ad07e2092d01c9d93cb0a90645a02af600cb98e965998dc/7491bbf945fa4974b51d6f07989eb2da875d1d60949d36a68b65aabc4332a4f1/trajectory.json", "sha256": "7491bbf945fa4974b51d6f07989eb2da875d1d60949d36a68b65aabc4332a4f1", "size_bytes": 242357, "media_type": "application/json" } } } ] }, { "key": "meta-muse-spark-1-2", "model": "meta/muse_spark_1_2", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.42665899999999995, "latency": 582.827762744, "input_tokens": 1141388, "output_tokens": 29700, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ad30aa9781b0e43d3a11693626a2d100afea04ddec4a9658d88e7112e680916d/26764d70a553cedf64ea2dab46c22f96092076117ef3b90857a88e3890218455/trajectory.json", "sha256": "26764d70a553cedf64ea2dab46c22f96092076117ef3b90857a88e3890218455", "size_bytes": 203737, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.3698351, "latency": 291.143895212, "input_tokens": 1119359, "output_tokens": 26599, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ddbb3d7130a0a8a6e69c983be3e0789f0b367826f5625cd0f20e98a71b750028/fcaa3a13756d7b1a42108bc2b134573d57990dc0005f184410f3c164179945c7/trajectory.json", "sha256": "fcaa3a13756d7b1a42108bc2b134573d57990dc0005f184410f3c164179945c7", "size_bytes": 200997, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.4006936999999997, "latency": 1876.243484559, "input_tokens": 6200057, "output_tokens": 74011, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/08800e029cefd4579d5b554ece39f58b64dd9d68a1d4bde0136bd0df94e670de/7c991d45dfa25cdacbd6efcc7f61931b7823029a09466bc4bc836eb2c5ec7539/trajectory.json", "sha256": "7c991d45dfa25cdacbd6efcc7f61931b7823029a09466bc4bc836eb2c5ec7539", "size_bytes": 322062, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.4442703, "latency": 1631.462469738, "input_tokens": 6426175, "output_tokens": 73873, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5b57da23c0fb0f3a361497e52d4232e94bc07f93ebef5b0684e4eead7888371e/1ae362426748aa607d25d6407e8d416dc44c80b504995ec67e631540605eff3c/trajectory.json", "sha256": "1ae362426748aa607d25d6407e8d416dc44c80b504995ec67e631540605eff3c", "size_bytes": 341741, "media_type": "application/json" } } } ] }, { "key": "meta-muse-spark-1-2-run-2", "model": "meta/muse_spark_1_2", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.1861896, "latency": 510.395171392, "input_tokens": 461812, "output_tokens": 15584, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e4202de3f7a6fe6c6de8fa61f016004b81ffc3b74d3b298452cc402bc0b91880/edbf15775c0d5621d6e83006f52b968fd552fec58dce8e573a790b5ff3b99195/trajectory.json", "sha256": "edbf15775c0d5621d6e83006f52b968fd552fec58dce8e573a790b5ff3b99195", "size_bytes": 122444, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.83320305, "latency": 1375.772409275, "input_tokens": 3278057, "output_tokens": 46966, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/38b39ba93317471218fbf8bfe0edb1c1892616c9e1fcd5217532a0869ae613b5/e2f84843395e6bacbd56de435c43604a874804dcac9ced440fa0727c6146ffb8/trajectory.json", "sha256": "e2f84843395e6bacbd56de435c43604a874804dcac9ced440fa0727c6146ffb8", "size_bytes": 216769, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.2622651999999994, "latency": 2645.521443731, "input_tokens": 10112598, "output_tokens": 93822, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3a782da140b53cb5e14452617424ca70856bd7058f4db66bd55d990daa61bd61/818c7dae5fd51aaf2eb6a8394fbbd83f11c385dda59f7c2e571b1911ae572f76/trajectory.json", "sha256": "818c7dae5fd51aaf2eb6a8394fbbd83f11c385dda59f7c2e571b1911ae572f76", "size_bytes": 431352, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.01799235, "latency": 1792.962136656, "input_tokens": 4467588, "output_tokens": 50189, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d2193ed824ff75b646427fbdf1a2dea79b04e0ebd81b367b7a280f33d3636e38/8819d3d73f9f5afd1dd93b6a7d7528421b2dad4c380fbeb48d4c45f042e3ecb5/trajectory.json", "sha256": "8819d3d73f9f5afd1dd93b6a7d7528421b2dad4c380fbeb48d4c45f042e3ecb5", "size_bytes": 287042, "media_type": "application/json" } } } ] }, { "key": "meta-muse-spark-1-2-run-3", "model": "meta/muse_spark_1_2", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.37647195, "latency": 1030.601153449, "input_tokens": 1053257, "output_tokens": 33042, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/85a076c4f190fc0d9b9125a5ab541543468127c126c3791370b3d154d7041eab/6ec88a6367cd3c48f73b400a47383b7db71581dcef5eeb0116e9df9980215562/trajectory.json", "sha256": "6ec88a6367cd3c48f73b400a47383b7db71581dcef5eeb0116e9df9980215562", "size_bytes": 182450, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.6248802999999999, "latency": 1277.042925975, "input_tokens": 1985607, "output_tokens": 36473, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f562f4a691c33089270b6161c1025e9e4eb028bf2800843d8d98d3b6d3eca65/6ef126ea8165f24d461f6c25eff4e6c9277d9a486c22a7c3e4c64c8773fac37a/trajectory.json", "sha256": "6ef126ea8165f24d461f6c25eff4e6c9277d9a486c22a7c3e4c64c8773fac37a", "size_bytes": 203246, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.22742615, "latency": 3223.576089037, "input_tokens": 7867499, "output_tokens": 96352, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/de9ea1582da75d030bbcea0f84f3782cf4c36506605a1a195c327aa9906c7a76/f847e43aa7d297504d6186390ee2bc6192e28223b7db4c3077cf7f71cf9f2ec7/trajectory.json", "sha256": "f847e43aa7d297504d6186390ee2bc6192e28223b7db4c3077cf7f71cf9f2ec7", "size_bytes": 409843, "media_type": "application/json" } } } ] }, { "key": "mistralai-mistral-large-4", "model": "mistralai/mistral-large-4", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 0.0, "cost": 3.250897, "latency": null, "input_tokens": 1685321, "output_tokens": 504503, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/12ed61623f4ea253248df05f934e035666a0f86af389b6c05e9dc669b77d5c5e/da54bd94a9630051cfc4ea6c7ff1ba5cba9dc95299a37f9df095d8542aae3ab7/trajectory.json", "sha256": "da54bd94a9630051cfc4ea6c7ff1ba5cba9dc95299a37f9df095d8542aae3ab7", "size_bytes": 1102878, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.807569, "latency": 1652.591408056, "input_tokens": 1916395, "output_tokens": 59681, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/075e378198517a2e5e01f5b36e4c7fd296e3555054144d8bad235307e63a1397/4ae7387658f4d560eb85ff76db485995f85c66f102a8429329a8223f874baae5/trajectory.json", "sha256": "4ae7387658f4d560eb85ff76db485995f85c66f102a8429329a8223f874baae5", "size_bytes": 369470, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.680611, "latency": 3975.598001898, "input_tokens": 4522615, "output_tokens": 93643, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/90bbfdd086fe386ed0bccda195b720a7cffc87844b51f5ea60356be81ff4daff/515349a2a6a43f2fd406a54fb43dbf38981c2df1f2f6b7f1f10d9f21a9f6da07/trajectory.json", "sha256": "515349a2a6a43f2fd406a54fb43dbf38981c2df1f2f6b7f1f10d9f21a9f6da07", "size_bytes": 526258, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 3.975868, "latency": 6722.324124148, "input_tokens": 8162124, "output_tokens": 320694, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4320bc45de12dddffefbe568b60377db93ce6a0b88c80b45df456b398fd940df/99547a402271380b203a5c655397afa677ffc83120b493aa91b040a34f03a987/trajectory.json", "sha256": "99547a402271380b203a5c655397afa677ffc83120b493aa91b040a34f03a987", "size_bytes": 1208424, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.72674, "latency": 4593.66008671, "input_tokens": 8979030, "output_tokens": 178974, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4d9905101241863d3e0500bfe9ec8a147ebcaaa73d5e81f96af7be765800e271/12c5cfd922d983f94cc87f699f2d6b69fbf3ac45e969e3e604374f7a127f543a/trajectory.json", "sha256": "12c5cfd922d983f94cc87f699f2d6b69fbf3ac45e969e3e604374f7a127f543a", "size_bytes": 825180, "media_type": "application/json" } } } ] }, { "key": "mistralai-mistral-large-4-run-2", "model": "mistralai/mistral-large-4", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.511695, "latency": 1192.153344621, "input_tokens": 863122, "output_tokens": 45869, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/75d36f4e278405857f689ddca2c0d762716f7243f3bb0e4e7a16addc1fee882b/39f01809f1539db6f17ad435ce4a20eac7750cdd70ea2ee06d0b000853a8571c/trajectory.json", "sha256": "39f01809f1539db6f17ad435ce4a20eac7750cdd70ea2ee06d0b000853a8571c", "size_bytes": 240462, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.430902, "latency": 882.594955458, "input_tokens": 827963, "output_tokens": 28117, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/31b079dab97d299266436e4ff4f4a7e0071476ef7a98d7c22670cf5053980fc2/d3377051b9b8d8fbd857c9287726fb43bb8c6897905a68ab0f9551da42d362f5/trajectory.json", "sha256": "d3377051b9b8d8fbd857c9287726fb43bb8c6897905a68ab0f9551da42d362f5", "size_bytes": 231673, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.567593, "latency": 933.221583896, "input_tokens": 1384846, "output_tokens": 40125, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/166018b297aaa2eebb245fceca56f82d0f4cc7890c890d0551e811a8cfc865ee/9e1d30bd1537823adc19afaff44ed212c636890cb82e14636a8bdead4151e8aa/trajectory.json", "sha256": "9e1d30bd1537823adc19afaff44ed212c636890cb82e14636a8bdead4151e8aa", "size_bytes": 243886, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 5.028721, "latency": 6360.78433697, "input_tokens": 21504033, "output_tokens": 145826, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/63092479c093d88d02344fb2ea6c5dfd008b79d6a36930e4e6a7a518dc052b7d/5ccf05f0ea348188b7dd20afce39e9a32fe99c64b4da78434db9f7267bddb936/trajectory.json", "sha256": "5ccf05f0ea348188b7dd20afce39e9a32fe99c64b4da78434db9f7267bddb936", "size_bytes": 1052479, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.416513, "latency": 4421.346017292, "input_tokens": 3531172, "output_tokens": 104077, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/37420603af1c565732dfcba372a160e765907ef55cd3201647f6878a6d28e2ea/f511a1f6a055f9a16d7a0efeeaf657262ac106d864480c8235f2f9bd40dee9d8/trajectory.json", "sha256": "f511a1f6a055f9a16d7a0efeeaf657262ac106d864480c8235f2f9bd40dee9d8", "size_bytes": 511135, "media_type": "application/json" } } } ] }, { "key": "mistralai-mistral-large-4-run-3", "model": "mistralai/mistral-large-4", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.860798, "latency": 2162.132876752, "input_tokens": 1753287, "output_tokens": 53157, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c3486d822c7e523ae2217f36d7ac54b0d411baa2f86796c63344b0f41e4e23ca/0a1a9b6251e6eae97711d296cb3e7b15ce4ae63e83134a08957e6d26cbab7b57/trajectory.json", "sha256": "0a1a9b6251e6eae97711d296cb3e7b15ce4ae63e83134a08957e6d26cbab7b57", "size_bytes": 341618, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.691139, "latency": 3021.776268087, "input_tokens": 4136381, "output_tokens": 129027, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/446f6326bf2f181915e3b949404614d82f3349914384a5d21eff554f4eb8a9a4/5c45b26e6371753106d5609a2681f11239d61cdc10ab151c040adc4f61da31ba/trajectory.json", "sha256": "5c45b26e6371753106d5609a2681f11239d61cdc10ab151c040adc4f61da31ba", "size_bytes": 506823, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 4.296927, "latency": null, "input_tokens": 10210018, "output_tokens": 470160, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d3ded9649beb3cb976fb51ecd63783ee471f27e7cef781ef48dce6f69b207461/36779cbba2500385a9a7ad44422c4aaf68fa5a321fc50d1c4c28dbe081f7bf09/trajectory.json", "sha256": "36779cbba2500385a9a7ad44422c4aaf68fa5a321fc50d1c4c28dbe081f7bf09", "size_bytes": 2562467, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.420585, "latency": 1150.161645, "input_tokens": 831706, "output_tokens": 34742, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0e28ba8b6f3b4ca863b1b161bf5aa85e048b8ac0f10de4111b62d8f82b9a3364/2193fd3ae5def81d1078f384ac0959a1699bd184b444443870858e872fc255a1/trajectory.json", "sha256": "2193fd3ae5def81d1078f384ac0959a1699bd184b444443870858e872fc255a1", "size_bytes": 214866, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.993461, "latency": 1185.935746347, "input_tokens": 2418948, "output_tokens": 74985, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bb599e0ac527ac2fefc788812abe90ffd06e4e67a78ec3f37e352c7cc699eea7/f1dc81a1597500076cf04713d1c35089bcd3daaa5cc44b32dccdda4ad169082d/trajectory.json", "sha256": "f1dc81a1597500076cf04713d1c35089bcd3daaa5cc44b32dccdda4ad169082d", "size_bytes": 448236, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-luna", "model": "openai/gpt-5.6-luna", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.03360393999999999, "latency": 349.888201585, "input_tokens": 364580, "output_tokens": 16954, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d1d50f87884bd593d156023645d7fd88a48ffcf19a77917b8cfb589129a73c09/265e00ef992c7ed6c057a4898c9c32416855100ad3f752c953bb70700567f220/trajectory.json", "sha256": "265e00ef992c7ed6c057a4898c9c32416855100ad3f752c953bb70700567f220", "size_bytes": 94755, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.0585341, "latency": 393.94496497, "input_tokens": 794905, "output_tokens": 25927, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1ff9fcda51410b04e408063f68ed75737aca68363212832e18fd0581a0584003/02c65c1cfda95446c226e0090dae8ce481c817e46a1190d358d797639c9cf15e/trajectory.json", "sha256": "02c65c1cfda95446c226e0090dae8ce481c817e46a1190d358d797639c9cf15e", "size_bytes": 176350, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.60589606, "latency": 14004.939033965, "input_tokens": 314350, "output_tokens": 54793, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a98f6b15b3d33e9732c39fbcaaa78929f52acfef3abd80f140b3fe3956e145cd/8e71f5393a7a20b809302fe7c6e6e09ad6bee350ae6b80cf80bd1c37ebf4dc9a/trajectory.json", "sha256": "8e71f5393a7a20b809302fe7c6e6e09ad6bee350ae6b80cf80bd1c37ebf4dc9a", "size_bytes": 1098495, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.28338677999999995, "latency": 3216.672014714, "input_tokens": 6786264, "output_tokens": 86470, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e8a66e3581a16b6854a3ef8ff4b81a9d032f5e353c58e39fbd4d60e9903d1336/577a8c745c3ca71f863fcaa019586517767428e60fdbe300ebcceb9ae66ecd95/trajectory.json", "sha256": "577a8c745c3ca71f863fcaa019586517767428e60fdbe300ebcceb9ae66ecd95", "size_bytes": 471940, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 0.01283076, "latency": 235.526002237, "input_tokens": 36879, "output_tokens": 7991, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a9378c87539656cf3cff91c8a7086a879b40ecab32a86b3d034a1ac380665c9a/4f2b4641d16805b148b4e452ab45399372f2c3570a7dfb54e5c8bc857239f6b6/trajectory.json", "sha256": "4f2b4641d16805b148b4e452ab45399372f2c3570a7dfb54e5c8bc857239f6b6", "size_bytes": 41689, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-luna-run-2", "model": "openai/gpt-5.6-luna", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.05507962, "latency": 829.725494889, "input_tokens": 567788, "output_tokens": 28106, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/06035b658c9f5e729a1b11618f828283264715aff5a59330c552ee1268f1020f/82a4c24f1b80443c2c7dfd427ab4d923d6600b9561e969649ed53ee61da7f1bd/trajectory.json", "sha256": "82a4c24f1b80443c2c7dfd427ab4d923d6600b9561e969649ed53ee61da7f1bd", "size_bytes": 162633, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.07812822, "latency": 561.697536155, "input_tokens": 1228689, "output_tokens": 26785, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9820fc5445c32b38d3da9db3d9aab66a2fded3ff1096860acb836cfc6bc24686/5e51e5636a7afa1ad03a89e365b39f06316b1dccbac569c9f6a075653a136e4b/trajectory.json", "sha256": "5e51e5636a7afa1ad03a89e365b39f06316b1dccbac569c9f6a075653a136e4b", "size_bytes": 180584, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.34557004, "latency": 2579.800524123, "input_tokens": 8242343, "output_tokens": 84055, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cbc80dcd2e895cd1bde343d46a0a0a41c10888bd6adab99ee23caad4282b2c24/07a3b4960b46d5941ea6ca20a55d8359f0f1025c99059546e7493e174518d4a7/trajectory.json", "sha256": "07a3b4960b46d5941ea6ca20a55d8359f0f1025c99059546e7493e174518d4a7", "size_bytes": 610985, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.24422991999999993, "latency": 1791.575357823, "input_tokens": 5054129, "output_tokens": 80277, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/57e8f9617483e9373c6b24a8cfcd825e599a84d876940afcd60acbe3010f8dfb/df34aa65ca581c68e11568aadcda0b229aa1fe527e39d2845f24ae3035828375/trajectory.json", "sha256": "df34aa65ca581c68e11568aadcda0b229aa1fe527e39d2845f24ae3035828375", "size_bytes": 401550, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.04499992, "latency": 683.996021581, "input_tokens": 453908, "output_tokens": 22373, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/81d385439704bc073aa07beb1f33d77948d05e3e722bfdd35ba3a011515606bc/eb68ad2fac303e8b57ad8c29575b29746f84a5cfc3c0c95bd8af68709b283c52/trajectory.json", "sha256": "eb68ad2fac303e8b57ad8c29575b29746f84a5cfc3c0c95bd8af68709b283c52", "size_bytes": 130547, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-luna-run-3", "model": "openai/gpt-5.6-luna", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.034961860000000004, "latency": 506.115065939, "input_tokens": 310286, "output_tokens": 16286, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5e263fc1ed61755bf35a42df566c9c7a210cce5ff7193e9479ba6ceca0e186c1/b72e71a54a85f762f18a8434c6a5c7838525d36e2047c67242edce7be844d58b/trajectory.json", "sha256": "b72e71a54a85f762f18a8434c6a5c7838525d36e2047c67242edce7be844d58b", "size_bytes": 92172, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.05287504, "latency": 346.832654812, "input_tokens": 557669, "output_tokens": 25101, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8c0c144aa99583c98ec572a9328d90ceb6f8d44080dd8a4f97cc70bf853763f0/3b7d8a9bcb98c2a61f15713e8de8e7f2d7fe7c711496840b5b52a1f646a8e0ad/trajectory.json", "sha256": "3b7d8a9bcb98c2a61f15713e8de8e7f2d7fe7c711496840b5b52a1f646a8e0ad", "size_bytes": 153516, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.13449998, "latency": 1254.772688238, "input_tokens": 2606602, "output_tokens": 41326, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1c5684048abf80a52dac6c6378e8d746ee89deabde2b203ef4d684859cff219f/9d09504e1ec5edabbe45a9dc68085bb3ff425306722e3d0a93f07e3cea3fa193/trajectory.json", "sha256": "9d09504e1ec5edabbe45a9dc68085bb3ff425306722e3d0a93f07e3cea3fa193", "size_bytes": 349864, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.15506552, "latency": 993.421845084, "input_tokens": 2145004, "output_tokens": 74438, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d3f5c3f264743392fc94abd05246664e42b4e068ca29f83dbeb432b7adeae966/31f3ff0ee43131f09a332c9f4fe70f897d5138d1b48cbbc7b2eecf8744a688b7/trajectory.json", "sha256": "31f3ff0ee43131f09a332c9f4fe70f897d5138d1b48cbbc7b2eecf8744a688b7", "size_bytes": 271673, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 0.09955497999999999, "latency": 1169.772935082, "input_tokens": 1401911, "output_tokens": 38027, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/97fa6f414647d573202a5a65397d160ca2736f61fac6733b53b028451bfeb772/d7abeb996baff68ddb14acfc2c98e77f297738cff82e5f48a4554fbd3b70ef0a/trajectory.json", "sha256": "d7abeb996baff68ddb14acfc2c98e77f297738cff82e5f48a4554fbd3b70ef0a", "size_bytes": 221047, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-sol", "model": "openai/gpt-5.6-sol", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.24626150000000002, "latency": 260.228031723, "input_tokens": 54220, "output_tokens": 4475, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3bed6d9c31996c19b4bb59808db022dea532800de6e01c6a66c3ead8adc801f2/97107afcb689edbb7ce3d13f455d3cc7c51061d34c3b56a7ca11cb3a76deab0f/trajectory.json", "sha256": "97107afcb689edbb7ce3d13f455d3cc7c51061d34c3b56a7ca11cb3a76deab0f", "size_bytes": 38384, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.617953, "latency": 313.441386979, "input_tokens": 220148, "output_tokens": 11253, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dd02da47ed9a4430919cb7b258be9e2185f2f55e070fa3773201a0cf7e61b836/2f1212a462c41d98d4f14d1a2f331ab185fca78ea068ffe63a1840c3a720735e/trajectory.json", "sha256": "2f1212a462c41d98d4f14d1a2f331ab185fca78ea068ffe63a1840c3a720735e", "size_bytes": 104862, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.366102499999998, "latency": 2457.77751723, "input_tokens": 3954833, "output_tokens": 86318, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/afa64fa7379c433df2bad56209398910e37d882a3f4b6800a82ff42ba0bd51da/44e82c0f16a5950d93872d664ea372cbf5587639a2db07099083fd26a3520510/trajectory.json", "sha256": "44e82c0f16a5950d93872d664ea372cbf5587639a2db07099083fd26a3520510", "size_bytes": 384114, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.1045154999999998, "latency": 774.146375108, "input_tokens": 1091419, "output_tokens": 30128, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ff22f8391c6d2e248fa2cfb631bfa58c4534f4397120f05386dd6581e6ae784/029be002a2b902a827ed752410bf0abe2fb26ecf4d4d2f4db73ba72affd1f322/trajectory.json", "sha256": "029be002a2b902a827ed752410bf0abe2fb26ecf4d4d2f4db73ba72affd1f322", "size_bytes": 216587, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.829053, "latency": 471.937766347, "input_tokens": 173199, "output_tokens": 15772, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f7e2ccf92683a002ae1ed3ce3b17ae60052761b7c2d953a2ceb6ab52302db196/962ddc0c832d73d9645fe5a2de127efe6f77f4b71835e6761b7639ac1462e477/trajectory.json", "sha256": "962ddc0c832d73d9645fe5a2de127efe6f77f4b71835e6761b7639ac1462e477", "size_bytes": 93484, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-sol-run-2", "model": "openai/gpt-5.6-sol", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 6.0482594999999995, "latency": 2286.152502301, "input_tokens": 639120, "output_tokens": 162224, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a7f1f2948a511099553c336ae10aeaf46fdf31bea6cd6a5e5b78771fc3a5bf86/c4ac68e023e5c76eebcf6a3172aefd9ef73aeb966688992a549c6d5028c5c320/trajectory.json", "sha256": "c4ac68e023e5c76eebcf6a3172aefd9ef73aeb966688992a549c6d5028c5c320", "size_bytes": 353245, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.5824055, "latency": 223.183402827, "input_tokens": 180277, "output_tokens": 10690, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/68ceb2b1ca3689515cf95b9ed58c54b68c1067ad98eac503a24bfb051490ad50/970c2f14360ca9a0ac130e248a3fe1638d16c1a84fc60553e3bb8f5a123715b2/trajectory.json", "sha256": "970c2f14360ca9a0ac130e248a3fe1638d16c1a84fc60553e3bb8f5a123715b2", "size_bytes": 108223, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.579616000000001, "latency": 1579.206014725, "input_tokens": 1846392, "output_tokens": 40565, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0199baa02bff128f6cc77b0f889b9993ae6447dbaa5b08aa44e7153a14329020/9776228dbf1d7a6f01baabbe8c28abc7874eeb53a19e369142a419fe7071d191/trajectory.json", "sha256": "9776228dbf1d7a6f01baabbe8c28abc7874eeb53a19e369142a419fe7071d191", "size_bytes": 286621, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.2043105, "latency": 980.910801524, "input_tokens": 679952, "output_tokens": 20699, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/059a97c4eab2f7a3a030e27cc7c9e1424163fc2ad8204dbf85fce36bfcb9c9e7/2498ecac4a9b04c93185c1bf1acfd2ee85a4808d39e42748c188dea2b2ac1e15/trajectory.json", "sha256": "2498ecac4a9b04c93185c1bf1acfd2ee85a4808d39e42748c188dea2b2ac1e15", "size_bytes": 166307, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.1912245, "latency": 672.911065965, "input_tokens": 543872, "output_tokens": 18737, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b0a0a1cdf0648314bd654aadb7cad8deaf72e6d8b866c23e865c629c258b7a1c/49781b9612f923854d67f49c954a0ca0e4229726dd5a7e663e7b65701a5cebb2/trajectory.json", "sha256": "49781b9612f923854d67f49c954a0ca0e4229726dd5a7e663e7b65701a5cebb2", "size_bytes": 132572, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-5-6-sol-run-3", "model": "openai/gpt-5.6-sol", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.6852195, "latency": 709.453731003, "input_tokens": 273129, "output_tokens": 13907, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/33feebbc0a59b2352829f6dc94e11b93fb7c3d072755665aa5bd3420e23c09ce/a84c9ced43059386ee6d8510e0c643ac2a4587f9debf24e2c9574aa86bd247ba/trajectory.json", "sha256": "a84c9ced43059386ee6d8510e0c643ac2a4587f9debf24e2c9574aa86bd247ba", "size_bytes": 96090, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 1.213995, "latency": 573.443347466, "input_tokens": 481518, "output_tokens": 24799, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0c49e181e96deaeea138792ca3961e8f350a689851cb9b8e61d49034c32b10eb/d36cd1bdced6b01d9a3b624c5636915dad2fe4cdd807eccdb5f060505a147382/trajectory.json", "sha256": "d36cd1bdced6b01d9a3b624c5636915dad2fe4cdd807eccdb5f060505a147382", "size_bytes": 112679, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.963475500000001, "latency": 1463.197700571, "input_tokens": 2159932, "output_tokens": 44191, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/31c13db8bed04dd4923a984a58d947aaf7c7ba93acdfc1552126a10c03d40f07/8ecedebdc0a961879b0d8cd310318f1174ebbaf90b52ceb111fa0dccde3b7b76/trajectory.json", "sha256": "8ecedebdc0a961879b0d8cd310318f1174ebbaf90b52ceb111fa0dccde3b7b76", "size_bytes": 304370, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.9113950000000002, "latency": 895.965896006, "input_tokens": 714052, "output_tokens": 42104, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/74eeaf3eb1e748c128d50705bff5f97e35ebb9fd9bf2e8745a16519e796214e9/716c453e5ed1caaba64099bf41c63a5bcf00d8d7e687ac2fa92a6b0de8f70dfd/trajectory.json", "sha256": "716c453e5ed1caaba64099bf41c63a5bcf00d8d7e687ac2fa92a6b0de8f70dfd", "size_bytes": 137234, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 2.3025545, "latency": 1248.841257803, "input_tokens": 1146718, "output_tokens": 34255, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e811e4d4dff90bb8999d251ad12c16c0bb631e9fef37643fafffecd776bd434d/d629bedab3f61c97ad736c2c2efd511ef1f1f9f9083c8d4ac3dc0c0c7b2201b8/trajectory.json", "sha256": "d629bedab3f61c97ad736c2c2efd511ef1f1f9f9083c8d4ac3dc0c0c7b2201b8", "size_bytes": 215625, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-astra", "model": "openai/gpt-6-astra", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.952358, "latency": 282.746314189, "input_tokens": 203149, "output_tokens": 10826, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d375ad48afdcb2e0bed78b7174e03be78c008ff4f101e4bfba9c74697ffa170d/645fd94dd55bf96265c86c13fe18315d1c1aea6ce389a1acf10cbc2396c7125c/trajectory.json", "sha256": "645fd94dd55bf96265c86c13fe18315d1c1aea6ce389a1acf10cbc2396c7125c", "size_bytes": 66482, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.435199, "latency": 78.93123696, "input_tokens": 60008, "output_tokens": 4507, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/08b5744a77c2fd08919db86fa0f9a7fb0e6b6da07eae14e91709fc16900dc300/318509d0e04b6a875f451674c1c03986ee958294ae41024608603917cd8bcba4/trajectory.json", "sha256": "318509d0e04b6a875f451674c1c03986ee958294ae41024608603917cd8bcba4", "size_bytes": 50927, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 6.741266000000001, "latency": 1174.200307749, "input_tokens": 2827567, "output_tokens": 48167, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/72530b56cd815b6a4d0b0c97c381cd26f9ec89eab95dc103acbbfda63490cadd/f486e5d50fe3fa9fe5bb0e5bfe2db00104e562e3094f7ac40e57c7ed5238891b/trajectory.json", "sha256": "f486e5d50fe3fa9fe5bb0e5bfe2db00104e562e3094f7ac40e57c7ed5238891b", "size_bytes": 267380, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.2939559999999997, "latency": 376.581199862, "input_tokens": 559454, "output_tokens": 19799, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/245a29ad3f9e6c5f8b5eec3b34b6688fdcc4d9163ae287e7878ceba57631365e/7c6af68d6a011da31d2fa28c98f1823d6f5e6e0640d18066a9c3c77b7f6c6a4e/trajectory.json", "sha256": "7c6af68d6a011da31d2fa28c98f1823d6f5e6e0640d18066a9c3c77b7f6c6a4e", "size_bytes": 170044, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 1.09647, "latency": 245.704683767, "input_tokens": 244038, "output_tokens": 10380, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/347429d998929aa12911f49a8960ab8401bd406387a56fb2b40c46c186d7791d/1e4298ed14151e2e56fe21c4dbe5c0a724fd2fe6a2c88ba2222da4d860a62eb4/trajectory.json", "sha256": "1e4298ed14151e2e56fe21c4dbe5c0a724fd2fe6a2c88ba2222da4d860a62eb4", "size_bytes": 95870, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-astra-run-2", "model": "openai/gpt-6-astra", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.795518, "latency": 229.343541716, "input_tokens": 94933, "output_tokens": 8474, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b7ffce22c57319c31a15ddf3470064351dae422828df2cc9eac5b57ddb0b2fbf/6d6aafefd4575b54dcc6e1d73e9b2ddacd0053a618b1131853ea87a586698c3d/trajectory.json", "sha256": "6d6aafefd4575b54dcc6e1d73e9b2ddacd0053a618b1131853ea87a586698c3d", "size_bytes": 56977, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.704867, "latency": 133.721143328, "input_tokens": 131525, "output_tokens": 6033, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/119e4c5788296a782028b6be57c88078935ad78a3335d4088348331015af92b7/2d984230324404266e73c72e5d00b39bc5c6352d862ff988fc7e15ce3a4e4bb6/trajectory.json", "sha256": "2d984230324404266e73c72e5d00b39bc5c6352d862ff988fc7e15ce3a4e4bb6", "size_bytes": 65128, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 5.692941, "latency": 1130.128173714, "input_tokens": 2203510, "output_tokens": 46819, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/51b27ffb1e591c77231df90cce053f2a6f58ba51b668d32e525e95453a7196e1/7caa6895a038110f021db389acbc56932820b929145c5afe5bf1c16af950f3f9/trajectory.json", "sha256": "7caa6895a038110f021db389acbc56932820b929145c5afe5bf1c16af950f3f9", "size_bytes": 243649, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 5.166504999999999, "latency": 664.818473454, "input_tokens": 2023744, "output_tokens": 34374, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8fa06c30eb3209d17f4d0d92d6fb004f78dae57ff7988df9dc961e13f7bd0fd3/03e00886f2d2472bd96a009c9bd609e7505da01138d2254ac20f3ecb30b6712e/trajectory.json", "sha256": "03e00886f2d2472bd96a009c9bd609e7505da01138d2254ac20f3ecb30b6712e", "size_bytes": 254277, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.8780149999999999, "latency": 160.460993713, "input_tokens": 179146, "output_tokens": 8867, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5b4036d6490e8226fb974ed62bd0068719f11d4c45d1b284a00eec1a858371c2/1fa76d52daa133cee8e175f94e5bcc636f30f57ae0ce0947bdbf6bcb966bde6d/trajectory.json", "sha256": "1fa76d52daa133cee8e175f94e5bcc636f30f57ae0ce0947bdbf6bcb966bde6d", "size_bytes": 80122, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-astra-run-3", "model": "openai/gpt-6-astra", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 1.097867, "latency": 304.955763685, "input_tokens": 222006, "output_tokens": 9907, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9eaedef7f9695af35e951f088e66c40eeb1ff7517f7bbffe7732d84c9c178caa/80309ac4824b1ac1d74863159e465689806fa78b14d3230d18b2683622c726fb/trajectory.json", "sha256": "80309ac4824b1ac1d74863159e465689806fa78b14d3230d18b2683622c726fb", "size_bytes": 79102, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.599029, "latency": 113.158195143, "input_tokens": 118759, "output_tokens": 5964, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c5111b98ff8e1289bec274e2d621ee497587237f3656fe474d807945416dfccc/87df01b20c53b3b3245db6893e6fe703996b7d804d23dfd2b8eb47a030d4b2b1/trajectory.json", "sha256": "87df01b20c53b3b3245db6893e6fe703996b7d804d23dfd2b8eb47a030d4b2b1", "size_bytes": 59817, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 4.5138110000000005, "latency": 895.611188713, "input_tokens": 1648063, "output_tokens": 36638, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/48ecd4d4417e2db8e9b17c0d4163113e3d721fac647df322dc6e0369990a7d28/acccfce51b352fd62fc5da6b829f091d9e10629acf421c4afeba76d20b785984/trajectory.json", "sha256": "acccfce51b352fd62fc5da6b829f091d9e10629acf421c4afeba76d20b785984", "size_bytes": 236842, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 2.5231419999999996, "latency": 464.753750233, "input_tokens": 712199, "output_tokens": 25846, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b04eb6c732617370dfd381ccf0df705ec0f62ff4c06a6630473a6f15b1ec895c/59c676c9924e63dadbd36a9ef8c581280382f8340b7b339d89bb414fd2318fe7/trajectory.json", "sha256": "59c676c9924e63dadbd36a9ef8c581280382f8340b7b339d89bb414fd2318fe7", "size_bytes": 153193, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.9784550000000001, "latency": 206.72036306, "input_tokens": 207412, "output_tokens": 9827, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/31703afc304e225d7cb297b41654fb76230e727e193487bf8a034e561a4434af/8b2847f4d593b7c0175e0543716a24297a30715366fd761fc6f8a571dd6b2d30/trajectory.json", "sha256": "8b2847f4d593b7c0175e0543716a24297a30715366fd761fc6f8a571dd6b2d30", "size_bytes": 84720, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-luna", "model": "openai/gpt-6-luna", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.028549424999999996, "latency": 710.977425991, "input_tokens": 642736, "output_tokens": 31129, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/12277a9a1567c312e844260b1ed64fb585d29c1f21548322348ee68cfd0fa712/84996741e7d3d02fbc77646bc0e26e14ba57bdb776b6f3572b947a8f5a73f329/trajectory.json", "sha256": "84996741e7d3d02fbc77646bc0e26e14ba57bdb776b6f3572b947a8f5a73f329", "size_bytes": 153504, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.06092501999999998, "latency": 1022.958519414, "input_tokens": 1899843, "output_tokens": 60436, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1b2270836c5dbc920c53667d216a8d4592f5852412306dfda5c86e8c19dafb06/6fa214988a75bdb7a0713d98748ad172393d81d3f4de4238ab52c85e96a654a1/trajectory.json", "sha256": "6fa214988a75bdb7a0713d98748ad172393d81d3f4de4238ab52c85e96a654a1", "size_bytes": 256576, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.06585949499999999, "latency": null, "input_tokens": 2001907, "output_tokens": 69248, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4e8b4683e31f7f15e7884c5e536291e948475b1920dda63798a775cc80750e36/2abdb9501f15a35352bc0d870087ca671d45c4c2a213cba9ac49066507fb5acd/trajectory.json", "sha256": "2abdb9501f15a35352bc0d870087ca671d45c4c2a213cba9ac49066507fb5acd", "size_bytes": 254557, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.023369644999999994, "latency": 367.424780114, "input_tokens": 310274, "output_tokens": 31005, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71aa9c28ed04cd7c99c2418b5763fd3f46522a5f8bce61f6a243a982e2b763cc/a74f8b5c4de536bc6f9c4f7de289c9ec5a485336cba9543037dcacd53675e7f1/trajectory.json", "sha256": "a74f8b5c4de536bc6f9c4f7de289c9ec5a485336cba9543037dcacd53675e7f1", "size_bytes": 103123, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.033076905000000004, "latency": 834.192950104, "input_tokens": 568755, "output_tokens": 41683, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f3ca4b7246f759d4d5a7d16e41977c3fd41d9f0bc0bc898b2d59f22ea28ef61f/f09698ed30ee8918337683b188f43f823223304b7baf18b0d986d9a2642c5ea3/trajectory.json", "sha256": "f09698ed30ee8918337683b188f43f823223304b7baf18b0d986d9a2642c5ea3", "size_bytes": 130846, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-luna-run-2", "model": "openai/gpt-6-luna", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.010426965, "latency": 360.642722397, "input_tokens": 153611, "output_tokens": 12590, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/56eb7d11a78419beaeffeed3b777f0e05221914877f69ef6da771cb092bc6ea3/854a39488a32968e81c8c4aa5cde372a92e6a1165bc2665710b209bd88101be0/trajectory.json", "sha256": "854a39488a32968e81c8c4aa5cde372a92e6a1165bc2665710b209bd88101be0", "size_bytes": 70273, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.027727135000000003, "latency": 387.199512771, "input_tokens": 876193, "output_tokens": 23771, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1fb2d25d66df6bebf1dfd1fd5c62d8e13bba8904325d2c59303d5ef34527e33b/e9c16249f05cfb74809c65c30f2cc62b2fb5a658da1006154b9037e9ae8b206a/trajectory.json", "sha256": "e9c16249f05cfb74809c65c30f2cc62b2fb5a658da1006154b9037e9ae8b206a", "size_bytes": 170463, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.04076934499999999, "latency": 976.521326098, "input_tokens": 719642, "output_tokens": 50526, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/78c1e434c31ae4331450b5ac7d46cc44939ac2e0090332aa3a996572d8387635/b8c604a43ba52f26a40fea16bcfdbe729661c0ae445b05fd41f05e8d45bf6dfe/trajectory.json", "sha256": "b8c604a43ba52f26a40fea16bcfdbe729661c0ae445b05fd41f05e8d45bf6dfe", "size_bytes": 185118, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.04626090000000001, "latency": 653.066584895, "input_tokens": 813036, "output_tokens": 57683, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5ae434c6a9423e4f280ea2a7f7f94cd14c670484bfc4fbf279589191b7131495/1b4755028e55cea997031483b64d6a4e7e0b3e4ecc5c402751452d30bff34f28/trajectory.json", "sha256": "1b4755028e55cea997031483b64d6a4e7e0b3e4ecc5c402751452d30bff34f28", "size_bytes": 162406, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 0.0671992, "latency": 1645.882815552, "input_tokens": 1783715, "output_tokens": 75125, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7feb69c6c275acf6b06d0ff46962bf5d8e0a5f13fc009ddcb64a6ff70e2960bf/30ddef1bf1011e49c6008f2af3b19a7ebb571e37385c79f74368e2ab7b13a75a/trajectory.json", "sha256": "30ddef1bf1011e49c6008f2af3b19a7ebb571e37385c79f74368e2ab7b13a75a", "size_bytes": 220021, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-luna-run-3", "model": "openai/gpt-6-luna", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.02219584, "latency": 562.55389486, "input_tokens": 433041, "output_tokens": 26313, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/60720c5324d7a14a0e061a989e427e52dc443b4e58156fdd10ecbe0d59183538/1c4653e25a0d7a4967b2bea09bd469cae9c6a91b91b4ba7ea85e1eaeb3f92ecb/trajectory.json", "sha256": "1c4653e25a0d7a4967b2bea09bd469cae9c6a91b91b4ba7ea85e1eaeb3f92ecb", "size_bytes": 112659, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.050304935000000016, "latency": 766.13519139, "input_tokens": 2214485, "output_tokens": 42019, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1e0a99c99178c00f72c4f835a0de1932da9236427df7c252c41d764f2538b076/b0171ca6e1d306177302bdbfafde2073eec29256914469d77dab0f09438ea392/trajectory.json", "sha256": "b0171ca6e1d306177302bdbfafde2073eec29256914469d77dab0f09438ea392", "size_bytes": 168340, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.04723256, "latency": 772.027488455, "input_tokens": 1166496, "output_tokens": 52508, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/73623f4dc3b82bf814e1ef62ace41ff529f6d2d452a919d6c6f94e90ed7bf544/93c6fbcb69e847c2df66b6865861bf0d9533763de41e8d796a1464ec41dd0e56/trajectory.json", "sha256": "93c6fbcb69e847c2df66b6865861bf0d9533763de41e8d796a1464ec41dd0e56", "size_bytes": 221623, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.027158959999999996, "latency": 402.791286599, "input_tokens": 264499, "output_tokens": 37442, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4bd7e56702757db944e8b26535d0b541c0bfd4ea40db5c3eb2681ae4e1127b8c/747961d2e560275f80f7ac33524b8167e2aa1777869d7f4f4683d62dc0cc6a15/trajectory.json", "sha256": "747961d2e560275f80f7ac33524b8167e2aa1777869d7f4f4683d62dc0cc6a15", "size_bytes": 105915, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 0.018182620000000004, "latency": 530.048051, "input_tokens": 228230, "output_tokens": 22465, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/df99547d1cd8572062536d2f4c1b04e1427b7b386d60eeefc1b5859d0dcdea86/5ea0f475876cd9283d990a286342a527d3dc0d21688269708d241fcd483ee5d6/trajectory.json", "sha256": "5ea0f475876cd9283d990a286342a527d3dc0d21688269708d241fcd483ee5d6", "size_bytes": 92711, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-sol", "model": "openai/gpt-6-sol", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.2131328, "latency": 255.030320458, "input_tokens": 253924, "output_tokens": 10038, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6a5ad21760da23632b83bd9ba45edfca71fa127c0216d114b2614b9df54f9ed5/1dff7f66603f5867fc0a94aa6d98ff9e318fdf7470b2f49632b52a55192744b7/trajectory.json", "sha256": "1dff7f66603f5867fc0a94aa6d98ff9e318fdf7470b2f49632b52a55192744b7", "size_bytes": 86115, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.1885982, "latency": 135.428198937, "input_tokens": 199789, "output_tokens": 7853, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/32b504ac391ad3a61926459df4b6244c13113ea1b8cbe8e1de852ba1f29940fb/59295e73c91565f188ac4507b92bb0ec10ef27ab04bd8bf25d286731070c0f02/trajectory.json", "sha256": "59295e73c91565f188ac4507b92bb0ec10ef27ab04bd8bf25d286731070c0f02", "size_bytes": 90876, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 3.686602700000001, "latency": 1910.209494391, "input_tokens": 11724267, "output_tokens": 91187, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2f680afaa7b69162099314e832fe33d1fdf5fd3d25753cafee60969ab0f8efec/765e37aee0c741ab52c0bc5698647627b6c8b508568fe3ed09147f26a26f09e6/trajectory.json", "sha256": "765e37aee0c741ab52c0bc5698647627b6c8b508568fe3ed09147f26a26f09e6", "size_bytes": 522996, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.8073456999999999, "latency": 588.920331551, "input_tokens": 1500447, "output_tokens": 33091, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fc25baa16ac891259095652952b37b5059b1c2a5978611b4de834a22109a0c85/749eb297ca8a70d965698fc5faf242dcf69dcc8b1c993d85bb0eca5295b611fb/trajectory.json", "sha256": "749eb297ca8a70d965698fc5faf242dcf69dcc8b1c993d85bb0eca5295b611fb", "size_bytes": 226979, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.7996259000000001, "latency": 633.947171873, "input_tokens": 1661724, "output_tokens": 29709, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71072369974d353e2025feea3b0415ebf2d52577f05c9dbed0f65a722ce2fa12/0a5d50a2b21af52eb07aa37acc6275bc7124378d2d95f811fd7a0d82cd4b7f7e/trajectory.json", "sha256": "0a5d50a2b21af52eb07aa37acc6275bc7124378d2d95f811fd7a0d82cd4b7f7e", "size_bytes": 209923, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-sol-run-2", "model": "openai/gpt-6-sol", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.2716108, "latency": 367.012872504, "input_tokens": 313561, "output_tokens": 13973, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b519f9a0f29844145babca487b08c3e1bdcc96bbdb536c46a81762b2005c4e63/c73f9dbd5f35700f63b087d66b06d6f75c7a0a9f4c5445e4eeddb57a3aaed691/trajectory.json", "sha256": "c73f9dbd5f35700f63b087d66b06d6f75c7a0a9f4c5445e4eeddb57a3aaed691", "size_bytes": 87067, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.1672646, "latency": 161.30888886, "input_tokens": 157147, "output_tokens": 7980, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f88fd80316b1d7e08e92c04bff5496e27fbec84056677b9a1da95a9be34fe34f/a46f3ceb59b453b082aaf15588999f631f13167af0ba0fa36a3d42f8bdf756a0/trajectory.json", "sha256": "a46f3ceb59b453b082aaf15588999f631f13167af0ba0fa36a3d42f8bdf756a0", "size_bytes": 65937, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.4533692, "latency": 1712.019446984, "input_tokens": 6916208, "output_tokens": 72393, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/905b48f41a00d4c51cbc94628e424853d6a0370dbbb46796776f75120d49a843/5ba8b5509d2a44046cbf2e826b54c4cebd6d865a923dc5d7a2e3794183a801df/trajectory.json", "sha256": "5ba8b5509d2a44046cbf2e826b54c4cebd6d865a923dc5d7a2e3794183a801df", "size_bytes": 394377, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.2690168, "latency": 1180.008375027, "input_tokens": 258667, "output_tokens": 14129, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/227eca0c61a4a5e651cc381189c41c2479a2847aef3dcd286a770a326a4030ad/0980cffbd859a760f946fd497eb855bf4ee2a255257f4f37c5de0391994dbc7f/trajectory.json", "sha256": "0980cffbd859a760f946fd497eb855bf4ee2a255257f4f37c5de0391994dbc7f", "size_bytes": 95861, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.5146234000000001, "latency": 351.306333254, "input_tokens": 786221, "output_tokens": 20887, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7dbfa80e29cca65109190efd74935657bf2df3385c07490bdfe9e7b5c2331769/17625cd60535adc21e2984c27aa6e71efeb3118a727eb5fe55628b23f52ee45d/trajectory.json", "sha256": "17625cd60535adc21e2984c27aa6e71efeb3118a727eb5fe55628b23f52ee45d", "size_bytes": 165864, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-sol-run-3", "model": "openai/gpt-6-sol", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.3439488, "latency": 414.729931708, "input_tokens": 500899, "output_tokens": 15595, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d833ba84a4690e1064208566efb6892efbc0568eb19d48900c25a7323bd75957/ab230d6068ea150253d05ccee5e5d24a2338212a16a786cc1c465ac9bbc1f992/trajectory.json", "sha256": "ab230d6068ea150253d05ccee5e5d24a2338212a16a786cc1c465ac9bbc1f992", "size_bytes": 108128, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 0.0, "cost": 0.17763540000000003, "latency": 152.030921558, "input_tokens": 148956, "output_tokens": 9388, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7ec82ad88c45e9c047996ef0e6c31be49ce156f2f01bb35947fbbb255b173de7/c9a055d798d6097ad6007c820409e4a8d7cbae8b3ed6794874b41d87252829ab/trajectory.json", "sha256": "c9a055d798d6097ad6007c820409e4a8d7cbae8b3ed6794874b41d87252829ab", "size_bytes": 65782, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.9073766999999997, "latency": 1501.643204282, "input_tokens": 4774951, "output_tokens": 65194, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/042ac17880e01ab4d893b7c4b0abbb217020f632b0f8cf9f2eef3d889c18125e/9f2756f714b228add95a2a91728a4749107fce6f7b8bb87f829e47c063a7f318/trajectory.json", "sha256": "9f2756f714b228add95a2a91728a4749107fce6f7b8bb87f829e47c063a7f318", "size_bytes": 376011, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.4476505, "latency": 339.594684948, "input_tokens": 668820, "output_tokens": 20802, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f81221716ba1960ddf3962911be5b23bf6e792ba641a1bb532d4fdea4b9ef163/54c8f290149c9000b73049b76b099ab3746cb008d2dc0b6b2ea69ec40fc7eb1a/trajectory.json", "sha256": "54c8f290149c9000b73049b76b099ab3746cb008d2dc0b6b2ea69ec40fc7eb1a", "size_bytes": 131998, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.5809040000000001, "latency": 524.655732893, "input_tokens": 836770, "output_tokens": 27612, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d73bf852e90720bfa7be36fb0b06702bcfdbb5fa83c3c3dfc0eaec2a79fa317c/271e3a15460f2946e05ca9bec8a4e5f16136a2479298c7c8b2dfcc6692a08253/trajectory.json", "sha256": "271e3a15460f2946e05ca9bec8a4e5f16136a2479298c7c8b2dfcc6692a08253", "size_bytes": 135466, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-1-sol", "model": "openai/gpt-6.1-sol", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.1943171, "latency": 312.668852078, "input_tokens": 210689, "output_tokens": 10890, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3411257486d9bce924ff3e45aa1bf5d4bdcf4db5431a78b08e4786c440974e2c/d9db6c6462c87f0dc205ad0618a46c1ca6ce58d1e676b2c4c7c99f1f7bce77b8/trajectory.json", "sha256": "d9db6c6462c87f0dc205ad0618a46c1ca6ce58d1e676b2c4c7c99f1f7bce77b8", "size_bytes": 84968, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.1019335, "latency": 113.657037472, "input_tokens": 87997, "output_tokens": 4656, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8ff8a78ae7841af98f0530ba5ecabb732370843ef06e341167381a19d7cf472f/0d2d92c5acdceb191e6956b1a1425057a1ca4dda1e2f8119f1d3850da58c5cc0/trajectory.json", "sha256": "0d2d92c5acdceb191e6956b1a1425057a1ca4dda1e2f8119f1d3850da58c5cc0", "size_bytes": 58289, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.0226148999999998, "latency": 1452.527352808, "input_tokens": 2367347, "output_tokens": 51885, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/823844fdef1ccecf4a063b7850bd24319a323aea79904b7a08dd88cf2dc68052/b3ab99df30a54b45b5d0356688bcd969f7cb09f1c3a208e3f496e7770818e4f3/trajectory.json", "sha256": "b3ab99df30a54b45b5d0356688bcd969f7cb09f1c3a208e3f496e7770818e4f3", "size_bytes": 285287, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.1744408, "latency": 211.897571806, "input_tokens": 187784, "output_tokens": 8835, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/db5ce049986d17fd01fd23b804465000ebafd28515a780561919684587cf0b7b/e43666e66d17f84f9ad959c9046ed209c3d14ee7dbc5b94ceb220278bcece68a/trajectory.json", "sha256": "e43666e66d17f84f9ad959c9046ed209c3d14ee7dbc5b94ceb220278bcece68a", "size_bytes": 88628, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.19739870000000004, "latency": 268.484714538, "input_tokens": 254178, "output_tokens": 9742, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b4393596fdddc01560d575bbce1bff8ad4cc152e571167154a81e1a9343904d5/d1c06b35f12605d74e9f5dce570704c113f1ac4c62e1171a3cac28d70e65ca8d/trajectory.json", "sha256": "d1c06b35f12605d74e9f5dce570704c113f1ac4c62e1171a3cac28d70e65ca8d", "size_bytes": 89730, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-1-sol-run-2", "model": "openai/gpt-6.1-sol", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.15278730000000001, "latency": 367.708796758, "input_tokens": 193873, "output_tokens": 7775, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8eb2a14c6195b909f798fce161df5d7f112d30744eae468d25aa75a599637346/033e426878a53e3e49ac5b4f27f4e4365164cd3d2e34040e6119f83daedac7b1/trajectory.json", "sha256": "033e426878a53e3e49ac5b4f27f4e4365164cd3d2e34040e6119f83daedac7b1", "size_bytes": 73801, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.09930399999999999, "latency": 123.359020658, "input_tokens": 75315, "output_tokens": 4970, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a7b807b0bf9526262aca3cd4072c3a8102e48391946b2aba05f50b30ff5d79a0/db7a29e1774681a13c6c8888be81a63dd19b1d463e4a1a6aa37375a7ec403b70/trajectory.json", "sha256": "db7a29e1774681a13c6c8888be81a63dd19b1d463e4a1a6aa37375a7ec403b70", "size_bytes": 57984, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.904647, "latency": 1313.093512298, "input_tokens": 2112625, "output_tokens": 45073, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1c4ab6c0f2d669dc810a966790de814e73951f6fdf497c28cf50de62ac4b16e4/cef9237aefd3918af8bb6c7509dd640f693fc02d7815acda02b33599fb9a9b2a/trajectory.json", "sha256": "cef9237aefd3918af8bb6c7509dd640f693fc02d7815acda02b33599fb9a9b2a", "size_bytes": 246585, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.3256015000000003, "latency": 1857.19655248, "input_tokens": 2805218, "output_tokens": 74683, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/87efa11079d4c41f633e6274b66bad0f72fc2262afa7741f42fcd3fa06f197ba/2520b417ee83e61589ba1e44b4ebcac37fb00c0d528f415ce3269340456376d8/trajectory.json", "sha256": "2520b417ee83e61589ba1e44b4ebcac37fb00c0d528f415ce3269340456376d8", "size_bytes": 257576, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.21138699999999996, "latency": 308.760790599, "input_tokens": 242222, "output_tokens": 10541, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/583fd8c85d517c9454f021aed759dd02708702ff8ce5b85d37a251f031fbe83d/75c8b81b8ab2654e594eab41c781fe1e5575bacb915186506f9afae147472081/trajectory.json", "sha256": "75c8b81b8ab2654e594eab41c781fe1e5575bacb915186506f9afae147472081", "size_bytes": 90470, "media_type": "application/json" } } } ] }, { "key": "openai-gpt-6-1-sol-run-3", "model": "openai/gpt-6.1-sol", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.07670930000000001, "latency": 169.44793349, "input_tokens": 55857, "output_tokens": 3843, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8d29063bfd9eacc9d4c97eb2ebe41c06f482c2596fb74f3d1c222fa67458bce1/6b576f3415a6baaee4eba658e6e7494300de254afe57c01cfd95d223d85e8c1c/trajectory.json", "sha256": "6b576f3415a6baaee4eba658e6e7494300de254afe57c01cfd95d223d85e8c1c", "size_bytes": 44227, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.1009139, "latency": 154.600889516, "input_tokens": 83727, "output_tokens": 5163, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d21945c7a50931a2b173ddedcbec15c8d8101bd3ccd69512862f3af0f420c04c/d0ceb419348651d71bf202747e9656d5abae4a9ec9afc81ff3fc5a23b5098736/trajectory.json", "sha256": "d0ceb419348651d71bf202747e9656d5abae4a9ec9afc81ff3fc5a23b5098736", "size_bytes": 56168, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.0739145000000003, "latency": 1304.277822756, "input_tokens": 3262976, "output_tokens": 46147, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3950ba3b4e1e1af70521508fb3e3f604421875a37037216c3ede21d009cf9c1d/45403fb16f61fd951cc047fc5d444d7fef2e55a529cec8ff925ed434c7641992/trajectory.json", "sha256": "45403fb16f61fd951cc047fc5d444d7fef2e55a529cec8ff925ed434c7641992", "size_bytes": 335764, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.7802794000000003, "latency": 909.927912686, "input_tokens": 1549806, "output_tokens": 40521, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/37b52c52fff7ad7a66df5715c12b145cee44c2152dacf72fea264f9c6ed0048d/cbcf8e12d1d1b39f7f0e668de8035d52d86ced0a70b8003317bdbdc1aae0bdb0/trajectory.json", "sha256": "cbcf8e12d1d1b39f7f0e668de8035d52d86ced0a70b8003317bdbdc1aae0bdb0", "size_bytes": 235031, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.20580700000000002, "latency": 310.921623868, "input_tokens": 204535, "output_tokens": 10839, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/688313351bd7b066306e0abbf2a367efa388391c9a8df1c3647aea90833e6307/c369223e35e5c7c62e6b5c31fd5d7b818d03143e10731e54f5a5b8fcd3f75ddf/trajectory.json", "sha256": "c369223e35e5c7c62e6b5c31fd5d7b818d03143e10731e54f5a5b8fcd3f75ddf", "size_bytes": 91409, "media_type": "application/json" } } } ] }, { "key": "stepfun-step-5-preview", "model": "stepfun/step-5-preview", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.10310680000000001, "latency": 356.260821985, "input_tokens": 189535, "output_tokens": 17170, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8099cfcc8154b74f577676965dca91541de2d42a073cea6198356f52f58ac5ee/c66e873808760523ab8d5a46c8ad92f68e36f85214f288d2b740304b7a0dc2a0/trajectory.json", "sha256": "c66e873808760523ab8d5a46c8ad92f68e36f85214f288d2b740304b7a0dc2a0", "size_bytes": 107421, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.28260290000000005, "latency": 1935.847891497, "input_tokens": 1559547, "output_tokens": 27149, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/908a4edaa1b30e945a1a180fcdd04eaf398067da19ff12f46103d12cb1b2d423/965f0f794eed73e6734e214f031421fd0db94bb7a07ab9d8547af5c92e8c5ae7/trajectory.json", "sha256": "965f0f794eed73e6734e214f031421fd0db94bb7a07ab9d8547af5c92e8c5ae7", "size_bytes": 187843, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.7557209999999999, "latency": 3534.608085945, "input_tokens": 4600642, "output_tokens": 118834, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d6f4b6e5bb0b228882909626829daf9bcfcfab94ab754e18c480b5c544e79524/55937fff1f71b5233cb72726555406cc60e3a02623563d7911aed04603bee5b1/trajectory.json", "sha256": "55937fff1f71b5233cb72726555406cc60e3a02623563d7911aed04603bee5b1", "size_bytes": 652636, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.35655460000000005, "latency": 1799.681800013, "input_tokens": 2650666, "output_tokens": 46386, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/413e5b0eab86caf310fbe3895986fff8a53acb7e6eca596c569e30badd3bb120/9700fe67165d32cfb29ca9aed82cfbb217d555324254c02f229aaf548e88167f/trajectory.json", "sha256": "9700fe67165d32cfb29ca9aed82cfbb217d555324254c02f229aaf548e88167f", "size_bytes": 315682, "media_type": "application/json" } } } ] }, { "key": "stepfun-step-5-preview-run-2", "model": "stepfun/step-5-preview", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.0819846, "latency": 423.379221165, "input_tokens": 304052, "output_tokens": 11610, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7d1f07b144b26446cc25578b4bb58a31a3b67a734781b572e34f65ba361e0e71/891cace6542833019847be999769a0aebe8fdfdb7ed7a7e285ee2f293a31b015/trajectory.json", "sha256": "891cace6542833019847be999769a0aebe8fdfdb7ed7a7e285ee2f293a31b015", "size_bytes": 100372, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.20180060000000002, "latency": 1822.602051168, "input_tokens": 1249182, "output_tokens": 26782, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7172fecb422366053f2f637739a0670c022427aadc7d4637d0823cffaca0fb94/61303a31afc1fff12ddcec78157790ad972664e67facbbd523421d4ace2c5f7f/trajectory.json", "sha256": "61303a31afc1fff12ddcec78157790ad972664e67facbbd523421d4ace2c5f7f", "size_bytes": 181510, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.7706729999999999, "latency": 2949.607638179, "input_tokens": 3507474, "output_tokens": 129410, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/800938587d9f8d480375d22c4a1e20268dafb74a7bb64bcffcf1efa7a454e90c/4373e7eb9269c5f03aded2c124f9300aa86e1bb8d86d425c9918b8c3624724c7/trajectory.json", "sha256": "4373e7eb9269c5f03aded2c124f9300aa86e1bb8d86d425c9918b8c3624724c7", "size_bytes": 684677, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.6092371999999999, "latency": 2740.470230666, "input_tokens": 2962055, "output_tokens": 103818, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f0544c490a6a6ae10a57b5ffb29f9e372738bc25ef1adb693178001d186cfb8d/2392f38db9346cd472b9a28847ee111eb0ac6e5fcfb882adca6b51cd1d02f12e/trajectory.json", "sha256": "2392f38db9346cd472b9a28847ee111eb0ac6e5fcfb882adca6b51cd1d02f12e", "size_bytes": 525726, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.46316669999999993, "latency": 2313.713136693, "input_tokens": 2922001, "output_tokens": 65003, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cf87e5d54e32e49d50477142e679a2c09df9715419726127ebce3698b2d477bb/01f4dd7f4bd93bcc227db53b8168f7b6c4c9d143ff393f2c745321e19ddd67cf/trajectory.json", "sha256": "01f4dd7f4bd93bcc227db53b8168f7b6c4c9d143ff393f2c745321e19ddd67cf", "size_bytes": 365005, "media_type": "application/json" } } } ] }, { "key": "stepfun-step-5-preview-run-3", "model": "stepfun/step-5-preview", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.2142562, "latency": 841.826259703, "input_tokens": 874802, "output_tokens": 26026, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b8d6c756046bd5e41a5a94984830d292a298974ec12fa2496e035d63480ab48f/52113ee15e0f8009c718a7cbe7a4e50cab1ef7000d9b3aff55a3ccfbc21f0e7b/trajectory.json", "sha256": "52113ee15e0f8009c718a7cbe7a4e50cab1ef7000d9b3aff55a3ccfbc21f0e7b", "size_bytes": 188895, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.3809351000000001, "latency": 2664.605011118, "input_tokens": 2706187, "output_tokens": 45211, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/adafb3ce11664db9b9294d5de8d68957f8ee849a002400b109f0486111295524/94747c4d2b46e220a079196cff01d19b89f0bc51b92f75a9a08e5f311378ae65/trajectory.json", "sha256": "94747c4d2b46e220a079196cff01d19b89f0bc51b92f75a9a08e5f311378ae65", "size_bytes": 271770, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.6307248000000001, "latency": 2353.01162051, "input_tokens": 2282831, "output_tokens": 126446, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/45a953d2ada6316df5e8b1561b92ed04aca44f65611910d7bd548ed47dc07ecc/4f9854186f521d9f5c2a5d1124fd01633b52f3f9bdb403b938d0700c43e7bba4/trajectory.json", "sha256": "4f9854186f521d9f5c2a5d1124fd01633b52f3f9bdb403b938d0700c43e7bba4", "size_bytes": 627419, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.8798337999999998, "latency": 4280.114362002, "input_tokens": 4475189, "output_tokens": 155600, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/495a4d650d8068051f3bd6ee39f4cbc40d9833eb8eff2f3ac91a4b0648569004/ebcde31f8c094ac9b5b9565aaf0432267dd79253692da4261c6b79f349745890/trajectory.json", "sha256": "ebcde31f8c094ac9b5b9565aaf0432267dd79253692da4261c6b79f349745890", "size_bytes": 739345, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 0.0, "cost": 0.7962005999999999, "latency": 3882.377649895, "input_tokens": 3452685, "output_tokens": 133756, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a2bd6207bc61862aa6d0b864cee07afe22b9ad0ff7818fe3e5df39d5750e3bdc/8b6689edf82b527b1e91252fccde762d8b3fbf3f521e6a958add8ed8dcbeab9c/trajectory.json", "sha256": "8b6689edf82b527b1e91252fccde762d8b3fbf3f521e6a958add8ed8dcbeab9c", "size_bytes": 603642, "media_type": "application/json" } } } ] }, { "key": "tencent-hy4-preview", "model": "tencent/hy4-preview", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.12974902100000002, "latency": 2833.928040586, "input_tokens": 944633, "output_tokens": 14575, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4a2ddb382db696c49260f5c2d5ac2b26ea8beb49d6cc9e26f3703b37b709fe0f/5fed3eb9cc1e291760186be843bee9926cb9292b203df8d0df9dd51a647500f7/trajectory.json", "sha256": "5fed3eb9cc1e291760186be843bee9926cb9292b203df8d0df9dd51a647500f7", "size_bytes": 148064, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.10655242099999998, "latency": 854.047714562, "input_tokens": 497315, "output_tokens": 14035, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d997e2d921239f2a40191b108a6f00e091e63e3e543c6761a66128abf80b47d1/32843a1768b282400f6617e0e56823c660994dd9f2a059fefbe51cacd8128f0a/trajectory.json", "sha256": "32843a1768b282400f6617e0e56823c660994dd9f2a059fefbe51cacd8128f0a", "size_bytes": 136740, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 2.1100355470000003, "latency": 13339.623230484, "input_tokens": 24409997, "output_tokens": 222221, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/03071a077709d2dbef2b8b827f6a1cae0d00f89eb760454393b005017af48b73/7072e73f9f716d0254e0515674fcc3a75b1a7179f43dda869b162d6de199406c/trajectory.json", "sha256": "7072e73f9f716d0254e0515674fcc3a75b1a7179f43dda869b162d6de199406c", "size_bytes": 1221671, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 1.0145411800000004, "latency": 10248.049638162, "input_tokens": 11709980, "output_tokens": 142196, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/26d37c686f24b6d52972ff728a53cfd497a7b187d2a99187d58893d6ed2c0bdb/8904e8c5eb9b31d1eaa7559b1389a5eb7e057b5a9a1725f80fa069ccbec25313/trajectory.json", "sha256": "8904e8c5eb9b31d1eaa7559b1389a5eb7e057b5a9a1725f80fa069ccbec25313", "size_bytes": 852388, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.261486685, "latency": 3580.657157824, "input_tokens": 1719390, "output_tokens": 43181, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/af4666c039f474e4394cced9bcaa52af64e26a28ef20466bb6ab446b201f7806/c433152fc81f1179924052d774b34d1f198bc84d43d0cf5e63237023b614a144/trajectory.json", "sha256": "c433152fc81f1179924052d774b34d1f198bc84d43d0cf5e63237023b614a144", "size_bytes": 304738, "media_type": "application/json" } } } ] }, { "key": "tencent-hy4-preview-run-2", "model": "tencent/hy4-preview", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.029318334, "latency": 445.103618035, "input_tokens": 74265, "output_tokens": 5340, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7e4a72a721e4d76788e3e35d3f1958df6f6197035313808ade7043c0fc57c281/4552aac8e42b507c021f49f6177c2e30c57270a511ea7d79a037b0ff86d389d7/trajectory.json", "sha256": "4552aac8e42b507c021f49f6177c2e30c57270a511ea7d79a037b0ff86d389d7", "size_bytes": 60905, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.14497929999999998, "latency": 1550.49204729, "input_tokens": 757610, "output_tokens": 22736, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ce234fc65c51486f14141471a0a14bba58ee66cfbfad1058c24987afd303df61/7ddc44e405973fee742833d729e0a099cd39b37012534a89bdc01d9a741549ee/trajectory.json", "sha256": "7ddc44e405973fee742833d729e0a099cd39b37012534a89bdc01d9a741549ee", "size_bytes": 182820, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 1.2401323680000007, "latency": 10578.210827242, "input_tokens": 14845274, "output_tokens": 137772, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d689584a67fdc42c7b4913c1327d88569047af554bdd4f0f6a31c1a919c884db/59dc281a5011fd2680f0e51a4c4e1b4ae89bd55c905634f4283c169ef4c87e65/trajectory.json", "sha256": "59dc281a5011fd2680f0e51a4c4e1b4ae89bd55c905634f4283c169ef4c87e65", "size_bytes": 958651, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.078481591, "latency": 605.219256743, "input_tokens": 171922, "output_tokens": 16631, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f7239f230e31662480dd5fef4f8b6b8473afbe799264f33d1be25a01571f6ba4/411f97078ecfd9001e216c8a424c365024e0b07fb1c6906df3cccfcaeed07900/trajectory.json", "sha256": "411f97078ecfd9001e216c8a424c365024e0b07fb1c6906df3cccfcaeed07900", "size_bytes": 113210, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.18514778700000006, "latency": 2502.099136704, "input_tokens": 1068444, "output_tokens": 29751, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4813277fbfc9ceaa612fc1b19d993851c22890febd51aef4d608a052e87f92a0/2bda24f19fceaf70f3e1bb95e764fe833cb47fa6476373109b33a52255f97dff/trajectory.json", "sha256": "2bda24f19fceaf70f3e1bb95e764fe833cb47fa6476373109b33a52255f97dff", "size_bytes": 212534, "media_type": "application/json" } } } ] }, { "key": "tencent-hy4-preview-run-3", "model": "tencent/hy4-preview", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 0.0, "cost": 0.08106667899999999, "latency": 3039.970576664, "input_tokens": 594211, "output_tokens": 12797, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/61e957946c2a8f77a6250e22ef0882a37fe6ce5f9dc426db934bec1d0e4199d8/59d4c4fc9e763d425e3154ed2c88a82ade74418dbfae838c5c48513e19b64309/trajectory.json", "sha256": "59d4c4fc9e763d425e3154ed2c88a82ade74418dbfae838c5c48513e19b64309", "size_bytes": 126327, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.053306004000000004, "latency": 483.327996736, "input_tokens": 202980, "output_tokens": 9564, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/230750fb1f78fdfd2d292c483953669a5c11192b1211e34748b7f696c33f7814/7fb68d3da8c9f0f682f2d2bbc54e8935d5a216215a3a7706c0e943c55861afab/trajectory.json", "sha256": "7fb68d3da8c9f0f682f2d2bbc54e8935d5a216215a3a7706c0e943c55861afab", "size_bytes": 94082, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.7409802469999999, "latency": 6574.192962431, "input_tokens": 4188366, "output_tokens": 181183, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/28d99363d7b44e585398237b9489711ac2c393faecc38ec8e483a0054713d97b/33aa2391be7daf4db204b4100f99d2148d918c1acbf6424e0a6073474d7234e3/trajectory.json", "sha256": "33aa2391be7daf4db204b4100f99d2148d918c1acbf6424e0a6073474d7234e3", "size_bytes": 965281, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.21565753900000004, "latency": 3099.869750649, "input_tokens": 1067994, "output_tokens": 41411, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5347098cb70d2df8ba22531210dfbd9645a9e81e8cc34e489acb79fca7f86518/2b72c2619c3ee54699575febed195eba12b6a7e3077cc005a84217588812cd41/trajectory.json", "sha256": "2b72c2619c3ee54699575febed195eba12b6a7e3077cc005a84217588812cd41", "size_bytes": 261542, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.13533634600000002, "latency": 2224.545888156, "input_tokens": 753102, "output_tokens": 19046, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fa1607366eae7a987a92a68d685d8ea70ee949a98fc6b8e08a16aaa5f73f4e98/80d3ab80c4753eaba2edde1c2735bed57cd99027600fdf9e0287c549c45b6ab5/trajectory.json", "sha256": "80d3ab80c4753eaba2edde1c2735bed57cd99027600fdf9e0287c549c45b6ab5", "size_bytes": 156564, "media_type": "application/json" } } } ] }, { "key": "xiaomi-mimo-v2-6-flash", "model": "xiaomi/mimo-v2.6-flash", "label": "Run 1", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.0107930816, "latency": 852.57854171, "input_tokens": 231944, "output_tokens": 11104, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/27796b21a7b583178d487ab625381bb35bf7947c23ac3ce4d2ff54340be4bbf4/dae8fc784108f24ef1de55b9167d57ed24ce391fb8cd1b922333451397a36232/trajectory.json", "sha256": "dae8fc784108f24ef1de55b9167d57ed24ce391fb8cd1b922333451397a36232", "size_bytes": 88237, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.0092662248, "latency": 591.627651133, "input_tokens": 291189, "output_tokens": 13535, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b5879ef4f7e2a4223bff1b4d90ed5664ddd86d87d11f8557b83ba24bd8509d5c/09fa46dda07f678817a020fd4f51e731b5fe428221aca93176219c224ec41303/trajectory.json", "sha256": "09fa46dda07f678817a020fd4f51e731b5fe428221aca93176219c224ec41303", "size_bytes": 106750, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.09031989680000001, "latency": 4953.003981539, "input_tokens": 5567979, "output_tokens": 154131, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/93b85939de0ada5823bcd5719df71a830787c31425181167c7a5adf3d71bd671/3f8a220be362233a8f22eaa1a810c0e34e3c19d4fe98b4d30b52c8bafa265a22/trajectory.json", "sha256": "3f8a220be362233a8f22eaa1a810c0e34e3c19d4fe98b4d30b52c8bafa265a22", "size_bytes": 715776, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 100.0, "cost": 0.0653084824, "latency": 5214.467354658, "input_tokens": 3734621, "output_tokens": 111808, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/93f82a0a67973f78048d16a69d5d8facf51619364dfc98553d3b0613067ce1d0/d0fa94d58c495a79f3c78043b5041ecb8ae63f51ad4775e12c16408fbc9a0443/trajectory.json", "sha256": "d0fa94d58c495a79f3c78043b5041ecb8ae63f51ad4775e12c16408fbc9a0443", "size_bytes": 579955, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.044440199999999985, "latency": 3889.832217294, "input_tokens": 4247162, "output_tokens": 60206, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/188cb5b4694bbe5c4d2812b29ad817f40553572f05ae987fa110d61fddbeb72b/f3bc532b9d1e0b3d148f67339c075e839695f82cfa691b4e4d0a8fcd7c901027/trajectory.json", "sha256": "f3bc532b9d1e0b3d148f67339c075e839695f82cfa691b4e4d0a8fcd7c901027", "size_bytes": 364836, "media_type": "application/json" } } } ] }, { "key": "xiaomi-mimo-v2-6-flash-run-2", "model": "xiaomi/mimo-v2.6-flash", "label": "Run 2", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.0306827248, "latency": 2056.345042842, "input_tokens": 1859610, "output_tokens": 31012, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c6ba536521b84079c2ed4ca2f2d0e25347b39f6b4e4d127203f5f71fb0bc8319/3b9caf251be195c240d5ce0221619bd1763dff864ceecc600ffd35395ccc5454/trajectory.json", "sha256": "3b9caf251be195c240d5ce0221619bd1763dff864ceecc600ffd35395ccc5454", "size_bytes": 245309, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.0406675472, "latency": 2663.658896214, "input_tokens": 3071198, "output_tokens": 58976, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e78095c55b4a2e213d29fa209721404b00a7c8c16b876e062e05a0d9a28fc151/38a6a70964716d72de137c53f84e26b0e45e06b1213badbdc46d9202cbfaaf73/trajectory.json", "sha256": "38a6a70964716d72de137c53f84e26b0e45e06b1213badbdc46d9202cbfaaf73", "size_bytes": 350423, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.13378071279999998, "latency": 5526.07332868, "input_tokens": 14390295, "output_tokens": 163307, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/52059ef2b4576d60cb23f18f86e3e9e8ee5ce8eb81a51c760bec3fe0a178ed34/5ecdf6df9c94c679dba4b3457883e2e1fc6cb6422303e667413ac4105d7f3cd3/trajectory.json", "sha256": "5ecdf6df9c94c679dba4b3457883e2e1fc6cb6422303e667413ac4105d7f3cd3", "size_bytes": 858588, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.15252002080000002, "latency": 11177.39098635, "input_tokens": 16643900, "output_tokens": 219533, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d8713bd6d5d8655f5bc90131dc1d09d85f8be65a7ddbb2af292176a9ce7ced1f/da5c90f9a9063a7f93580a03dacfa6ea9e93828875319059d78647079b3c6b7f/trajectory.json", "sha256": "da5c90f9a9063a7f93580a03dacfa6ea9e93828875319059d78647079b3c6b7f", "size_bytes": 1077108, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.0338150008, "latency": 4726.904159887, "input_tokens": 3095129, "output_tokens": 45524, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/542b6335af02fd8605a917fe73ee32cc149eb4b6dcf12a6d9c566954f3033325/f7b777203d543665b39fc7375a1c5be30c7ce6b3082fb25784afd27a261e3ace/trajectory.json", "sha256": "f7b777203d543665b39fc7375a1c5be30c7ce6b3082fb25784afd27a261e3ace", "size_bytes": 294237, "media_type": "application/json" } } } ] }, { "key": "xiaomi-mimo-v2-6-flash-run-3", "model": "xiaomi/mimo-v2.6-flash", "label": "Run 3", "tasks": [ { "key": "hb002", "pass_percentage": 100.0, "cost": 0.018491720800000003, "latency": 2444.313828284, "input_tokens": 762203, "output_tokens": 21245, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8cb9da2b9addc0e2cd0c4ce7809d340f2794eb5fb99306127a22e2165c7d0fbf/a537585fecb05b51d7e7067e0e8c5dfd920c1f5f2cc3f1d6cee61e0eb552531e/trajectory.json", "sha256": "a537585fecb05b51d7e7067e0e8c5dfd920c1f5f2cc3f1d6cee61e0eb552531e", "size_bytes": 156170, "media_type": "application/json" } } }, { "key": "hb020", "pass_percentage": 100.0, "cost": 0.016756292000000002, "latency": 1095.345543466, "input_tokens": 774153, "output_tokens": 25097, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/46b6637d4acd791a886f09227ee418083e775b847e10f0dcc87a080a2d935082/95d5a183e9e6ac6c96af1f436bbb3eb4f3b9e0f4453d7fcfdf1481f4be5fcf5c/trajectory.json", "sha256": "95d5a183e9e6ac6c96af1f436bbb3eb4f3b9e0f4453d7fcfdf1481f4be5fcf5c", "size_bytes": 173956, "media_type": "application/json" } } }, { "key": "hb024", "pass_percentage": 0.0, "cost": 0.1444085888, "latency": 6626.739834605, "input_tokens": 11597430, "output_tokens": 210957, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f614fc7318ad6c221d1cf3a73e3f1cf8af7c4f230fefd847448bdc0d6346d737/900c77a32b110b42bcd3a2b2cc9f8fd3c030b97e00f6154a2e1212590b657082/trajectory.json", "sha256": "900c77a32b110b42bcd3a2b2cc9f8fd3c030b97e00f6154a2e1212590b657082", "size_bytes": 997643, "media_type": "application/json" } } }, { "key": "hb035", "pass_percentage": 0.0, "cost": 0.0422099048, "latency": 3619.740450449, "input_tokens": 2115583, "output_tokens": 73554, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4e0c6c39423fff7a5ead0cb228f0c100d30e8cc492706f43db8edae95b429e82/472d40b4fb5171b35852331635b512ca49b10b3efde3a455a0703c1ef3471a5e/trajectory.json", "sha256": "472d40b4fb5171b35852331635b512ca49b10b3efde3a455a0703c1ef3471a5e", "size_bytes": 383206, "media_type": "application/json" } } }, { "key": "recqgsfxqqodhjens", "pass_percentage": 100.0, "cost": 0.03605003920000001, "latency": 3858.247474725, "input_tokens": 2426495, "output_tokens": 53902, "trajectory": { "schema_version": "ATIF-v1.7", "fidelity": "sanitized", "validation_policy": "vals-atif-public-v1", "sanitization_policy": "vals-public-redaction-v3", "artifact": { "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7fcae515b157ae4320032bacb19160f88b5bc72f66b56d0dcfdcf36e017c40b8/3d8b81ae51ba908f7af09bca54e3615d62072695374af3e4bbe0b94b0a0b271a/trajectory.json", "sha256": "3d8b81ae51ba908f7af09bca54e3615d62072695374af3e4bbe0b94b0a0b271a", "size_bytes": 312480, "media_type": "application/json" } } } ] } ] }