{ "runs": [ { "key": "openai-gpt-5-6-luna", "model": "openai/gpt-5.6-luna", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f8c0d0db660d06817f21fa032ef8d7dae990628cf34f0b811ee8cf6fa26a9ad4", "size_bytes": 361442, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1c7babb5a977a3298be3a5330c12cb435fa66596506e05a8b2ec863654aa12bb/f8c0d0db660d06817f21fa032ef8d7dae990628cf34f0b811ee8cf6fa26a9ad4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "33c07c3cd9c0d7df846725221900bbb13588316974eda0ea28f00d7734892c3f", "size_bytes": 339092, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/86167be7d42f9ba8c06891568f20b371b0c8d337b4a01ccb6a10760211ff6193/33c07c3cd9c0d7df846725221900bbb13588316974eda0ea28f00d7734892c3f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "29efa0d87b21ddea29e788f3d97cc89075305800dd38bad90063cd6f0b96e13d", "size_bytes": 324572, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/959c35e5d8cd67c7544dcc8c94de5a34ad0472e87c46ec0c462a8ac56d3b309a/29efa0d87b21ddea29e788f3d97cc89075305800dd38bad90063cd6f0b96e13d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cb03576ece556126925796b2994994c9d07404ad4801189ad6e9c063f9f0e21b", "size_bytes": 47067, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0accd43699cae005237ff1257d694ba515ebb5123a81c5764356d69dbe2a73f9/cb03576ece556126925796b2994994c9d07404ad4801189ad6e9c063f9f0e21b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 37.5, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2b25f7ed0040dfbc0acb7642e53f7bfdcdff019a8afb2ca9b1375ed05751e11e", "size_bytes": 1193444, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/15ff327db8077a208bd2212ed34f5ec7d180b762b7ddd71b1d9b95dc04e77d74/2b25f7ed0040dfbc0acb7642e53f7bfdcdff019a8afb2ca9b1375ed05751e11e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "af499b1b253929db24c87363ecc9bebac97b4393a91fe916dc381550be586f56", "size_bytes": 85743, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8c44b04f7d7f102d2de3d7fecce09d2cbbcdc7b21e24af948b1dbd01dfeee739/af499b1b253929db24c87363ecc9bebac97b4393a91fe916dc381550be586f56/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f4f3826b7bc6c630be7827954e359e3d92f56cc694fa0d20f36e714be8691096", "size_bytes": 142257, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5acfb6826a25d498fe5aa08d072383b52a5ffecd2ab708d0e79eabcaa9fe74d9/f4f3826b7bc6c630be7827954e359e3d92f56cc694fa0d20f36e714be8691096/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 81.81818181818183, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4328c020e8aa2de37c35fd6a1995a7331e36ef8b0f2cc9495c1e1875fe4264dd", "size_bytes": 299623, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ac1ad7bd178790b4b187c992b5346f0447378f7252ac5d9f76807234f808936/4328c020e8aa2de37c35fd6a1995a7331e36ef8b0f2cc9495c1e1875fe4264dd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5fad1a14a17228b3eb31c7966ff6321537c60779fca6c016cc269880b820eaca", "size_bytes": 128535, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e80d8a8971a554259022331eb95132e9aa97084dfbdad372ac3149bfa6380455/5fad1a14a17228b3eb31c7966ff6321537c60779fca6c016cc269880b820eaca/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b1be6b08c8b76d25f9f2cddd2db98bdee469c094c1541894e40b58fadbaf85be", "size_bytes": 853035, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dae4aa0dee66ee6df7175721664eb61d9a00dbeab4fae0d3f8c57f498195c711/b1be6b08c8b76d25f9f2cddd2db98bdee469c094c1541894e40b58fadbaf85be/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "971e945ab733b176dc5682dbf3d64784c4bdbe101b2f86cbdd5b13f6a462533f", "size_bytes": 676041, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/652eb71fdbeca3366e1819d9bccd35c6ed59dffe9922ed2ac7da8f01fa96369b/971e945ab733b176dc5682dbf3d64784c4bdbe101b2f86cbdd5b13f6a462533f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2e8408fc74ca179914f63925a9983ec96605c7bb028c0343f665d78bb8f27252", "size_bytes": 567898, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/af5a8ac309fdc3466cae6654ca45570f3dc021ecbb5238b45eaaffafdc83f1e9/2e8408fc74ca179914f63925a9983ec96605c7bb028c0343f665d78bb8f27252/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3244913d981cc5e32ab98c574bced96f39d69c584e5905ef619c9848771703a8", "size_bytes": 679823, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1cbce579e38c486ff24b67a3eb420278eedc200ca1cff629f2b88fb0521f80c3/3244913d981cc5e32ab98c574bced96f39d69c584e5905ef619c9848771703a8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9a97571569a321b386c9e528d677a401f121f4624c55fb817b1699595b7837ef", "size_bytes": 348616, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ab5ca0b888f7d2bdeabda7ac3291a2ba77601adee4c97c0df23cc9e56d352ea6/9a97571569a321b386c9e528d677a401f121f4624c55fb817b1699595b7837ef/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f08a4b4606aa2e8ba50123147dffc733dbb9a240d11bac2c7b0c717e591cc391", "size_bytes": 212325, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1254c899e1b0ba1996e0c6f52164142f3d50eb3b8775432ed8ceca05aa7a727a/f08a4b4606aa2e8ba50123147dffc733dbb9a240d11bac2c7b0c717e591cc391/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2e91d70276f2b866ccff5096c0481ff9c08941b1f8f831294c345f1bb8b8e9f4", "size_bytes": 453046, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3366e3f7e526dccddcaed29d2be6eb50e0a5505bc072f673ea8d7212f6b83687/2e91d70276f2b866ccff5096c0481ff9c08941b1f8f831294c345f1bb8b8e9f4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "12cba796271c0432ebcf27c699df0d1874ddbd99a86367e9a1722d322265e5c0", "size_bytes": 186416, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2a1b5ff342322b5f566f88f06a65520a6c5df8e947ebbaec2687b7f1b77d72d8/12cba796271c0432ebcf27c699df0d1874ddbd99a86367e9a1722d322265e5c0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fb92e8393b41e146f68bb3e7ca6dbe30cb238cdf875e110912ca6003a02571bc", "size_bytes": 1681709, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0d26601e6d1249f26b137f5ce7c8166314bd05fe499980c063c966de48db9e30/fb92e8393b41e146f68bb3e7ca6dbe30cb238cdf875e110912ca6003a02571bc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "338b22845d1e986b20c9c74dfcd5b333ebeab70b60d5978f354d5cd659e5d31e", "size_bytes": 1127862, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7c474e2fd921eaf30a3b386f4eeb32eef6d197006709a967a909d7789ee63708/338b22845d1e986b20c9c74dfcd5b333ebeab70b60d5978f354d5cd659e5d31e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4f85a166eb3d5287966a5925b7718e2d67c220f8e0411194e4feb11bf22c978a", "size_bytes": 289783, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1d0deb734f04a09f85bf6f79448adbadafb08b4992e74d7b6c76bb057af3b468/4f85a166eb3d5287966a5925b7718e2d67c220f8e0411194e4feb11bf22c978a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f043ada1d3fc79fa78ff8dedaf4b5a6cc88909e35a6ca4759412f91a5076ab28", "size_bytes": 356232, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/850748838a611745b9180af6e2c3255319d4f1d7836c35e022f51731e28319fc/f043ada1d3fc79fa78ff8dedaf4b5a6cc88909e35a6ca4759412f91a5076ab28/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1e5ad6d5d03a27522afa729f040003d3ee15543f140d9169cd07ad7003150278", "size_bytes": 645153, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4113fd9eb1730e6b310f3799d96c9e57da92e89ad59a426d55a63b60174d3951/1e5ad6d5d03a27522afa729f040003d3ee15543f140d9169cd07ad7003150278/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cc1c7696ab54ae975f22bf813137a0a705f96e6cf3d6cc06e4bd2922a1e6b5e4", "size_bytes": 840847, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6d99d8ee5a4046d84f6cde9ee2e596243f5ba9715bd9ff584747ca1a2957406d/cc1c7696ab54ae975f22bf813137a0a705f96e6cf3d6cc06e4bd2922a1e6b5e4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0a45f602e3c23d4b5703a3a0ddf8103d09bb76b7fb94cb1750e375da5a603dc7", "size_bytes": 665201, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1217e723cabc650f570e706d353cdeb90f5c76f0f4ca33745b22a3970f114ebd/0a45f602e3c23d4b5703a3a0ddf8103d09bb76b7fb94cb1750e375da5a603dc7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2b7860d74ab18d53a060ccc2adb5c3b675af912ec4990654490ab79f50890153", "size_bytes": 494908, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4e47251808f5650abda72289e76575eceec3d8e8770d78c19e07b122c5919e22/2b7860d74ab18d53a060ccc2adb5c3b675af912ec4990654490ab79f50890153/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9ddb8b77c777519e0187fa01b6359a3fc3624bfa586b0232ae6a2db6279792d5", "size_bytes": 495360, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f25ba3dc95521db9c367d0cc4ccaa973de24854c9640d02c820bfda7b8904590/9ddb8b77c777519e0187fa01b6359a3fc3624bfa586b0232ae6a2db6279792d5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "26dacf21db20f7a1019fac135183394362695d5d0058c980e6e8c87790b7146d", "size_bytes": 849944, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4a6100cb7a3fef52b1fbaabab3f6e67d9f521cfe0be6fb6b5e1cd721ef2338e9/26dacf21db20f7a1019fac135183394362695d5d0058c980e6e8c87790b7146d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "anthropic-claude-opus-5-5", "model": "anthropic/claude-opus-5-5", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8311f98f6f021e1f9f0f2731f9a0ed942390f8c7776c821a8c580b7599016e61", "size_bytes": 404640, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/685ee0d99032d375a691d8f7082753fe790290b6548c46deb679ae7df642b8ca/8311f98f6f021e1f9f0f2731f9a0ed942390f8c7776c821a8c580b7599016e61/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a30a83d1a62babb12f8e394be2fd574a290dcffef175470e11a285e5b258b2df", "size_bytes": 283474, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e4bc67b0b69bcc33b601bc954c9771447f73fff05015e549343e359ec6b31f05/a30a83d1a62babb12f8e394be2fd574a290dcffef175470e11a285e5b258b2df/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e02b1a22e90068c90819dd6f6c5abf0c639fd3b73b4fd6d878dbfdc3f4a029e4", "size_bytes": 279043, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e7c390cc447bac826e692173ff43cf06b52df750cbb6f9c7f63c5c60c7669162/e02b1a22e90068c90819dd6f6c5abf0c639fd3b73b4fd6d878dbfdc3f4a029e4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6377eeeedca22632d6757314cb0a4537e9f26a23a7a6b4af75853194ceffc5a0", "size_bytes": 40308, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0635e1a5c477cf0092362d19112b80e9a76c2c32978c31848018b3349bca8019/6377eeeedca22632d6757314cb0a4537e9f26a23a7a6b4af75853194ceffc5a0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "894e5fa15c52e42a24e0d0a36dbfe7a81ae7d38e1d17ed0ac5bb04d5818d3935", "size_bytes": 198982, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/58ca9f51fd4f04e865bc724dfc2f2cc88ecf237c15163804908055f973840db5/894e5fa15c52e42a24e0d0a36dbfe7a81ae7d38e1d17ed0ac5bb04d5818d3935/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "17f83395de96350404a4d848b79ba4ac9666b618e1847f4b9b06b51cde59747c", "size_bytes": 57117, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/57268fd8748fc6e61d8a5e1ba587c24582e58795833ad6ef606fbff370f129bd/17f83395de96350404a4d848b79ba4ac9666b618e1847f4b9b06b51cde59747c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d65d77f5d2c18b14b1d04667ed71afdd2dcda651c1ae1f75bc7deac3280bdde3", "size_bytes": 133896, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dad4e38ff26e1a7b7f4346f3669ea2a03841b11976e01ee365e2da2f50a88749/d65d77f5d2c18b14b1d04667ed71afdd2dcda651c1ae1f75bc7deac3280bdde3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "077d43811b96849ceea2a3a79c28fc443476c18bc19ed6e2b4e9052c7641548f", "size_bytes": 195651, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ed195a65584493f52f9cc3f86fee4b3b1cd04360d480d9f9a9939953d9af17fd/077d43811b96849ceea2a3a79c28fc443476c18bc19ed6e2b4e9052c7641548f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "92e09e33b264895614636ec14f3d79363e6651bd68b661b02fcb1ad2a3b1da48", "size_bytes": 83763, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ccfec3dc35306cd027776c638af69ebcbf0c1583e3cd45d8ce7ef88ba783e82d/92e09e33b264895614636ec14f3d79363e6651bd68b661b02fcb1ad2a3b1da48/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "970b17c487c0523fa8b1968161fa077aec1e53569685be8d06b6b5eaed7afa87", "size_bytes": 162011, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c37770344b7a2afe74ebb4d1680fdd292733b4e9d1ddb2a16223277f2d7439fc/970b17c487c0523fa8b1968161fa077aec1e53569685be8d06b6b5eaed7afa87/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 75.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b3d8ae2949bbf445a1cef7d08ef5bdbb56259c464d0e7844ec7fd7242bae6ba6", "size_bytes": 153450, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/961e9c7d4e43e8104a45208a696b140ee14e4b029907ad74ad47c79dac45efc4/b3d8ae2949bbf445a1cef7d08ef5bdbb56259c464d0e7844ec7fd7242bae6ba6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5f1f9bb295622e318ba0a776bcacae1e804d6803c913b5da446c00f403ad5214", "size_bytes": 115208, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9982abd9d465239fe901b40fcfb0c7f485e12378900395f7f97a202ee0bd9c57/5f1f9bb295622e318ba0a776bcacae1e804d6803c913b5da446c00f403ad5214/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c9ef930680aa84287d1bb01ba1c14a709ae49adb4e095166146ac50f391eb9ea", "size_bytes": 272121, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/162a74bd458df0fc074ad447173c488df0878ca4f06051239973157ca0b8c2a2/c9ef930680aa84287d1bb01ba1c14a709ae49adb4e095166146ac50f391eb9ea/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "16ca0376417b7197c1d29e14b9b295ab7fe2fee07a4d53d63fc3c4c30163fbaa", "size_bytes": 472070, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f79537d97222db5b75cbb82064ebb98a19f9bed3fe78cbff47fee7f8eb9f86b4/16ca0376417b7197c1d29e14b9b295ab7fe2fee07a4d53d63fc3c4c30163fbaa/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c9400dd5be2267e941b1ac0bbc9211de5de34c24bf2f1fd8234d73360d77131e", "size_bytes": 108434, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bcf60c4346298895697790cecd13d1fed14b61cc4773887a827b48466ec16100/c9400dd5be2267e941b1ac0bbc9211de5de34c24bf2f1fd8234d73360d77131e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "aebb429730c9991d3f6e5399d85dbc25a2f8d7c38000865af7b4740582b37732", "size_bytes": 320340, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/384d5807dbd2b1e7ca2dd9e38307b7fc19973d99a48ca47eda71ceba6c80d7d3/aebb429730c9991d3f6e5399d85dbc25a2f8d7c38000865af7b4740582b37732/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a5430cbf746577146f13d916a544653717c21c81b15c5e9d6c00c04ba00d2ef5", "size_bytes": 95374, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/79b43504d0983eb580d4839485d0ea4b7db758bc5425946b290cee8fce1f4b11/a5430cbf746577146f13d916a544653717c21c81b15c5e9d6c00c04ba00d2ef5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b7acd23941eeaf63f5d24af3e89987e76072e5c24b257688ceb8ff9e5b155e53", "size_bytes": 516031, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b3753eeb7c02996c07d744385c536eec2e1bbc20057bea0effa9593b6b3e0585/b7acd23941eeaf63f5d24af3e89987e76072e5c24b257688ceb8ff9e5b155e53/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "53737c0f4bc27b94f667c50acca354219a408f0dafa7a592b29f63e848dd3c72", "size_bytes": 216944, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d9debeaa51196d9e303667f0b99ce6c9605ea48612da5bf10c99472dbffe6d76/53737c0f4bc27b94f667c50acca354219a408f0dafa7a592b29f63e848dd3c72/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "206cc0a74e1a87f0b48e3a700a2ad4d60c8c718a506325234745b6c7b547ea4d", "size_bytes": 138617, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9e7d4e14bab1ac0260fa98526f8922da98dc8f02782bc891d780607efffafad1/206cc0a74e1a87f0b48e3a700a2ad4d60c8c718a506325234745b6c7b547ea4d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "155a178c8b708436c5a47f6899cee2f05ffff2c24a5f2956e0910fa128c64629", "size_bytes": 174925, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/55000f1d59fbabe4250814ee55c28df1e579f2440d1c4b88a7e1714396905562/155a178c8b708436c5a47f6899cee2f05ffff2c24a5f2956e0910fa128c64629/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5f5182ab3d1a02d64942f7f9f0a8174fdeb741e7d04e07704990b8b985b5633f", "size_bytes": 284055, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8f37a07f25dc7496179413c69f1946bf037daf596ac21f1c34ead0eb8b5ca11a/5f5182ab3d1a02d64942f7f9f0a8174fdeb741e7d04e07704990b8b985b5633f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5fdd4f68c85473378dd33fc53821b84c9b4bf745aa13e7789c9cc27d415a954b", "size_bytes": 212048, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d51dbf587c5f0edc74f297ac06e3b03b9bcbc22552d9cb69a023b66be394d344/5fdd4f68c85473378dd33fc53821b84c9b4bf745aa13e7789c9cc27d415a954b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5e2f46db9547ca55f81547cef651be0d04a8617827e18cbe735729926e0b9076", "size_bytes": 290719, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e7b85ffeca1ec38d725f46e516e11e0bc4a2a4d601c6439ee0b50cd0a4c084f6/5e2f46db9547ca55f81547cef651be0d04a8617827e18cbe735729926e0b9076/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "065af67d4e0f3acf944c3070631c22b0059e4b00f8da150424a48f7b3664c470", "size_bytes": 96339, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e618640e9bc739511cb2a8648bb7c78ea7e1044878b964c22e02477aa804b448/065af67d4e0f3acf944c3070631c22b0059e4b00f8da150424a48f7b3664c470/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6857d6a620122162b1363b4eeca86da9acfb2157bb6525bb1f23e3fb86ff3754", "size_bytes": 83125, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b424395466e7b211d8548f58ffb3670a91e222875736adf8d1b372f2dfb5e869/6857d6a620122162b1363b4eeca86da9acfb2157bb6525bb1f23e3fb86ff3754/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3634b3d8a79949fba55af9db392dbda8fcf78e1cbb3f722d84b0e7796d2a8727", "size_bytes": 148687, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3e152e13762de869c313b5da6dae080ef6e1887ff2b00c0bfff4c62433e69ca0/3634b3d8a79949fba55af9db392dbda8fcf78e1cbb3f722d84b0e7796d2a8727/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "anthropic-claude-sonnet-5-5", "model": "anthropic/claude-sonnet-5-5", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3b51c8112970d715b4f5f1bdc68541ac69565ab4a6472c2cfc098041fc186676", "size_bytes": 269337, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c33dfe032a4583e5dbd65b435bc3694abe6943b687f65d25e3cf6d99088bacb0/3b51c8112970d715b4f5f1bdc68541ac69565ab4a6472c2cfc098041fc186676/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3e04eec560d3497fd56d43a4e379eeb3e3c78c75aff6aa9e75adcaa0af7b6b02", "size_bytes": 418093, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a50864eb8368a95a3f993d3f286e7d0b4406d4b8a5de906cd96ef0966bf70cda/3e04eec560d3497fd56d43a4e379eeb3e3c78c75aff6aa9e75adcaa0af7b6b02/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1a93ef346598299493dceccf5fe5bb45b01e75502c01032a05a63cdf0ccbd4c7", "size_bytes": 233912, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ab31583e350f6e9e039d0dbe49f20c4e5fa839aa017284856ae419811be60352/1a93ef346598299493dceccf5fe5bb45b01e75502c01032a05a63cdf0ccbd4c7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "809f60733feb88b3e9a631d36da70c9182c0fe0419ef3c2711f428308a0f9d7d", "size_bytes": 60646, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f40b83c1e7196f08e4d1561f8a2f95ba5789f2f8772bbba50ada03112d505c3c/809f60733feb88b3e9a631d36da70c9182c0fe0419ef3c2711f428308a0f9d7d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0162da603704153a9083c5cbd380c63c4e8c61603fccb2dd474bb4626da3f8bf", "size_bytes": 262563, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/89ec323a6c27a3ce7a7e54526e70ba42a78ee7b239fa9a75388ac8ec037e1503/0162da603704153a9083c5cbd380c63c4e8c61603fccb2dd474bb4626da3f8bf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e5e2107c144120527b922511d4590f7f17c48c8bb2d39a87d9e453b2ad777076", "size_bytes": 89952, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ab71ddaab88f619c2b7aa2856c24b578f545ea1780236efe0b9a00585c85629b/e5e2107c144120527b922511d4590f7f17c48c8bb2d39a87d9e453b2ad777076/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8b56a1ca42e6ba3b5e318b8bbde7b9312c9f686e278c73b8fa058531cf396149", "size_bytes": 102613, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5a713e63a6839138a55d3f0f5ad8b6ed6f202d970eaa7fb41132f01e37b3779a/8b56a1ca42e6ba3b5e318b8bbde7b9312c9f686e278c73b8fa058531cf396149/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a35d5d0f8a0271e28d26e25d61a8241b8def73206accdec906179075e640c57d", "size_bytes": 150157, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5259a453fa95ec23095c1f885ff43c61b440134c776f724e0968aeaa1238955a/a35d5d0f8a0271e28d26e25d61a8241b8def73206accdec906179075e640c57d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "711811d0bca8f9079cf731f1431e7db38ff3a3120c3e137172dbda4802a92c66", "size_bytes": 107492, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e05da1be94469eabccd3af636c33cafbff479faa1bbadd993c2ccaef78c67d26/711811d0bca8f9079cf731f1431e7db38ff3a3120c3e137172dbda4802a92c66/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1b49c80be6fafa5d99b4d6d22338205e1facc9f20362a8115d89b3743b73b4d6", "size_bytes": 202086, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/480285c88055246b541dc55aa5047974988d9586d6cc47fef4b9ac33976df7dc/1b49c80be6fafa5d99b4d6d22338205e1facc9f20362a8115d89b3743b73b4d6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 75.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6763f67281b30f5e6da9121006fe1ba98bf1bf5facfb8b0504390cb795aaf54a", "size_bytes": 240437, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5c4698a69ac6bb476d9cc8727653d28f2e4e1ae02617ee5f4c387924a881bee1/6763f67281b30f5e6da9121006fe1ba98bf1bf5facfb8b0504390cb795aaf54a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "75c77ed9f19ce22e389765360e48ac36295d23f7d0d10e80dd3bc96da78c04f1", "size_bytes": 134326, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b7408259c8ebdc8c8482a752a49a9ab9c2211b7c52a0d03277f92fbd6d645cee/75c77ed9f19ce22e389765360e48ac36295d23f7d0d10e80dd3bc96da78c04f1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d95604b15be09ce6b3313cef6b7ef6c0933299048305dc6cbcecbb4776588a46", "size_bytes": 331396, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e54ecf8eff9d40290292b66406d46b2b2727f220253531fa12c65a102bc67115/d95604b15be09ce6b3313cef6b7ef6c0933299048305dc6cbcecbb4776588a46/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3611885532daa168c2e47c0a89278e937b090873523406cc267a01da5445a2f1", "size_bytes": 486464, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9c737e3de6516e0cabc14daba4f91705b52037dc7fe3f41cab9695d9d4225375/3611885532daa168c2e47c0a89278e937b090873523406cc267a01da5445a2f1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "29689e6fcb35591475bd20fb740ae921946c29836de9ca8723776bbd4773d398", "size_bytes": 113655, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f93105aef0d80704196b308716d3cbbedfb423643136199c6b2c7c175a7e9556/29689e6fcb35591475bd20fb740ae921946c29836de9ca8723776bbd4773d398/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "192d527e149752e1f8b3278d5da5e5ff3f6b12716700f7c7bc800a3ffc2b1a0d", "size_bytes": 384105, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/62c3594669f9f8223b30fec6c3f0dcf738b7c3a11e98332e5bc1077827d94586/192d527e149752e1f8b3278d5da5e5ff3f6b12716700f7c7bc800a3ffc2b1a0d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ed397eecb29d7cb0bdfd558f10a5165d25e9e290dab99dced8451763d16b8f03", "size_bytes": 93063, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6997350ccad8317c26816e30149e88b1e95af6e0ae5de32a94c6fdbe1227c355/ed397eecb29d7cb0bdfd558f10a5165d25e9e290dab99dced8451763d16b8f03/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f77cdf1eaa2b76f21385a1664f20e70630422050c301af0e97450dbabcce1041", "size_bytes": 551992, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/918892bdc14eb2067fe3f46f164b5fb0543716dd4b7ca35857c3d877aa287294/f77cdf1eaa2b76f21385a1664f20e70630422050c301af0e97450dbabcce1041/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0392149ef8227ab1b83e5b55c74bd983eaaae120ea5ccbd7c62759b2432dcaf3", "size_bytes": 286656, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/78a32ef9e1ae083ebbd1dd97874556a33cab8db216bd6187eab84333b135e389/0392149ef8227ab1b83e5b55c74bd983eaaae120ea5ccbd7c62759b2432dcaf3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f2058127c4e129c47cb7486999fcf1a911248cfb18887263c43181d50994e852", "size_bytes": 226927, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1e404bd7c7f2e631826d293967beea8c76c4b235038cb6c9b0be6b5ac8430944/f2058127c4e129c47cb7486999fcf1a911248cfb18887263c43181d50994e852/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e75d09aa72adf1d83e918f5f5e146b9e56af1877576d6fc07e4e5f78f28c7c3f", "size_bytes": 164394, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/765fca20e50b7a3f749b4b804f42c86f45778cc9bc3ccfb8b190b4268b2a332c/e75d09aa72adf1d83e918f5f5e146b9e56af1877576d6fc07e4e5f78f28c7c3f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d64a7edc6672b65e9619e9d74768f696c4c7b20cdd3ab87a8d39b4c8409c3178", "size_bytes": 343803, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6891ea9fc7c9be0c7569f47313e2f04edda4ef0b641072678e9932d8b65453d3/d64a7edc6672b65e9619e9d74768f696c4c7b20cdd3ab87a8d39b4c8409c3178/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "26e506a2448c8e82fb615f5cee53bb73c40fda0eeae8c4085961cc4e3798c5ff", "size_bytes": 213742, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/531b114495c688419714758c7f6b0b715aaad722d7d52b7695d1d2e18a3b4e85/26e506a2448c8e82fb615f5cee53bb73c40fda0eeae8c4085961cc4e3798c5ff/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5638520ec77faf5c6c04e0d063a738936b609d3b8a9b2c099e216a11b4974ec9", "size_bytes": 171995, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/02e82e9b9d9f6c9b6b82a724f99740bb0735976d4874eca361b342ba5a72eeac/5638520ec77faf5c6c04e0d063a738936b609d3b8a9b2c099e216a11b4974ec9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "616dbf583390a84f4ff6de40dc192bf7c39394e07edb404933317ee93f1ef886", "size_bytes": 119313, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d2db95f514ed531d49a75578e303e4ae7826417b868f0b76c82de908a5f73b02/616dbf583390a84f4ff6de40dc192bf7c39394e07edb404933317ee93f1ef886/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1a37d52b5df29c8eeecfe36249d3da0adb2061ceef6f260994f3734128046337", "size_bytes": 120871, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ca47acacd1df171f2b5f1d0bd1a8bcbc3caea48e613f2aa98833c7c720f9fb05/1a37d52b5df29c8eeecfe36249d3da0adb2061ceef6f260994f3734128046337/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "025f950e46babb0993b6fe8832592fde9a8093f3d717d89065167a3c44fe0e7c", "size_bytes": 129204, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/26360d7b18083e04b074cec539036be29bde6940c43b5d110ac10481636ffe7f/025f950e46babb0993b6fe8832592fde9a8093f3d717d89065167a3c44fe0e7c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "anthropic-claude-opus-5", "model": "anthropic/claude-opus-5", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5ead2f22caa746150295ae009266e599f3fe0d67a13a3353624acfa09e766461", "size_bytes": 372298, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/25cccced4b01f064cd2d4e3c4f157b683ff9808a894fe954e68e6d06b0720188/5ead2f22caa746150295ae009266e599f3fe0d67a13a3353624acfa09e766461/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fe2531385176bbe0857c6fde4cc8b2b39bd2f5faeb13b5af51014b3649abf2c5", "size_bytes": 263484, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/062cebb56ad137efe55ed80247daedf0644e25fd2a033f3154510ce8c386d6d0/fe2531385176bbe0857c6fde4cc8b2b39bd2f5faeb13b5af51014b3649abf2c5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b2db7b0cdf1a937e841dfa779d24983b871a9b4394c096531077d7df7bb6f246", "size_bytes": 203782, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/54fdcba8ce3be680b1a2074c510279742bbbf8e83d3538630d18bcf435fea376/b2db7b0cdf1a937e841dfa779d24983b871a9b4394c096531077d7df7bb6f246/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2c95d65ce4749ec07ae775f1ba9c883568146987a0c32c1a2e6998a468e9c796", "size_bytes": 51210, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0f9030f6748762808137213dbcc47156d052170b3e43a21ca6516be33ed73f47/2c95d65ce4749ec07ae775f1ba9c883568146987a0c32c1a2e6998a468e9c796/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "eccd850ead61cd0e49deb64988e350cafd14177d25dd2af0ca0ffc02d38cb61b", "size_bytes": 174607, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e9617dc445e1c5f9ae64aac109dbe57deb1c6c097c7d77089b07cdf26b1f8bdf/eccd850ead61cd0e49deb64988e350cafd14177d25dd2af0ca0ffc02d38cb61b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "883d1c535e9ca72b4592d66ea00d81ca213a31d5548831f7502628eda0b31516", "size_bytes": 56869, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6c463506064689a08289cad3aa07f132eeaaf4e059633193e014ee6bc98576f2/883d1c535e9ca72b4592d66ea00d81ca213a31d5548831f7502628eda0b31516/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a1f824a3e9117e19d3250b7441f168046aa025fa92849e10eedcf2e3d345ad16", "size_bytes": 77995, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e1c7bb32d3800c8af0c773328d511a6782edec64a5e0a917d62baf50d77d0695/a1f824a3e9117e19d3250b7441f168046aa025fa92849e10eedcf2e3d345ad16/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8c138f017f8d2e04f904961504386f286cb9655d2d6022ab24bcc09b7896f028", "size_bytes": 107186, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6120188ded561f1a3898c74c55401af0548f4380ca41c8bdc0bab4ae21aabdc2/8c138f017f8d2e04f904961504386f286cb9655d2d6022ab24bcc09b7896f028/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b20f346fbc6c45042c99a8e6706e4ea86c2cc604e1ce1b89d3d737bafd2ba8c9", "size_bytes": 112721, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2a2466286abe9e5181fd9cf5e3378124a5b733decf0897933015aa64302a061a/b20f346fbc6c45042c99a8e6706e4ea86c2cc604e1ce1b89d3d737bafd2ba8c9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 84.61538461538461, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7d1236a6bb255d5a51ee211e838e8b8814543cf294474622f5316a874db3f8b4", "size_bytes": 116589, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/faffb45998e947f939e838767c5ba50485f189ced20551255d9836cbbb34ee9d/7d1236a6bb255d5a51ee211e838e8b8814543cf294474622f5316a874db3f8b4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "eea2912baccb4da8354e64abca47a2e5504585f3cc075e64b6a336aebcb57c13", "size_bytes": 99444, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/66e025a3ef024d1d7aa29c3463c3560ac042a6c81608f13836e8856ff44d8a61/eea2912baccb4da8354e64abca47a2e5504585f3cc075e64b6a336aebcb57c13/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f5ebf4bfed844b1aef04e94859e32fb0ac96c5c2b29fc02b2cc55f991e4c934e", "size_bytes": 123219, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dc6e470c89e8efcbfd9ee34313207e2fb3b2ca13b26d18b53af58ead23ca6b92/f5ebf4bfed844b1aef04e94859e32fb0ac96c5c2b29fc02b2cc55f991e4c934e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "11bd46f4664cac3ab4a1fff8aef32bb710ecfcb4656a0fad86b57e6b177831e3", "size_bytes": 248309, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/135e7879c4f89768b12eaf84987d87343fa1fcc8df0e418be086b07678514131/11bd46f4664cac3ab4a1fff8aef32bb710ecfcb4656a0fad86b57e6b177831e3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d5d1d06d0ce649b02a9111e9bce12bb9f374f0db9e2f38796f159039022ad2f4", "size_bytes": 304981, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e5e4f8f7125b5525d9277d51a10609cc601b2fb3d9938c0df81688161a520a96/d5d1d06d0ce649b02a9111e9bce12bb9f374f0db9e2f38796f159039022ad2f4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "382bb2b0f70d2bd7f22dbdac324305c29db68a71b4310fa6daf851ac231d484a", "size_bytes": 141513, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/992c27e83ebb645c674a411cc7fdd12e8ed12ba2a41b0d7537b8e7e3531e6043/382bb2b0f70d2bd7f22dbdac324305c29db68a71b4310fa6daf851ac231d484a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a587cebd5be574663a97c6a27f3b29baaa9555c8f6e2848ad0e382abd43967a6", "size_bytes": 214828, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bbc47474d87b16af00a933ea19bed77f6bd5987a5fca32f8a8052fc83c2995a1/a587cebd5be574663a97c6a27f3b29baaa9555c8f6e2848ad0e382abd43967a6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7dade2224e76015a249ddceee4e3ff27b287bfc07f85e10a8230cb4b4e7683fb", "size_bytes": 77443, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5da6ee94a38199a1007498705cb60e62712fe4d65b981690699b7048ead40534/7dade2224e76015a249ddceee4e3ff27b287bfc07f85e10a8230cb4b4e7683fb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ff41a238a678db5a2ba93d635f9261ec0815e2cc30fcf40f536ca84a34d888f3", "size_bytes": 339973, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7045b9ce06e76e8149d2283b8e31f904cea075300834baffda95368932771aff/ff41a238a678db5a2ba93d635f9261ec0815e2cc30fcf40f536ca84a34d888f3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "712788f5616f368d9904a7365e4949f7cd7519ed6bc70483fbaf7f7cd6190f6b", "size_bytes": 137822, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c1c64b2fce11124726c8e33b5f7f1a0ccb0635c97199198f4164af3d026e1d98/712788f5616f368d9904a7365e4949f7cd7519ed6bc70483fbaf7f7cd6190f6b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e41784f4eb07809d8d491a2425dd7843a1432a05617d56ad62ffc6211b3965c7", "size_bytes": 123929, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2d08dc2f4f645b192a5d919df39ec62ea0f6f0fa962dd8c2e05f736539f131f4/e41784f4eb07809d8d491a2425dd7843a1432a05617d56ad62ffc6211b3965c7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f2fcb845ff383c52a146bfad21c90897a900a07c886a22ed5cb4cae2ca3a7d25", "size_bytes": 108958, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dd3d4212d60f2601a793b6ec22d6c90d8572b01937a0da772393b993238c505a/f2fcb845ff383c52a146bfad21c90897a900a07c886a22ed5cb4cae2ca3a7d25/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4cb695a74c9c9bca2bac43dfe8b18fabab12fab26a0841ae44aa0ce24414351d", "size_bytes": 259330, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2cb4d4f91b09c5a82e24ea03742f25b9654bfede38fb4543c998d656a5480051/4cb695a74c9c9bca2bac43dfe8b18fabab12fab26a0841ae44aa0ce24414351d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fc02593cafe3954ed7716bc7f88b01a08f0f2743f0ca30eb3a5aeda28a162eba", "size_bytes": 264559, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d2bce6b494b054e8897cd0433f90febaeed9a2c730e854cee53ed8296862c82c/fc02593cafe3954ed7716bc7f88b01a08f0f2743f0ca30eb3a5aeda28a162eba/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5e49e2b71f035517c2d5f4a93512185ee9e6a1276ba47ddd069eb12338fc7ec0", "size_bytes": 239407, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/70bfa72bfc4f48e79524a4a5d4b0914ee276c087173ef90b1610407be2bcb0ea/5e49e2b71f035517c2d5f4a93512185ee9e6a1276ba47ddd069eb12338fc7ec0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "52788ba5bf35c2156b9bdc5df0bb6b13e24c125a2cde1cfb612d50aa54091aab", "size_bytes": 114748, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5c24c21cccb26da7ac21ea26eecb8536157dadbf5644d58b446c1a78b94d3c20/52788ba5bf35c2156b9bdc5df0bb6b13e24c125a2cde1cfb612d50aa54091aab/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "29dab8639be43c2e10ebed5ce146d7e5f6d4d9e04d6020b8410d7429143c3494", "size_bytes": 81321, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1a08e235d5b5d0e007db9e5f3aa5acc074b8e2dabfd0f7df12906364ade8e23e/29dab8639be43c2e10ebed5ce146d7e5f6d4d9e04d6020b8410d7429143c3494/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "72bb0f75e5b0d72afbc20730e7fcd31f6d4ad541e401c4a1a6546c392637686a", "size_bytes": 109539, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6b87c3644b50aabffc4ef6b92b5431bf9fb850e983371715b8bc452cc2cfa820/72bb0f75e5b0d72afbc20730e7fcd31f6d4ad541e401c4a1a6546c392637686a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "openai-gpt-6-astra", "model": "openai/gpt-6-astra", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9b9b0e821b4ed582fb601af059d9bfaed0d8da37f9e22117c3127e5fe3802454", "size_bytes": 746806, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7957ee2c26084614cef7a79ea61c5d092c2be7993401f2c418aaa43cd62a6e48/9b9b0e821b4ed582fb601af059d9bfaed0d8da37f9e22117c3127e5fe3802454/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "452cfeb6b62b890c22df3d604f876369cfd4645de792f7f2ebaadb1396152cf8", "size_bytes": 359192, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f8c07e785768d0a8367714ef0d64c226587e4fe01d974c446f77be678ba4119c/452cfeb6b62b890c22df3d604f876369cfd4645de792f7f2ebaadb1396152cf8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8c401de78e442022537e50a4c457dd7d4d75753e4c35fb06851549fb61fbd45e", "size_bytes": 185039, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bd0b9ab68490ec0502e37eb062ffad928dfe173d708a9ac15f3d7f4531085072/8c401de78e442022537e50a4c457dd7d4d75753e4c35fb06851549fb61fbd45e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8015b60f76fd3dafcb58820f88d65ca19e9926adecd04b7b43d51cfd2efa10df", "size_bytes": 34785, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/60491f71b5d8ddfe5ef3f5049d636f8e7739bbdad550359f86b068fa1e4f34b3/8015b60f76fd3dafcb58820f88d65ca19e9926adecd04b7b43d51cfd2efa10df/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c00424fdb811630380000d71ac9ff2a714b479084737ebf5adb47bc1883f35be", "size_bytes": 247968, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/84f4274df5b05d5e61ef623a2951a45929214f15b1eb430e1ca1a887ae58924f/c00424fdb811630380000d71ac9ff2a714b479084737ebf5adb47bc1883f35be/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "aa2cc9de93bfd01a0f6b0e112153dee2459a2254c034cf3cf92251ac14717ab5", "size_bytes": 62623, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ffe15145dd915cdec09036d0ed06dd6b5daf9402cf52902018f2660000984fe/aa2cc9de93bfd01a0f6b0e112153dee2459a2254c034cf3cf92251ac14717ab5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "36c005edbabd74f8d25761ea685916247af2f9a981bcfcf2e2ab24d6d4e0c5d3", "size_bytes": 92712, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c4cf70ac8e576a098ec455d3b8d4c27db3ef545aad0a6468292d577be8416950/36c005edbabd74f8d25761ea685916247af2f9a981bcfcf2e2ab24d6d4e0c5d3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "156f60c579b71b739923682587135a2be8604b4a2001e30b0eebd0c5073b51cd", "size_bytes": 96021, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b93396c0ff5b7fdfd39e12f7ff494fe36cdabdb76c768296eedd5f863a7b0f4b/156f60c579b71b739923682587135a2be8604b4a2001e30b0eebd0c5073b51cd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "307ff1b893767bb92681afa1deab89d9c814981ccec9deeb29ec1fc038ab19a1", "size_bytes": 131559, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/956b82a0ba53ce85483434457d5a563cf74d69951e3cf465fd15c3b051acd542/307ff1b893767bb92681afa1deab89d9c814981ccec9deeb29ec1fc038ab19a1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a288176a29d20e3fa2f0d605d868d100c3d3f69e718f61fdb30fb65fec6a8082", "size_bytes": 398212, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/370b464693eddd0df546ac58cc92fcd03eced78d8abfd32716e16458ec9a72fc/a288176a29d20e3fa2f0d605d868d100c3d3f69e718f61fdb30fb65fec6a8082/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c1f78b19d060690fea76b98f86b93c235565fafee64fdad253d5a3b873871916", "size_bytes": 227029, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8e320d5f8d525f9f0ac4023d1b03c7fc0a6382f5e1517441f10242ab10f0f8e4/c1f78b19d060690fea76b98f86b93c235565fafee64fdad253d5a3b873871916/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1d905d095bfc68d52f85fb5dd903f3957841205efeb2cf26fbbd96a7ea2a5f47", "size_bytes": 237555, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/eb693b97c9508becfcc568f9cea85fcc5ac1cdbde9b28a321996a1abeb0a0694/1d905d095bfc68d52f85fb5dd903f3957841205efeb2cf26fbbd96a7ea2a5f47/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "713ef5852d51448df4b2da9a8092a8da21f53f9222bdba7f6191deceaa29f2b5", "size_bytes": 235208, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a1d6a3c44fd0108b5af020b0d7b030230f6bd90cd51380f8fe116e0358bf20f8/713ef5852d51448df4b2da9a8092a8da21f53f9222bdba7f6191deceaa29f2b5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7afa50a3399deeda556f3e259a88d64ad7a2b34afc790e8a25e45f10c9a240b8", "size_bytes": 333751, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/efd7d7edb40fdf1a1b0ce7693b870c01b33ac6e54780d87350503ad8ee8b9535/7afa50a3399deeda556f3e259a88d64ad7a2b34afc790e8a25e45f10c9a240b8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "00bf2c75fe870213e51232e32ca786abdafae4e88550bdc08ce6c99894062356", "size_bytes": 73268, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f869885dfe2140cfc69feb6a722a3cd355b27907a206d3fdcaa0a009b0cde3e4/00bf2c75fe870213e51232e32ca786abdafae4e88550bdc08ce6c99894062356/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f9977d8ec29c6aa023e5292c2199db1bc7fb254f6b0c326af9c1c819b9d6025a", "size_bytes": 450930, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dd2df6cbbcbf33a90a3456cfa2a605c2b8fb9240064b6f91216cca82bd4e3d1d/f9977d8ec29c6aa023e5292c2199db1bc7fb254f6b0c326af9c1c819b9d6025a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ec5f77388a9983542d1747642224a30ae0eac70713838ed4834e84143be1fbaa", "size_bytes": 68496, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4cdec34993f1fa428b8c324e9f87832e4906e0b49200f0da601c1e33b144af6e/ec5f77388a9983542d1747642224a30ae0eac70713838ed4834e84143be1fbaa/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "eb26eaa0e9688799b294f4edb6fe69cfd21c3e4b06e402b5014a42ab904abbf9", "size_bytes": 638376, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/04112bfeccd305a0c0d46b6e41a5b5a0b98392495dcbec246aa021b053676f8a/eb26eaa0e9688799b294f4edb6fe69cfd21c3e4b06e402b5014a42ab904abbf9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "156370bf3ceae99e374414fe916d0d9c31d173e9ea72a967b9f218db46deb39f", "size_bytes": 403123, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f52d438d6dbb60819242580b392f561823b4fd755114ce84032342cccd0f2d0a/156370bf3ceae99e374414fe916d0d9c31d173e9ea72a967b9f218db46deb39f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6b6f0a905afd977f9ee9ddaadb3a7b3a0b146b7732c5932a9d22712cdd022778", "size_bytes": 159147, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cd1d12a433f1181d0b635e91e098dc8e910e9eff45bf8819285964d0747e6583/6b6f0a905afd977f9ee9ddaadb3a7b3a0b146b7732c5932a9d22712cdd022778/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "294a2bf331db474a764d3b63093f0b4c351463b515ceaa69ec8e2e051d013067", "size_bytes": 102119, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/676641aa5f6664990a001fa17fd634e15327c2d77d1a68161f859ad97de97599/294a2bf331db474a764d3b63093f0b4c351463b515ceaa69ec8e2e051d013067/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bd1c86cd45908372d4b6c654a5b07253cde0c3a03004348d0c6240396df94aaf", "size_bytes": 347617, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e85f9ae270f1bfbb2c5fb6a524a6d923cb08d71d2e0299d22d4b986e24d4e3d9/bd1c86cd45908372d4b6c654a5b07253cde0c3a03004348d0c6240396df94aaf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "561763bad03b334f351446080de54e0eb6d71c5711bcdc232016b8b7cd90205e", "size_bytes": 268685, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a12d7ef96db32aa02b03c0fdd6c02ac9037464ffdd00709dbc8d5baeb51f25d7/561763bad03b334f351446080de54e0eb6d71c5711bcdc232016b8b7cd90205e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d21c8fcd46fc97db0fd2f8079654eca12de2550e2d785b46e787850048f761bf", "size_bytes": 175453, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7c7ddf89c1994543f37e3f70d936f3a453e02e79f1bad89923175621f28ad88d/d21c8fcd46fc97db0fd2f8079654eca12de2550e2d785b46e787850048f761bf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "62695fd7fe2c06367a559ca722be3b6983c4639c04940abba097d7655f078045", "size_bytes": 158321, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ff94341b58a8bd536360b511c596f1cc67895c77086dedc6c5a9a9af8c8d850c/62695fd7fe2c06367a559ca722be3b6983c4639c04940abba097d7655f078045/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d02fa6340b41ceecee4297303462a37296d149cd3ad3123cdb9d749f1cd9712b", "size_bytes": 180441, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b14db71ea08916acc1a5b16026b90403c7f14c9e077b2751150f0306e113dcad/d02fa6340b41ceecee4297303462a37296d149cd3ad3123cdb9d749f1cd9712b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0a8a7cefd091f5fcaf11e64919802b467bdf1228bcbfff4dd83b8c29dd22d915", "size_bytes": 129375, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/86729ae7eb263bf2250bc7b0a95810f5a03e65f52fb6d93b5f2174c0a7a68373/0a8a7cefd091f5fcaf11e64919802b467bdf1228bcbfff4dd83b8c29dd22d915/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "openai-gpt-5-6-sol", "model": "openai/gpt-5.6-sol", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "08772af17be91208b9aad1aa4dab2789773f5c07f5847a4eefc3f53b97ec9d9c", "size_bytes": 2125278, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f723c08c6e4d632c5c26419f6890a984110946a09ff9f14588242ed64c11edd0/08772af17be91208b9aad1aa4dab2789773f5c07f5847a4eefc3f53b97ec9d9c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "045e6b0ed00bef30d7d084d993631d3fb7f39bbce301f2510468473c934e6c06", "size_bytes": 714739, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/502dbbadfe0a7b76f80ad7279ce62c41b98e03997d5cda99ae3c53b1ff53650a/045e6b0ed00bef30d7d084d993631d3fb7f39bbce301f2510468473c934e6c06/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "158b2029c370b0de7dc975ce7e73f32adf9f5e5aa47d0f12e3b82a795cf9cf14", "size_bytes": 464199, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/306b797bf28885df6ac92542de38fc2cac064b5fea35a5c94e2c68949ec832aa/158b2029c370b0de7dc975ce7e73f32adf9f5e5aa47d0f12e3b82a795cf9cf14/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "12fb393fa0e14ebaab7e4130dc348e1fde75da8a4857ed88e595387b394abe2f", "size_bytes": 58568, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/30cede199ce500decb91234bf133b2373a3b5d735ee8ac01a2389e592a40e583/12fb393fa0e14ebaab7e4130dc348e1fde75da8a4857ed88e595387b394abe2f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c1e3b524399fcffb0e20a93e1baba25744eb58ec37071b5369ace63f575e2934", "size_bytes": 1510949, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d35a08581e29222a9bc9cb6a77791c9e01bf78fcef427d0632ec7aa37fd57a70/c1e3b524399fcffb0e20a93e1baba25744eb58ec37071b5369ace63f575e2934/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7fb7e3bcf1801cb597549de03079fbcf83f8b34ec0cc98ae9d23731ee119af10", "size_bytes": 116498, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/18993aff8621d78dbc0e6fa72624fc06087e8e6c2350818a644b1011decebad6/7fb7e3bcf1801cb597549de03079fbcf83f8b34ec0cc98ae9d23731ee119af10/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d79bd5830487b60960d9ddeb4300478607973e69410e5c74b42813d64811e8f0", "size_bytes": 78479, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0be3aa138879a23a5720de3568d40144c2900f3e5913ad0af2f3cd5fca16eac0/d79bd5830487b60960d9ddeb4300478607973e69410e5c74b42813d64811e8f0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3d591960417f79fa297e6478e904d924d56461bb842dfd7e9b04c3e6437cfe68", "size_bytes": 344801, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7e3a22a83911de85dc732c533d0f946942943d77f60c4e21b39e3abd62b2ceab/3d591960417f79fa297e6478e904d924d56461bb842dfd7e9b04c3e6437cfe68/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bc9e674ee74b8712369176e5fdf4159359253104c845014b38272968c4d138d3", "size_bytes": 218084, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/456003fe2fb6d67f02c5bedc67a9a0576547bfa0856ca155431e66ccba47f4bf/bc9e674ee74b8712369176e5fdf4159359253104c845014b38272968c4d138d3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "22617f5c1c442f4be03b3a61951d943e664dcccd9d18fc16667782dac36691ab", "size_bytes": 570588, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/467bad17d259275c65e203d60d5a853eb198ea8feb1325c982a6a8ffd440135e/22617f5c1c442f4be03b3a61951d943e664dcccd9d18fc16667782dac36691ab/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 25.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "22d3e62289cdb3f362485ea62f131bacf901d088654e14b5631ddc33c597f149", "size_bytes": 741261, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bf7836185c222738651ffa819f0e9b2b44c9aebf6df59ad72636df2667887179/22d3e62289cdb3f362485ea62f131bacf901d088654e14b5631ddc33c597f149/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2f615bd2196cdcffb134e79d2eb730026a2e97fe8fee8cb749611e081afff93e", "size_bytes": 541652, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/13f814ffe0dd6decaaacde754710d0d5186f687e2002eb430d95eb9460ff8dd9/2f615bd2196cdcffb134e79d2eb730026a2e97fe8fee8cb749611e081afff93e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "60015923e307552615206e314a7a55ae52021a5d92a3d062662ef011f057e8b0", "size_bytes": 493446, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4b57bc2606fcf0de31c4aac4a9c8d1c5fe59ddad7ebc29af6f8139609d0f4e41/60015923e307552615206e314a7a55ae52021a5d92a3d062662ef011f057e8b0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7fdb0721212571dcaae18ed90f5955c890c41aeb70c77289edf8306581ea22cf", "size_bytes": 1241921, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2657df5b9fbd5c3de1c9d9ec0ae0273b6314bc839568344357a6174a2882b2d8/7fdb0721212571dcaae18ed90f5955c890c41aeb70c77289edf8306581ea22cf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "eb2994c8fe4debfae244c33f6fc061bab4dd730c3a44819fcdcdd27440af18eb", "size_bytes": 111618, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ca9e2297db03f9fafe0ba5960b6aa934eaadd0d9c745842bf28f23b949c924a8/eb2994c8fe4debfae244c33f6fc061bab4dd730c3a44819fcdcdd27440af18eb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1452af7fdd079b0d36baef51d360fd4fbe8b1b6e10a3177301a4a15368633d7d", "size_bytes": 739399, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9f178203091ffec86d021ad8d0e3bdcf751983db382747108b7fbd461551125e/1452af7fdd079b0d36baef51d360fd4fbe8b1b6e10a3177301a4a15368633d7d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "87d0277e1cc7cb635f5cde5f3eca8a356f77a4bf3ca6a44a60e2740786d935a4", "size_bytes": 169417, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bb66f81a9ca7215bbfa48383492ad33b43bea4955febeaafeaf4e94e766945dd/87d0277e1cc7cb635f5cde5f3eca8a356f77a4bf3ca6a44a60e2740786d935a4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f35c52c0d05ee9d27b78461d8abbd7cd7d075371da6756d2500518e167548cd3", "size_bytes": 1646862, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/83ab3d42e7e69f98397a3ff97d5a2c52fe78b5ce0d7ffdacac384da1bdf9d1af/f35c52c0d05ee9d27b78461d8abbd7cd7d075371da6756d2500518e167548cd3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5068039f77ff92300184b3e4f34691769c881ab623ec4460b8e5294d04fd406c", "size_bytes": 1110469, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b4677dd0c5aae26d66f6debdac894d2c8d2ef5f3658a5359b47441b3fe03e3a9/5068039f77ff92300184b3e4f34691769c881ab623ec4460b8e5294d04fd406c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4ee033fb38da1f778a3d6629b3ed1565a716c2fec3ef4daa417b85658ffa9aaa", "size_bytes": 198887, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fb1c297aa271ce402f7f99ae96afb7a03d75fa32f0e10c8092d7d44807bd9e41/4ee033fb38da1f778a3d6629b3ed1565a716c2fec3ef4daa417b85658ffa9aaa/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f735918cdb1a7271d1de46d03ff7af0408609352edd392510b311919e8819ce9", "size_bytes": 175637, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bee06eb73a066fa83483a2c1a0c369ab13963fa59da8a7d04e330d47f876830b/f735918cdb1a7271d1de46d03ff7af0408609352edd392510b311919e8819ce9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c814f4255f31139acd58c605234754674cc59b0762a26faff06efc23031014bd", "size_bytes": 1214287, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e2fdd31ba43e9ee7d93c3437c7468e9aff7e523eb3505ba2d4f68a080a005ba0/c814f4255f31139acd58c605234754674cc59b0762a26faff06efc23031014bd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "737b94c11b62376632bd285e83e6761dc15b589be1201d9a07a52f2adef29259", "size_bytes": 859838, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/632ac26c6e651d44e4ceade34e9f1e990c4686695560b94dfb8cdb90dbfe9c3d/737b94c11b62376632bd285e83e6761dc15b589be1201d9a07a52f2adef29259/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "be9d01b50cfd55f40b42d5ebb0aeb8b279e31fbe78d69ddf3de6458b783e793e", "size_bytes": 303282, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/85d09dac6eb719e60cbb69fd948359c0224d27e38bdab351fad7a6c5c54eb50f/be9d01b50cfd55f40b42d5ebb0aeb8b279e31fbe78d69ddf3de6458b783e793e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 46.15384615384615, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "01b668ad746c163d6c9b5c813b4e16efc2c501ef1cff135de89abf929bf28f32", "size_bytes": 290839, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0cffde01ca9ecfe8bd630b6153786bf25ab66afeb9a61ae5a743c8a19de68437/01b668ad746c163d6c9b5c813b4e16efc2c501ef1cff135de89abf929bf28f32/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3219f3c8adbb9202caaae9a79d4d5fee5308649c258b92f8cabab8b263ac9b92", "size_bytes": 329511, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ccb56e6e333110120453cbd3868420059f8162cb485bc49240b41cac0f91a20c/3219f3c8adbb9202caaae9a79d4d5fee5308649c258b92f8cabab8b263ac9b92/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bdea781a12b757555938ec678b3738e9b26447cd2ab338b876753693a100aa25", "size_bytes": 804622, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/07e5a45d86dcc967c0f72e58cd6f8fc26182b074a2e9c938ffff995fa548e3d9/bdea781a12b757555938ec678b3738e9b26447cd2ab338b876753693a100aa25/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "openai-gpt-5-6-terra", "model": "openai/gpt-5.6-terra", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c716ad00d21b83eae76495fc28ef38bb60764fdb987b8cd1c9e6ebabb50e755c", "size_bytes": 819714, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ed2b32bc132d15f85d05972fb4b0616458123616b68506ffdb01053e8fff97ec/c716ad00d21b83eae76495fc28ef38bb60764fdb987b8cd1c9e6ebabb50e755c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "008cc94f9d502672c690c76365302d0d557019edfe4cc83092f0c291c9e86b59", "size_bytes": 666448, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/035cc87449fc51498a74033c73ad942a1d9b6d023527a9b02a6d4f8dda6ff76f/008cc94f9d502672c690c76365302d0d557019edfe4cc83092f0c291c9e86b59/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5d64560b47d162d8a8f66bd924d8d78faceb4078091244b2bef7206b98177135", "size_bytes": 559865, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e72ef8d82f0c511fcd622f834b81092e5a76c170a896ecbb60f253e4345aa7fd/5d64560b47d162d8a8f66bd924d8d78faceb4078091244b2bef7206b98177135/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9e5601327661e21b581fd213fe061717d0b05259ad964a12a4eba852937d0b2a", "size_bytes": 202467, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bef456a6d11e625f145e6df96418255ec706e2cffbdcee3aa3268163d70ab4c0/9e5601327661e21b581fd213fe061717d0b05259ad964a12a4eba852937d0b2a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8600c0c236de1f16231e35ed8975a720d1ba43ceac8facb93ef45dba94f39640", "size_bytes": 745874, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ef0c54c88261927b28d244b6ddf52f3a88b47d8438c26105b126490dc36b2e78/8600c0c236de1f16231e35ed8975a720d1ba43ceac8facb93ef45dba94f39640/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dc224a459a4609b056d71ca06cadd0415e1556f324da6fab407fe4282babe6d5", "size_bytes": 211266, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71fdc231237a4810833a05e56616b256c535f134c4af461bbecd5bfff9e59461/dc224a459a4609b056d71ca06cadd0415e1556f324da6fab407fe4282babe6d5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c03296d1a6d7a729e43e5029a3b6bd92e3590c80584852af590764441ce4022c", "size_bytes": 179282, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0c2932201c989b2a9bcb25449fbc46d0ece92449aa554749190ff0decc388866/c03296d1a6d7a729e43e5029a3b6bd92e3590c80584852af590764441ce4022c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "07e175f0ff8af5f838c5e8650c88ec474f7053ff5f286391318d2753021afa58", "size_bytes": 248085, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7f09a2e0168207b4f063c911de6cb62c185a28a6e127ad711735c5031e6920d8/07e175f0ff8af5f838c5e8650c88ec474f7053ff5f286391318d2753021afa58/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0b43a68f18940b5303fe18ba43a436f8c13947dc77a6c5290a791766f38b08f0", "size_bytes": 236559, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/66c0fbf8839cfdadc5c39ce4904074b648a0ab6f10cabc2d2e08fda7bc5b7030/0b43a68f18940b5303fe18ba43a436f8c13947dc77a6c5290a791766f38b08f0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d4d856caa17f9dd5bc8771c9f934dac89ac0a3d78131332b8ad01e6f1bab1572", "size_bytes": 768982, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/71524031cb51d5c0b69affbdc726ce71a582827456b0504f458e1320ed32a19f/d4d856caa17f9dd5bc8771c9f934dac89ac0a3d78131332b8ad01e6f1bab1572/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "627ac19e9698f676585fc0aca22af4fd481b61cbbaef74f49ae18e12d6732379", "size_bytes": 835899, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3e6dbb191e12faa108db8de2d89c91761b464d0f497ca27e34c9ac92e4fab50b/627ac19e9698f676585fc0aca22af4fd481b61cbbaef74f49ae18e12d6732379/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6ebdf9c1527723866de3ddc7847895eb23cda33e308e6b460f4b04eb37779367", "size_bytes": 1015178, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/baa56af84bbbcb611e8250fc2a106d4ab1952b4fe8a796c354e3d8dc81470ee3/6ebdf9c1527723866de3ddc7847895eb23cda33e308e6b460f4b04eb37779367/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f38af6974987f621e8f34363507f5ab6d49c72507e7c96bcff3ac43163ffd052", "size_bytes": 671964, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/51f452d63bf5e5971c4c821cb3a8f2e689602ef598626c37483c57ea08b6c926/f38af6974987f621e8f34363507f5ab6d49c72507e7c96bcff3ac43163ffd052/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1d634205bedbcce9ba2b67725e4877cb59b0e61d68af01ddccb1036e5b32cc61", "size_bytes": 432062, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7f790613204dbda4ce3a9d77cb73d18cd1ac012d3e74fa28e54e54d8d2621435/1d634205bedbcce9ba2b67725e4877cb59b0e61d68af01ddccb1036e5b32cc61/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "914c49b6c43a4e2f8f206bd1e392181685707eeeb819a616bc2f974fc42a5389", "size_bytes": 268991, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8b22b47e74b61c835b963a485fbb18b3b55a52acc12d0d717b6ddf6a2262b28b/914c49b6c43a4e2f8f206bd1e392181685707eeeb819a616bc2f974fc42a5389/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9ce3936a598c303fe1de211b2bb39fa4fcee3b8409ffa0231ff991d4d688c0eb", "size_bytes": 1252457, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/12710a94c4c2476cb2055b9efd3ed589febd668211c6bc094ac3137e186e991f/9ce3936a598c303fe1de211b2bb39fa4fcee3b8409ffa0231ff991d4d688c0eb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e9d3948a49e905d28a96e9f60ec5abbb373a522e698800a9e77f7161b1ce0973", "size_bytes": 197502, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/708a740e668cfd6c2e5eaeb721ba7d9293b149935206dc113c3c5cdc8d43ec75/e9d3948a49e905d28a96e9f60ec5abbb373a522e698800a9e77f7161b1ce0973/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a98a85747152ea3e30b33af40cb983e7fe14c2bd0dd946c8a410251f564108a4", "size_bytes": 1180956, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c48e85c0829e6b469e2c2d7bf43c57645b53003acb99999f2e40c745c6019ab0/a98a85747152ea3e30b33af40cb983e7fe14c2bd0dd946c8a410251f564108a4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "65704dca285864a344d3ae7e25ba8d4aebf9acfb28d79f685e47efb4df079e25", "size_bytes": 1107913, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b920d6cd7981b79e1ed2fbfd2610d155fd76eb80b35708c64cb31310325c23bc/65704dca285864a344d3ae7e25ba8d4aebf9acfb28d79f685e47efb4df079e25/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "70eb167540607feacd8c2795c7e3ff7ac31470d4d8584f3826354c0a6e73dabb", "size_bytes": 374861, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c742837907a24a85585ae47b135df8f7843768931a216f74946c68ce78fb5e04/70eb167540607feacd8c2795c7e3ff7ac31470d4d8584f3826354c0a6e73dabb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1cf1bffdc7787e4f09e59ca9da111c90492a6efd07d2ef43b7fba4cb05ce03c6", "size_bytes": 281142, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5e34394d56fc7119c0066d1f27a10ca03a5f69cd111e00f605673e743dc524fc/1cf1bffdc7787e4f09e59ca9da111c90492a6efd07d2ef43b7fba4cb05ce03c6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ca429e0309577c8610387e6bded315cdb10955142150bc95a90ab3029ca2a8d8", "size_bytes": 885253, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0a5f251718e0591db0f32d975a2ea857305cfd191cb76aa4e8d3be8ef0cbab36/ca429e0309577c8610387e6bded315cdb10955142150bc95a90ab3029ca2a8d8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1fb47aff2d4a03813df0f31db72c435ef62754dd805bde91f6e59fb9aed8f7dd", "size_bytes": 892998, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d581dcdc4273fdfa146dffd6b7a0a1b0b36c2e9cc031f47b4fab7e28ece264a9/1fb47aff2d4a03813df0f31db72c435ef62754dd805bde91f6e59fb9aed8f7dd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c224a8f20e71a8f8391a10f1f8cc088de2493a868d1872c8bad250f6ca7f4fb4", "size_bytes": 466422, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/65882d68a0958fdec2a055db485f2110ca13f7fdc48f40d9f77460e83761d3ec/c224a8f20e71a8f8391a10f1f8cc088de2493a868d1872c8bad250f6ca7f4fb4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 53.84615384615385, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "19c8a7a818437ff1bbb83beb0c131135c6491a441772a829e381067d2ee8cd44", "size_bytes": 531630, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1cb22845abfcb16eeeedadcecbbbb01a0d41a863d8aba427b16e032e69eec0c3/19c8a7a818437ff1bbb83beb0c131135c6491a441772a829e381067d2ee8cd44/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a57077f8d9c2cf8a947e0904072ec79ee3b076d7ff34fc1d3e74544d9b5061e2", "size_bytes": 384113, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/830bc16e69999611912611029165c7a2beb5cf5c60d2b481d153ebb7529a8dd0/a57077f8d9c2cf8a947e0904072ec79ee3b076d7ff34fc1d3e74544d9b5061e2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0749a912d7d2f1fbe134dcee371055004ad545ae23b4772e7cef856dcc4aac38", "size_bytes": 330544, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/92976fd0224c4cbca60f36d5fab0221549b3b7d6bddb5a3c033ccabda8177d96/0749a912d7d2f1fbe134dcee371055004ad545ae23b4772e7cef856dcc4aac38/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "google-gemini-3-8-flash", "model": "google/gemini-3.8-flash", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "805abd0c2975e38dcc14ce07ed1005074d0461c894a164e835aa73abe516d1ff", "size_bytes": 167204, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e3089a5cb30e8058d694361564e8f5deed392f5b238ed42354ef605711db0b55/805abd0c2975e38dcc14ce07ed1005074d0461c894a164e835aa73abe516d1ff/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "59278ce61b5faebcce62afbc31b9396691ec44c266604dcfe60c3375295d3fbc", "size_bytes": 129853, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8ecbc9214c64beead6da6cce81e8691f25d4c9ecce2f741be8f0d15373fdd7f2/59278ce61b5faebcce62afbc31b9396691ec44c266604dcfe60c3375295d3fbc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0a4d2f958189896e220537c5a5ce42e510d09ac53ef3a7e1ae86f13d27098871", "size_bytes": 138598, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a11d30b8a549cc83a6546cadc2088143e0a313cdf9b9d51faef8af70ec58c8ef/0a4d2f958189896e220537c5a5ce42e510d09ac53ef3a7e1ae86f13d27098871/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "103626d081f95503ead0e7bdec298c51abcbed57ca6eaf9327bea53f3cdc724a", "size_bytes": 85620, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/50607cbbc20481b2ed926adafdfb4114901bc37e6b6ac70c5fc19dbe150b8e78/103626d081f95503ead0e7bdec298c51abcbed57ca6eaf9327bea53f3cdc724a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "45086dfa8da3139addf5fc6cae9c235639cd45059285efe4afab831459b6e611", "size_bytes": 254033, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3f07310fdb1b68c75c727497d6342defd26cafe59b17440fc6589d0b9824fac7/45086dfa8da3139addf5fc6cae9c235639cd45059285efe4afab831459b6e611/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0863fe37613a378573f83f12dc15841e965b34bb2b93ba3db79b1521739fd915", "size_bytes": 130445, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8c69df0a14d6707c84ec7335df2cf1361707b9fb28b3a96f5780c3e4ee627c09/0863fe37613a378573f83f12dc15841e965b34bb2b93ba3db79b1521739fd915/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "08c1cd5f568d0943d126a33a5f0a558526251abde30bb375a87d84a526434f0e", "size_bytes": 95056, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2535f91748745d132194b75adb28fad6bba14722f0a27ca9f4d702b81a1b1651/08c1cd5f568d0943d126a33a5f0a558526251abde30bb375a87d84a526434f0e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "39feb17f0287c01cdc45ecb00b986d8f2f3b5f9580ba2f06c5fe24944e288039", "size_bytes": 111179, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5858b9b7e3bb113f3cd2bdb02a9328e2bc6a42065afaf60f873f1adb382c8761/39feb17f0287c01cdc45ecb00b986d8f2f3b5f9580ba2f06c5fe24944e288039/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7f51c17ed27244d65e5ce83f38a7e8df8a7b6c98ad2be2fe7804ec527f886451", "size_bytes": 95154, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e5b9dffe19f7deadd3509ec5ef516ebe028d8fe65efb7012fde244c7b8f8516f/7f51c17ed27244d65e5ce83f38a7e8df8a7b6c98ad2be2fe7804ec527f886451/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ceae01025121e49489e6cccb15a042e1bdd166ed33f44bef49769e2813ac2dd8", "size_bytes": 161019, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/98de0f5c4cf5f9d1a2e23f7c769e5d2b43baaa6dcd609ad67bc7afb6ea68beea/ceae01025121e49489e6cccb15a042e1bdd166ed33f44bef49769e2813ac2dd8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2a33c8607d9da6a5aebf72ba27f4055c7036e631e31486969c4dcc19c1aba9b3", "size_bytes": 161284, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9ef0493f58f8ced649a759e198877f36ec07b44249f8269a32520e9f23e1bc15/2a33c8607d9da6a5aebf72ba27f4055c7036e631e31486969c4dcc19c1aba9b3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bc113b0a56fa28ef18376a4753a686757093e0e4c16da1d44092a0f9c24ddcf5", "size_bytes": 157886, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/09dbc1a58a086491d9f5da512fd2aef60dd0378f3689698c6445e799897886aa/bc113b0a56fa28ef18376a4753a686757093e0e4c16da1d44092a0f9c24ddcf5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bf679adee27fb0596aee53f36485a1cbff1f42df4d2d8ddd2863b638f20e1c55", "size_bytes": 149902, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/88a9f493c6c700e7f6d3a3ad906e64fb61c1d7452ef102dea11632c22a332482/bf679adee27fb0596aee53f36485a1cbff1f42df4d2d8ddd2863b638f20e1c55/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f6dc9b5ee6c0125c5da83cacbeb4c34008d1b676c37ed3e104ec77360e9961ee", "size_bytes": 207516, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d895cd830b1b37ada90b0b9b78377721025e44662af2369fb1366667c122209d/f6dc9b5ee6c0125c5da83cacbeb4c34008d1b676c37ed3e104ec77360e9961ee/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d140d60ca566a1c3cbf6df2c902e79decf3ba5420d31dc09c4569e74919ef6f6", "size_bytes": 91934, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/89be5c96369027d4d7f73cd36c913956e507a1fb75cada6c730177399995a9f1/d140d60ca566a1c3cbf6df2c902e79decf3ba5420d31dc09c4569e74919ef6f6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b810fc825262eaa24a88705b17e0afe2e406ed5d88044aea80819ae28aa72a2a", "size_bytes": 184399, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/43624bf7446fac1c8e13410e01b2f227fe1c09eca27b699a834c9f55e83407ca/b810fc825262eaa24a88705b17e0afe2e406ed5d88044aea80819ae28aa72a2a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "995b9fae5cc8333645e96854063a0ce8eeed6acfd87f546572e660c695ca8c18", "size_bytes": 103469, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9e921fb3edcb37b7e260c85ff295009cdfca25a1bf81d9b76d9ab9dc4ca86c1e/995b9fae5cc8333645e96854063a0ce8eeed6acfd87f546572e660c695ca8c18/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dbf4fef1c3d3261276136ed1b2dceec29c0c53d161068be20b9f90dec8794ef3", "size_bytes": 267565, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9eb5560ddd7136420a0998b057cd564b1ca8643e40a6105f5434c26127308d6c/dbf4fef1c3d3261276136ed1b2dceec29c0c53d161068be20b9f90dec8794ef3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1df348ad7077327367ff810a83acb80c4a7bdaccc01ea470f8be6d39b4e243c0", "size_bytes": 270845, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dc172edeaef7b22b581bd2380b9e2e683632bdc9780c6e6909f47bbf39dfba3b/1df348ad7077327367ff810a83acb80c4a7bdaccc01ea470f8be6d39b4e243c0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f8a914850419c569f115c4ed6de3f7c737091362d6ae983ac35ad0567cf42f2d", "size_bytes": 132153, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cce687167a6644a7c35da17cb853397b3d1f49cd77e40408d24d47ff15707ef8/f8a914850419c569f115c4ed6de3f7c737091362d6ae983ac35ad0567cf42f2d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "449256ca3372aff81a7ea3e74f44c3e13251ebbfa0a9eed4a3e2d2c03d10cb08", "size_bytes": 192089, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f1b3ab886b827e6f9e19bfca0fb0f816813046562745aa17b25152ad1e53f388/449256ca3372aff81a7ea3e74f44c3e13251ebbfa0a9eed4a3e2d2c03d10cb08/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "838e3ec56f278991c2ac0b91f6162506f981343a860c795214361ba169023bbb", "size_bytes": 162341, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cb423b760d30976a8209c275740491b1df1d5b4926e187b6a03016fc7572a7e2/838e3ec56f278991c2ac0b91f6162506f981343a860c795214361ba169023bbb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 70.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "aaa6d158dea5f1203ab02dac261c00e8e08062694dcc3ad20cd9fc946711cdd8", "size_bytes": 181018, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/86f3bde8aebf00823a45e71c35f3f125cc381cbe82b9788f0b245ed49264ab71/aaa6d158dea5f1203ab02dac261c00e8e08062694dcc3ad20cd9fc946711cdd8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c26c231e374eb7165da2bbb7f2301597d91cb77f50f10c9eccac3de3dd0372fe", "size_bytes": 151546, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bec34e530dec8c2a8df18a83bdd83a3efcf20ae418b2fb4172032d719dfca2fe/c26c231e374eb7165da2bbb7f2301597d91cb77f50f10c9eccac3de3dd0372fe/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 84.61538461538461, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "599e91761a43634be20296007830f5acd2de1054f65e940b0d1bc0ec84b91496", "size_bytes": 259362, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6a6f4932023410f952cdda08139d4fb5fd50d7c479df9b908413fe04e9c5e14a/599e91761a43634be20296007830f5acd2de1054f65e940b0d1bc0ec84b91496/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a29ef4921b0b218c3219d9c65e4b4c42a1de1cd6e80354d877c99b69831f8664", "size_bytes": 188273, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1e4398be3bef0f34835f962af5ad21ebeecb709fc675c0b64b5c2b3e27b96710/a29ef4921b0b218c3219d9c65e4b4c42a1de1cd6e80354d877c99b69831f8664/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "64942e0cf2c295fa607b4815d838b1210669a399c9560efcad320c8dc3b6683f", "size_bytes": 216696, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6a9d60e45c00054a864a5a4143864a59ed4afe2e8d2f84e668070946f68b0257/64942e0cf2c295fa607b4815d838b1210669a399c9560efcad320c8dc3b6683f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "meta-muse-spark-1-3-max", "model": "meta/muse_spark_1_3_max", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0ec405ca82d9f60936ac145c92c7ae0739e27d0d2a9b905187ae3fde80a4db00", "size_bytes": 137476, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5d7c3838c6c1903f420d38c15eee5d73716f82a8ffb79de9c3f0186b43b2bd10/0ec405ca82d9f60936ac145c92c7ae0739e27d0d2a9b905187ae3fde80a4db00/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4f60f594a18b0d0747432f19d325eb7a49e61d5a316606664d4cf68018778f44", "size_bytes": 189434, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9295803751d8ad4df3f56b304e9d32f7499324b296878abb32ddacd437ab10c6/4f60f594a18b0d0747432f19d325eb7a49e61d5a316606664d4cf68018778f44/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1b15879f41facff456b6846a3208ee650e93f7d09176861cb57b519a968b05fd", "size_bytes": 136927, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9dc5e894cb1ea72566784d145ff4a89e2af29a93db52e274923c265c78463902/1b15879f41facff456b6846a3208ee650e93f7d09176861cb57b519a968b05fd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9e54eb21735706bac3743034e8cfca430b38862fff5fbce330dae79cfac491f1", "size_bytes": 55408, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3e3cfeeb82dccfa4e0ee3bc02ba4a0464667608bb1742fe79f89ab9a91e79eec/9e54eb21735706bac3743034e8cfca430b38862fff5fbce330dae79cfac491f1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "88b64f4415eed41e6784dd44b6f9fffe0357939f00efad289eb750b3eb0fc590", "size_bytes": 109650, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3c79718f4d04517c8ee797af3f52da86ba333cc342b12110484a0a614ea062aa/88b64f4415eed41e6784dd44b6f9fffe0357939f00efad289eb750b3eb0fc590/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ed942f59ab05a33e9c605b836c88b0f0da877e660e6ce99bb69ce794865ddcf9", "size_bytes": 53289, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c97ede2efd218c3dab2fde53b7b9cc82136f2187bc2316380e40dca163d3e729/ed942f59ab05a33e9c605b836c88b0f0da877e660e6ce99bb69ce794865ddcf9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e9acd1a2139e194bab5b9bd7fc7bae8ce7dfc4c54568a261bb926fa6f4e6c6c6", "size_bytes": 58257, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c4dff1718da157dd1ccbaa25beb5a00ead35efbad9f9699bda0208d7efa13300/e9acd1a2139e194bab5b9bd7fc7bae8ce7dfc4c54568a261bb926fa6f4e6c6c6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "48d91478c1738313cbc9bb0bacd42f60625699d6fdedb876c98a5c88f089fda4", "size_bytes": 198224, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9340bfed5b61b65f0d9ab2a79caa9b11a1acde2e2eb9b6e2076e9454ac60fa48/48d91478c1738313cbc9bb0bacd42f60625699d6fdedb876c98a5c88f089fda4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e297a2a081474332ca4081f65d68f027baa438bd1ea8203bc016a248d5b2467d", "size_bytes": 74728, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/613c237710a0ab051750b0a7108bd579c301ddd928f3f5e0c9c9f36452152de3/e297a2a081474332ca4081f65d68f027baa438bd1ea8203bc016a248d5b2467d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "90723965106115a5505f79dff9ce66428ca9d8366f98cfdbba9f01b4fa944242", "size_bytes": 202605, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8178251495432a7922ceb87c601e8415c9f3e569c6bc39d9d8a9589162dd5f98/90723965106115a5505f79dff9ce66428ca9d8366f98cfdbba9f01b4fa944242/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ab32899f90bb0ff499a58cf1a4682d6ed27cf36a803dacce4cb545e806ba4f48", "size_bytes": 73597, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/39f24b793fbd436994f6946f14bad3bb6ce5846fd05cd65f745ea1008cfa2e59/ab32899f90bb0ff499a58cf1a4682d6ed27cf36a803dacce4cb545e806ba4f48/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9ebfb0f07163495dd659bb8c5c2117f74f29522034bf9d5ff919777ab9c27f21", "size_bytes": 122144, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9464600ba95da10ad7c91737aa9daf55734d0f2018ab02291c6d91229b70da45/9ebfb0f07163495dd659bb8c5c2117f74f29522034bf9d5ff919777ab9c27f21/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "02f3b7d862ae87a25a2caaad89d3ecf880e82fb72598716c70e3cc38c6747100", "size_bytes": 119528, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/073fec84edfe0c9a74edadb8df6973e28bea26974c0fe600ec6b727417bb9380/02f3b7d862ae87a25a2caaad89d3ecf880e82fb72598716c70e3cc38c6747100/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "79a6dbeaaa3da55a7a10fd70b2abbda7eaa0f255c8c31755a7655c7be25b4990", "size_bytes": 192064, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/04b7a751b85ccb03b419e706ce6b7675701a7ebe1198adce6f29808a34c3c399/79a6dbeaaa3da55a7a10fd70b2abbda7eaa0f255c8c31755a7655c7be25b4990/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c3e8ac49d51158a1c0e0ad729af1d2ebe8d499f998a938e14aee35d725f2e68c", "size_bytes": 64126, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/916aab3f6f27a25089fbe2fac48090a1e36df105af47cf7bc26e4f00bf7c5113/c3e8ac49d51158a1c0e0ad729af1d2ebe8d499f998a938e14aee35d725f2e68c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0797de0d61cd6de2fc69a95d56616b14f85127a21f908b4ad2568cec38d81d14", "size_bytes": 150639, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f2593f01dedd4957eba9301d98f29346070523213e6ea3840b5d9157bd2a5097/0797de0d61cd6de2fc69a95d56616b14f85127a21f908b4ad2568cec38d81d14/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8c7e0a70f2ae3884c95c33edfeea15862582d6df59ab209ece9811fdfebe37f3", "size_bytes": 47498, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dbd1d44812b6abed1e58fa6b493a19ccc1711b892b3970a44fb0ad8f402793c0/8c7e0a70f2ae3884c95c33edfeea15862582d6df59ab209ece9811fdfebe37f3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c3a08b93410e5a74423bf5097be95582de0710f54f2852a84ab472e36f9f4942", "size_bytes": 319115, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e8b1c7ab0bdf493153cfac815351ca26cb93b27bedc391ef06d53ac343611ede/c3a08b93410e5a74423bf5097be95582de0710f54f2852a84ab472e36f9f4942/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4436b988e4bcf4b02a3026db8589ed04e5397965c292a0e7a0cae5a0146586bd", "size_bytes": 257975, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/32672aa1bf1e0d312662624ff02fd1637cd3a7e85601d9d5ad3026c023f99d35/4436b988e4bcf4b02a3026db8589ed04e5397965c292a0e7a0cae5a0146586bd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cd59384d32da1d2bb34d78b9e36ecec59079254f10e83b9301ae9650c7843386", "size_bytes": 148245, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5a2884ca369b31d4c4c6bad5e95124e4816d0fa3e7de1bb6eaaefa288edc91f4/cd59384d32da1d2bb34d78b9e36ecec59079254f10e83b9301ae9650c7843386/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b3cecbc51d663f54957d3d168af6e02c554f9cc6026f29c1176f5a6d86084a4a", "size_bytes": 144475, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6d5071b05ac297044cbae79cfc2b6647e621454c6a1cfdcca77059ccb09cbcee/b3cecbc51d663f54957d3d168af6e02c554f9cc6026f29c1176f5a6d86084a4a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "66705703b4fc572201ac9643a24d05f2280772d466522c8cfde790132ca7b885", "size_bytes": 147021, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6a37f0b24c7e3af76a1edf8c838d78fb42bd8f541954231785cf540a01e61b16/66705703b4fc572201ac9643a24d05f2280772d466522c8cfde790132ca7b885/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fbe87cad5c8e10879bc18abd4d205b67d1e27c752356cdada4864bf328c085e2", "size_bytes": 116291, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f70826d2b464591304bf5598036969a27826019b159b64364828cb70fd0013db/fbe87cad5c8e10879bc18abd4d205b67d1e27c752356cdada4864bf328c085e2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f4131ed5cbdfd875b0ec552973e96f2e447b67b5168472f1eefdf07f59efd76d", "size_bytes": 98092, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a1285a229dcce071890ae759524356885c4a90035ff87759b19c879f305a130f/f4131ed5cbdfd875b0ec552973e96f2e447b67b5168472f1eefdf07f59efd76d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9d3992c4e830e85a95995a2799297170009ab1afa92d1780a5456212f6d7ac92", "size_bytes": 154512, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/755e992b8fcaeb97df797b00cffec0f97cc9c87a8891ac32eb318208e3736f04/9d3992c4e830e85a95995a2799297170009ab1afa92d1780a5456212f6d7ac92/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 40.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a1b15ef71a24dfdde4b143f69d6bb7169b0e43ac3c05bf480abd851aee43e532", "size_bytes": 145105, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5ddd86a03adb7f0826f5c57b98c4ecc7919f83b24422ddd6f62719dddd0b5404/a1b15ef71a24dfdde4b143f69d6bb7169b0e43ac3c05bf480abd851aee43e532/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b5ff5ef8b629c2cabaceec9be513bf85c735fc6a58bb162f3f2e36ace0de8f89", "size_bytes": 128102, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ab5c6677113833a77c01d70f8f069c4fd8a1b55dca942ffba648f41a1af0f9cd/b5ff5ef8b629c2cabaceec9be513bf85c735fc6a58bb162f3f2e36ace0de8f89/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "grok-grok-4-7", "model": "grok/grok-4.7", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "19fff32ee96d05cad4eda565406021cae9c04b9f82cc84640cfd4298a08fec63", "size_bytes": 607603, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d1c349a895f3e8bfd1a54a695a7f0e6c55e250ab383f272394517eea08614943/19fff32ee96d05cad4eda565406021cae9c04b9f82cc84640cfd4298a08fec63/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "97accc761597bdf7617e8ad9d7f5013f728ef4d69a4eb16ddeb1cd7a61a02df6", "size_bytes": 154550, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bab94b52d4f01f3c93a442d99d8f1b77c01908afeb7994f4efc81f909f49805e/97accc761597bdf7617e8ad9d7f5013f728ef4d69a4eb16ddeb1cd7a61a02df6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6f429a5cb5291537c804754c05dbfd8ad22ed8a621950efacbacf0edf6fc1189", "size_bytes": 196887, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/29c4de4b0e48860a3370504433b8ee2ef49ec7fe5906764c2e38078b9f423c8a/6f429a5cb5291537c804754c05dbfd8ad22ed8a621950efacbacf0edf6fc1189/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6dffa7eee4b496f7f1aae25423361a7c34e11a2b98e19befe46e488f7b152ccb", "size_bytes": 87430, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/052801ac6daffe5bfe15072f0cadb943d20e63cc1acdfbd1485d6331c7232e39/6dffa7eee4b496f7f1aae25423361a7c34e11a2b98e19befe46e488f7b152ccb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dd602c7f68b44e6ff5c2fc3ea94b2ac2f28b019d4e4ece02b8190508663f986e", "size_bytes": 562629, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/64f37d169059bd743692bffb50142e27adcae7e73bd96a9f8e969f3f2b97e30e/dd602c7f68b44e6ff5c2fc3ea94b2ac2f28b019d4e4ece02b8190508663f986e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "18f4e50ec9592a975b1f8ec8002dc2aced0f41d10c53165092ec6bf2c38a2adc", "size_bytes": 131728, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f96dc7d2ede53f1ae918a0a2aa97cee8240d78259465c87ab00a02a56d3286cf/18f4e50ec9592a975b1f8ec8002dc2aced0f41d10c53165092ec6bf2c38a2adc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "05accd0cdc3d10a8969e73e64635e868efe6c2375ded231c14f960a461b7d232", "size_bytes": 234476, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f8718c8e37bf72cd41b38dcb29cfa441c7a3b53c08fea839db2931a1509817b1/05accd0cdc3d10a8969e73e64635e868efe6c2375ded231c14f960a461b7d232/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c69babf0ea09ca67c123d157cdc5cdebf7d875d590e4b5d12925de0f1374cb4b", "size_bytes": 194769, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/78b0ef8da8c16725eecef040ded6c8f1983d3e232b05eb79993f3b203f5019f9/c69babf0ea09ca67c123d157cdc5cdebf7d875d590e4b5d12925de0f1374cb4b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8835c19364d19161b6d30739d9c05dd282551b663f3d6309eb874f6f69a7f57d", "size_bytes": 146431, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bf478d326f25d0cf8ef9b1014029f6b956b76646d45bdbfe49a0bbb56ca65634/8835c19364d19161b6d30739d9c05dd282551b663f3d6309eb874f6f69a7f57d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 61.53846153846154, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c2c3da845cf1a4e7cbc063a7dde9db4f11a1beab82ea5e05ef0e3f6ce7118cd0", "size_bytes": 379868, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ee6cb625e9cb54cd18822329cc133921465aa5abc918aa22cd5ded547eab8b00/c2c3da845cf1a4e7cbc063a7dde9db4f11a1beab82ea5e05ef0e3f6ce7118cd0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9752c6e7dedef773a889f75bb58596a40614c8fc06f8a3c350e494f5f825ddbf", "size_bytes": 798953, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/134c6590803b42fa673ad133f2de3af235f2dce4fc1150a7862700c3ff2d1c08/9752c6e7dedef773a889f75bb58596a40614c8fc06f8a3c350e494f5f825ddbf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c11573b017720a520e3d8a69649c1921eac5b11d3bf082d81b1f2e69f9c74da1", "size_bytes": 363205, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a0ad6ef0f6792b5c6eed1137c792c3a880f090af7582d930d5b77201a388b1e6/c11573b017720a520e3d8a69649c1921eac5b11d3bf082d81b1f2e69f9c74da1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "de87f920dfc116e01fce0ff33135b4c3d64cc6d917b9f05ec3cc9d69cd57b40a", "size_bytes": 357024, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c687a614fb3294dcd17eac17ccc716cf011f731a75a75b0bae89fc8323962d2a/de87f920dfc116e01fce0ff33135b4c3d64cc6d917b9f05ec3cc9d69cd57b40a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "06f3c797cecfe36d49cfd1b7aa742a7d8e36fc3df43de3a5aecf338d9a1ca812", "size_bytes": 606918, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/02398fe9cb20a7171fb4196dfc45736535eb3cc6e16a937f616fdaedcc1bd12b/06f3c797cecfe36d49cfd1b7aa742a7d8e36fc3df43de3a5aecf338d9a1ca812/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7f5ca1e11cc86afbeae76a138d53be485b66251a67d177d4a3dcf187b39e58a9", "size_bytes": 175795, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fde4d20500075b0d7a67a7578ec5084f0b70d68debd3fd9550a940c1f743395f/7f5ca1e11cc86afbeae76a138d53be485b66251a67d177d4a3dcf187b39e58a9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c102e799b965c9f24d0de0a29114aae6a64541b1b57652c4ae328522cf17bd26", "size_bytes": 466491, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9c869690ae249bcb849b73d535a1086a5964ef76097e7352ee881626b5c5da55/c102e799b965c9f24d0de0a29114aae6a64541b1b57652c4ae328522cf17bd26/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3a69346c566ff560c3b5313aa6ac83f05c0c567956d717f2a4cc4502fdf8b7af", "size_bytes": 79301, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8b417fa308027bdd796c33eee0549f6e6ae8d5f9d4396bd9dc2f7e4be7082ebf/3a69346c566ff560c3b5313aa6ac83f05c0c567956d717f2a4cc4502fdf8b7af/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fa49ef2ce5fc639c2f78b5f4d61c41de8347abb7b5998397ed3d8b6a565214ee", "size_bytes": 568319, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/00d15d08e1e922b63b103ce28f6b199ff768e62f4d20045a8a637a5495e627a4/fa49ef2ce5fc639c2f78b5f4d61c41de8347abb7b5998397ed3d8b6a565214ee/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "71cab835c944ab59f0d517ac731df33168cd6d2ea5dca38830cf02cd0009870e", "size_bytes": 717382, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2135a03eb1c162b4ef4af21a3860a4f7b2acdd6dda677cf8c1c92f85e6318827/71cab835c944ab59f0d517ac731df33168cd6d2ea5dca38830cf02cd0009870e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9c928f303a53477b98b0e94354f5fd697c6fda2854723159937e855389e9436a", "size_bytes": 474350, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/60dec32613e6b3f84fe89e26c64bc7d6d9f9af987ef370f9c99977f8311bec7b/9c928f303a53477b98b0e94354f5fd697c6fda2854723159937e855389e9436a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fb9914670dfa988f3c0e65c6bb79699628351f8f2088544251fc1be5319f2ba7", "size_bytes": 216627, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2d9cabfa42529a9a5f02f7b62750a3224a39e076f754509d29b25bb841bbe048/fb9914670dfa988f3c0e65c6bb79699628351f8f2088544251fc1be5319f2ba7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "80aac1ae082f2947f91906c823a2e038f8252e26dd704f574e096c787599569c", "size_bytes": 595292, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dea1f59f259824ad146c3935394d567398cf1f4ecf0e1e5511b793429814d722/80aac1ae082f2947f91906c823a2e038f8252e26dd704f574e096c787599569c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a7c19fc1fb51f8f6242e86544f8941e8c11cc7deb81051da9c991610a7763add", "size_bytes": 523253, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d555c38f3da65efcc57298e2c32d61ccb7a4affe9c0e1600b521491d9d4e3b37/a7c19fc1fb51f8f6242e86544f8941e8c11cc7deb81051da9c991610a7763add/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b79cd1358419ef9eb3f1ec17b22c0085d9ce6e506a54abdd87c40362917c97f8", "size_bytes": 202917, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a27d6645443db57b6b9ee64187765442a843803d8e8c57121f86bd7e6e5a7291/b79cd1358419ef9eb3f1ec17b22c0085d9ce6e506a54abdd87c40362917c97f8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 46.15384615384615, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2467a8bfed5655d637dca7c078ad346ac9fb53cd9c3267360912d958963d7cd3", "size_bytes": 368622, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c5e0778021daa39bb51e4fff9212e6606efe3feb618578c34749d45854141cfa/2467a8bfed5655d637dca7c078ad346ac9fb53cd9c3267360912d958963d7cd3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6779c90100e2189ce389564fca583657473eb3a09a304e552088d29e9c2811a2", "size_bytes": 246215, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/45ccc5a4e82fe98d5d89f95935801cfdf3f72ed784f3578702ead7f8c560c4a3/6779c90100e2189ce389564fca583657473eb3a09a304e552088d29e9c2811a2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f0966fcb564eb7e330810f345ad77762a1f77878fbd799a43ad7dc313fed5c72", "size_bytes": 210500, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1b2f4cb996799325c8c997a3e2a7c945266ae7b4b73a3450cf5b262da88f66ff/f0966fcb564eb7e330810f345ad77762a1f77878fbd799a43ad7dc313fed5c72/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "zai-glm-5-3", "model": "zai/glm-5.3", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8fe3ae302d66f26da4e18dd0efabc78a6ffa87293ee57b11cb30ddce3efcd999", "size_bytes": 1024908, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6bfc54ceb8070fdacf6d765bfcd79008c4ed395dc2c7f04a9cce8bc623107a38/8fe3ae302d66f26da4e18dd0efabc78a6ffa87293ee57b11cb30ddce3efcd999/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "911502061e07840e9be101ab3ddccff7187a9da8d368868193aac5a19c8f3986", "size_bytes": 776177, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dcbd0d5439055206fdd5e4fe2102237641bc0d2397838cb5bb48da030ee6f238/911502061e07840e9be101ab3ddccff7187a9da8d368868193aac5a19c8f3986/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4b12948708a68a604bebaa8136c4bcf2cbae8475960e8392637fa0533734ba52", "size_bytes": 784049, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/64ea8e6d6ead9891399e68f0c3d258e1e2f2c4242fd5fd82b761ec9281781da5/4b12948708a68a604bebaa8136c4bcf2cbae8475960e8392637fa0533734ba52/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2c2bb5e777de798ad2d8cf3ef37ac1a7892085fec9fad32df513040889aa7930", "size_bytes": 77919, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8328d3226a1c9657060b7c18f3c248ecf992fe2426b6bfbe0f1ee0327c0e6d15/2c2bb5e777de798ad2d8cf3ef37ac1a7892085fec9fad32df513040889aa7930/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "06cd63c2a6307e8ded0ce371dcc8e62b4280cc1bcfafc835a6a023ff53b67af9", "size_bytes": 1633036, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fa50fda17c927bcaa6d26ab36e5e4981bdcc9de0c80ed18f5e5e6016714cc279/06cd63c2a6307e8ded0ce371dcc8e62b4280cc1bcfafc835a6a023ff53b67af9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8ccbe74c1d330ddb0f595b0dd1a26769225a7018e89ff97d3d29589eadc658d3", "size_bytes": 181703, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dfb433014d55ccd7b0148bc9679cb68e95d38d1f42ac58c8c910bc6a8eadbe20/8ccbe74c1d330ddb0f595b0dd1a26769225a7018e89ff97d3d29589eadc658d3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dadae6ae67298a820a7c36cece797af0a86f90a2737ec7be68bc9d361c351020", "size_bytes": 74006, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a96567f5f4f812e39707a51581f84efaf75d48fa5038218bbe3ee1fb35c9d3e3/dadae6ae67298a820a7c36cece797af0a86f90a2737ec7be68bc9d361c351020/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "faef01433a873c588c6d2c734a3e13c5a49b2a7b58bdc7d70f6da42f73b4a5fd", "size_bytes": 282902, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c7e61679ad9bca1cacf1d00783e099745349d1fca7efcb7adad69229ba88d967/faef01433a873c588c6d2c734a3e13c5a49b2a7b58bdc7d70f6da42f73b4a5fd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "87ef4627be728cea9811695640184a60553b09a849ad4951c70d5e75d8f74a51", "size_bytes": 150361, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d35b626c56cb64b0fd86475f97cffffe3d1dd75ae84a4fca9f62f52840de5147/87ef4627be728cea9811695640184a60553b09a849ad4951c70d5e75d8f74a51/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "da4cf5bd3722db7996b22b69773bbec458a9b46f29abd84289584ced9ad81c6e", "size_bytes": 310300, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d515a2851cb073d2eb090d86d087be110b92852d5390f35a82af37dff12a8697/da4cf5bd3722db7996b22b69773bbec458a9b46f29abd84289584ced9ad81c6e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 62.5, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bd26ccc364b667545ea18813b8fe7b2c4e80489674b7ffbd718494b43febead3", "size_bytes": 1019524, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a24ac43d71a1327833f31c0f7ba6d286e2da37f7f11f0a5d0606d1692daea205/bd26ccc364b667545ea18813b8fe7b2c4e80489674b7ffbd718494b43febead3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 16.666666666666664, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7235e1cbf799dd728e9f8d5a35df7636325343869746a317ddc2ad6f6f700465", "size_bytes": 525276, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7a54b617f3185ea8cc0736e0563263c718db4e0343a6cda618141890cc5865e7/7235e1cbf799dd728e9f8d5a35df7636325343869746a317ddc2ad6f6f700465/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e562bb88df183b5cf7ee1f4915d8c9c97406ee749c0d907b44b9f9418552badf", "size_bytes": 1882340, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6b41f4599df750a3bb50e51a43e5183812afcc07031656aa3630b80442a2cf9a/e562bb88df183b5cf7ee1f4915d8c9c97406ee749c0d907b44b9f9418552badf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5bd6f169ec6413f87d2a258bfa04475cd32f1e61740ca7b9f121e492230b2a6e", "size_bytes": 731603, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b54ecd530750f44949648eb123dcfedbb1d50b7a6555d29da473607d71cbf138/5bd6f169ec6413f87d2a258bfa04475cd32f1e61740ca7b9f121e492230b2a6e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3a984b6248adfd12678a14c8407402bf5851a82710a0329e179f865ed88da2c9", "size_bytes": 241247, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/11af98971ed7ae394c02beac2e40583cc4ee1039bb2e77db40cbf6d4b8f482cc/3a984b6248adfd12678a14c8407402bf5851a82710a0329e179f865ed88da2c9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "77f64e68c7e52981bb384b0cf19e34a7175a6eb37d0d7d4e8a63d201184b11f7", "size_bytes": 1324379, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2c024bbc9dfddbc773aeba0e2435322da43256a850e172ccc3555a08453fb632/77f64e68c7e52981bb384b0cf19e34a7175a6eb37d0d7d4e8a63d201184b11f7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e0cda155eab8ada41526d4f8a5d1847f3c023bc15b1aeb443ac70855e45c5123", "size_bytes": 179959, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/68bab08fb88655add767371f15c633278bb00e7b4020f866a71894e04ef82f2a/e0cda155eab8ada41526d4f8a5d1847f3c023bc15b1aeb443ac70855e45c5123/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d5f3a726eaf562f278a607ead140ffd74f4237e48abb10f0d6fef3a765052964", "size_bytes": 2052472, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a6cca8b97a55f13a45c4af6993cbc77b4dc3a0df54d592acf950b78c4a17dcec/d5f3a726eaf562f278a607ead140ffd74f4237e48abb10f0d6fef3a765052964/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "289c79834912b6f31bb78e338f6536a39b21dce5825d3259b90d5289dadf30da", "size_bytes": 686046, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3667fec39113a185da1eecec896905443867fa1ccb81ad50afc8db4b709787fd/289c79834912b6f31bb78e338f6536a39b21dce5825d3259b90d5289dadf30da/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "585d5e5b2a18cf3b79ba409714d4a88c3886cd4a00d5bafcd0a32af01a81ff08", "size_bytes": 226494, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3bbeda42ebb9c6f25f686334f214a46f3fc40f4e44b9be48b64ecb635cf334bb/585d5e5b2a18cf3b79ba409714d4a88c3886cd4a00d5bafcd0a32af01a81ff08/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "810e0fcddb204f130a1bced3df89b95b907d7a5824b28c7422bec930f945dc36", "size_bytes": 441524, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4a25ba944bd5cafe044cf3a72b36c1f6b3af1a64bc5c800154187e83c325fd66/810e0fcddb204f130a1bced3df89b95b907d7a5824b28c7422bec930f945dc36/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "17334abd28eaa986a5a62d423bfa1ea691f1ad71250ab13b603d4e3bf27da7ac", "size_bytes": 1305720, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/88286fc126cd966f3850c7238254f52e19f69f8152e2fa4c430199fc4727e7c3/17334abd28eaa986a5a62d423bfa1ea691f1ad71250ab13b603d4e3bf27da7ac/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "54c759472d4f6a2343c75ef28b068f7004626769980c9f6bbaa8d96a7de3822c", "size_bytes": 881260, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1a72b9be4e48b493bfeb22506084befb8acc6b8ef3bf03436001b40fc892f5e2/54c759472d4f6a2343c75ef28b068f7004626769980c9f6bbaa8d96a7de3822c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 91.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "beded6b2bf2a6046fc93569a08226970fed7add320a4e09b9068a49ac2e1095b", "size_bytes": 1012913, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9ec5908b1ce6c9a60b70cceba2bad019cac1ecc9dcf0214f39e0704f3566b1f3/beded6b2bf2a6046fc93569a08226970fed7add320a4e09b9068a49ac2e1095b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 84.61538461538461, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "27783a9c0956e7f7525277d111fa035cb7a3aa9c52083e6c6a8542824fee702c", "size_bytes": 405418, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0dbc9add5da977d4738521e5095612391664f9487f77e190e5f2f9299f8be79e/27783a9c0956e7f7525277d111fa035cb7a3aa9c52083e6c6a8542824fee702c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5bc0f421a14774b2411555796d0f5361eddf2d6e7d01b08364c7231c8674e43e", "size_bytes": 255998, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/13db7aea9877084829255fee80381c5e33f4f0c74c3592d6c6b6e1fe60fceeb2/5bc0f421a14774b2411555796d0f5361eddf2d6e7d01b08364c7231c8674e43e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "52cc579e4b1f3df6d8baeef3da42a8ed77e36895e370797a3a1aab993e5b23f5", "size_bytes": 228300, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/76e7bf9e2767fbf3a9b53c8182527f60d9dbe926d2737cda6cfd4184a4d78534/52cc579e4b1f3df6d8baeef3da42a8ed77e36895e370797a3a1aab993e5b23f5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "xiaomi-mimo-v2-6-pro", "model": "xiaomi/mimo-v2.6-pro", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a41d19bcc2586249061cbd833a1d2093e7412b14cbd31eef55e0904d0484dcf5", "size_bytes": 150890, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a39fc9ffe3617bfc8a674aa71a7890575292938a7801d484c4797ebaa5c91d7e/a41d19bcc2586249061cbd833a1d2093e7412b14cbd31eef55e0904d0484dcf5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b51b2aeabf2e4e9f0244e1e63b9aadb7f17d15ccbe4bfdd8d876cf6ed09b4f59", "size_bytes": 92121, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b93b3f35bec6f4212dbd5d5dce999ed259f4ff3ed9da6577accae661da81a8c7/b51b2aeabf2e4e9f0244e1e63b9aadb7f17d15ccbe4bfdd8d876cf6ed09b4f59/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "15656f432932178963b09bf43d9ab60510a81498ac99ac4c1709073ae08cb103", "size_bytes": 134154, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/295df5d7c9bbcfa22e589b1fdc637057fdefd8b4ad2c19681b6ec344631349f9/15656f432932178963b09bf43d9ab60510a81498ac99ac4c1709073ae08cb103/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "52af2f84eef79a9306984936a3cc965ddcd5adc98056460c3d20ded7fc27e526", "size_bytes": 43966, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3f7b25f590cb4236c37762a3dcbc675722b1225b04c3f318167af59507014290/52af2f84eef79a9306984936a3cc965ddcd5adc98056460c3d20ded7fc27e526/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9899e22545b9f0168b45a7b38a3a94a6d7be24fc97489fef3509011a4dc2cc54", "size_bytes": 157525, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ddb5b6f595d890d52881a964faedfcb653bd8411f13a1fd94187ac86a73a44d/9899e22545b9f0168b45a7b38a3a94a6d7be24fc97489fef3509011a4dc2cc54/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "63e95b4b1b122b4192e25957fff29e07931a69b4083b60ad9b41d75e705c4c5f", "size_bytes": 106551, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4e457fa2c581e64083ce621edd05a14e73e280ea9daf95d8c9a1996278ef3b4a/63e95b4b1b122b4192e25957fff29e07931a69b4083b60ad9b41d75e705c4c5f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8747071a79167755ec82d4cb90ac33a9e35c6d5d024ff5e9646898830481a6c2", "size_bytes": 69693, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e3aa7cbd0f932063a92147397e10218e2937d4aa85452176ed29cf2c81488175/8747071a79167755ec82d4cb90ac33a9e35c6d5d024ff5e9646898830481a6c2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2cbe7a84ad2e1f051cf38f6750fe66187e99819918c71439efef77133d18437a", "size_bytes": 315450, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1a52a4a4549bc49228ddc86ce07b1c4b18c5403637540d282e05f8ce46779027/2cbe7a84ad2e1f051cf38f6750fe66187e99819918c71439efef77133d18437a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c5097c02e6263585cc6eb75770e7ba68ed1b06c5b98f5e34afc7d031e7b48e7b", "size_bytes": 78525, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/90fe43564073c9c2930e9b1333496c138231d92b24199cba1771db81aa451d2a/c5097c02e6263585cc6eb75770e7ba68ed1b06c5b98f5e34afc7d031e7b48e7b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "49879b3207a657e7c948d14b3e635421d17f94ce3a5a77534d90fa39252990da", "size_bytes": 208074, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d6067858c4ba9f56a33ddb39cad19812ec253a9559bd9a11d9b7a20fba0d0712/49879b3207a657e7c948d14b3e635421d17f94ce3a5a77534d90fa39252990da/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "466d26ab9fa4ecc2ba775afddf386de7de6ebb501f8390297af299d848a26507", "size_bytes": 105990, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9a90bdd71f660847073f08759b02c2a443f08471d0e501de523b1fe2d5646e06/466d26ab9fa4ecc2ba775afddf386de7de6ebb501f8390297af299d848a26507/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e5840989d6310ba0d70d97d1d4c996d1c0f6a19e1a5d2d6557b90fd52533b70b", "size_bytes": 105698, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3a8efd0a807a0c342fc35f4cf008b0a340ae0987fe61a5daada4d9fde14e0615/e5840989d6310ba0d70d97d1d4c996d1c0f6a19e1a5d2d6557b90fd52533b70b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b344c6c9f23dee4e3bf442cbc3a5d0babc75f077abac8d78a3c11ff4925145c3", "size_bytes": 148608, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6d1606bf0b5acdae6015f21456453f7072f28450d4a093495b4dae49f5046524/b344c6c9f23dee4e3bf442cbc3a5d0babc75f077abac8d78a3c11ff4925145c3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5604cb26c520dc7253a96058313258aaf72709118e615e2ef936e23df6e86cd4", "size_bytes": 176202, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/569d93fe65be8dc6beafc76da06f8417c11c609f931919522e6708e1381b3092/5604cb26c520dc7253a96058313258aaf72709118e615e2ef936e23df6e86cd4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "07e2907059a50795bebeed213c71078784ae26cc10a37355c296da3fdc081d84", "size_bytes": 96991, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/38616f1ca0e8ce40bfca0c4b2878646f24c5a2e496fe793f9da938902000b5b7/07e2907059a50795bebeed213c71078784ae26cc10a37355c296da3fdc081d84/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fb13dadc512955640452ea667fb7a20545bb6ea8f7849da205bc99f00e1ae647", "size_bytes": 269481, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/137e940ab666986d6220f130e4feaa21908e65f5ee3cf732c9568cc7b93d9806/fb13dadc512955640452ea667fb7a20545bb6ea8f7849da205bc99f00e1ae647/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0994ee89c01a8cc7afecff13c28e34c007b0be3d2c0f462217e146a57e945218", "size_bytes": 52968, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cbcfbdbdfe0e613aaee0cb8fd5f69ca358db347f5464415c60a22ec8adfb6e59/0994ee89c01a8cc7afecff13c28e34c007b0be3d2c0f462217e146a57e945218/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e44892f5f47eca9f455db771ed91c1825cfadcadb4e0775de75dd540ae927e6e", "size_bytes": 233478, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/457be81c0e613b575110f9d31b606f50bec6c90642c0fb77043cf9e3ba3af821/e44892f5f47eca9f455db771ed91c1825cfadcadb4e0775de75dd540ae927e6e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cf2507363848b5d0a98c8c440ed3b8306be39b47e477c2e81023fb43e66bcab7", "size_bytes": 176181, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d4c85c2e4887178c000b9f236f02349bef8d8bd8036ae32d90ecb595a4f1611a/cf2507363848b5d0a98c8c440ed3b8306be39b47e477c2e81023fb43e66bcab7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "67c290ab2897dc55bc27de0d3fbfe0124afa101371ce659cd5545275a4691330", "size_bytes": 132156, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3c68a87f7686f974d1a60be883f25a4d2fc2572ba5d5551eba01f6b483b5651a/67c290ab2897dc55bc27de0d3fbfe0124afa101371ce659cd5545275a4691330/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ec4e13b82b319021ef43aef97c42ebd1e968d0ebdbe3d1e4eb1047e915e0dd28", "size_bytes": 138994, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b6709fd600687af8ede2365baad38f108ea5c5c359d9991020578d1e17763973/ec4e13b82b319021ef43aef97c42ebd1e968d0ebdbe3d1e4eb1047e915e0dd28/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c6949558fa2e3154a2bd85f04ef2898434f7fc161de31c6a6012b3022a0a3078", "size_bytes": 384699, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e76a1e8fddd156c32a76ffdd7d0fb00d2d8e16ec8a563ce36710b119e9ab4a19/c6949558fa2e3154a2bd85f04ef2898434f7fc161de31c6a6012b3022a0a3078/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b700fb57764be9b8e22a34e94eca1a7f0b81bf89952f65e29d47ad4219e4abb1", "size_bytes": 156183, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5bb6c626775b6de58444e234a197acf23349119eea3c384a7ecfdad8af7a15e2/b700fb57764be9b8e22a34e94eca1a7f0b81bf89952f65e29d47ad4219e4abb1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 91.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cd98c3c87deacabdb6f669ea9e2b7da96286532d8668b1e5ad4cc5b934830242", "size_bytes": 136118, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/32c65b4cfb3d89c870d6c21902eaa048e7354543a200c1afd6fa19da0315b57b/cd98c3c87deacabdb6f669ea9e2b7da96286532d8668b1e5ad4cc5b934830242/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "97bdcf6dba5a5792efbd8505a64f01612f5b08edb4e962e68ba14417fe2c5e9b", "size_bytes": 154738, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dcb4e89362cd217e25728dd6a50eff75c1702699c8075b7d8a00057df99d6e85/97bdcf6dba5a5792efbd8505a64f01612f5b08edb4e962e68ba14417fe2c5e9b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "05641b480fa81c0ae443101dab454856bc9c5e6303f2ad7529eb7c9b6873169d", "size_bytes": 145947, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/921b90f4d5fc27196b502fd9adc76c5d6d230d3d6bde50228b6feb1c370e9998/05641b480fa81c0ae443101dab454856bc9c5e6303f2ad7529eb7c9b6873169d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e641450220dc022e4cd190e629afb792b241a5d5b924a68d18ca8e1f2d5e8dcc", "size_bytes": 180563, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4388a2646feabb5e381d1bd02302c4d75a5c139be7360a85239bc374a9c10395/e641450220dc022e4cd190e629afb792b241a5d5b924a68d18ca8e1f2d5e8dcc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "deepseek-deepseek-v4-1-flash", "model": "deepseek/deepseek-v4.1-flash", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c8e0df50b973b7934449adffef885c79834fe68e2060ac9376e3fc6b27503143", "size_bytes": 976566, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a1b96e3d2ea2fe0763e155cc05d35b920a963fb3ece083a476320bea245a7732/c8e0df50b973b7934449adffef885c79834fe68e2060ac9376e3fc6b27503143/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9f7c3b184529ac7b9469659317a33ea76690af01dbed2381e394a8012c9fc91e", "size_bytes": 632296, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/476f4e9720d83b3e391d2049c0e36fa2673705a3d881428f2e9d022089117a04/9f7c3b184529ac7b9469659317a33ea76690af01dbed2381e394a8012c9fc91e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9a59e9e32ad78257157e95a9ca3ec774595a1ef4bd2a8b7c2b059706d4cc4bc2", "size_bytes": 783366, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f41a089821fdade06bb4d3678a3e2bd1567c8e13f6721dea7dc3981166422803/9a59e9e32ad78257157e95a9ca3ec774595a1ef4bd2a8b7c2b059706d4cc4bc2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "09a89078b2a501b78b83a2d6f22f39b2113caaf40737d0b3a1aa12ac92059a4b", "size_bytes": 67576, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9735aef9618685e6c97ec609a375e5e0f0aa0c911f78d5f65c1dfc8be647ac96/09a89078b2a501b78b83a2d6f22f39b2113caaf40737d0b3a1aa12ac92059a4b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "464cc11e995bbfe17672de1726355fc10a7bc4b39aeab6152113cc76605e4ec9", "size_bytes": 1861087, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f12c64704ad6d628fd9a64b1469eac1a1cc28a3037c303129cd11b697dc4d17/464cc11e995bbfe17672de1726355fc10a7bc4b39aeab6152113cc76605e4ec9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ca7d2cde7ad8fb9dc746a1a78b36807b2e5401b68f6f57ede5bcd68570dbd630", "size_bytes": 516885, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b164c6a3c58b16e6494392b985de552c9b388938d358a8ab65b2a7455fee8da4/ca7d2cde7ad8fb9dc746a1a78b36807b2e5401b68f6f57ede5bcd68570dbd630/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c5a6a23c1816eccfb713e2878a3a73bf9535872cca0b388d811487210dada2a7", "size_bytes": 116499, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bcdb7185b3d54558711006a1958505353994e7032e3b805d39d2f15290921997/c5a6a23c1816eccfb713e2878a3a73bf9535872cca0b388d811487210dada2a7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "efbb5f08c285652c84609a8e04921069c83c68d95b718101fd53c88d9c419fc6", "size_bytes": 516107, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3833f6ae1a00ae0d8c15d57c6f355cee6e4752525f0b6d8fe1656e4142e15b1d/efbb5f08c285652c84609a8e04921069c83c68d95b718101fd53c88d9c419fc6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a600cbeebf7c3ce4dc955342ad710a1214fc3efb8caa3597379807e43876dff0", "size_bytes": 432127, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9f2393b9c5dfe3875be302cf11add4b805c684a7bdd9fedc4cb76266efbb1ef0/a600cbeebf7c3ce4dc955342ad710a1214fc3efb8caa3597379807e43876dff0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fe157aa0283a237eceda482f095e42f3074c8146d22bcc50f6e711ca70c3a3e4", "size_bytes": 869298, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/95e77204e761400522cf0b74de1d47c33f6a8adee9d6e38d392d598bd361d58c/fe157aa0283a237eceda482f095e42f3074c8146d22bcc50f6e711ca70c3a3e4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "781fc2c7b525335bec45dbeaf25c8d2e2c8024b8e3abadb4f977cb478af14f3d", "size_bytes": 784036, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9700901b4fa3edeff2a7855b8fc84867962625874a0847756ede487b80192579/781fc2c7b525335bec45dbeaf25c8d2e2c8024b8e3abadb4f977cb478af14f3d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fb5b433947a60f0063d25bd2d4261949d203ba3243fda2600ec22113ef6ce941", "size_bytes": 379854, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9c56626721b347d4e221b813ec1342dbac12800077dfe55fe5a763ee4c90a578/fb5b433947a60f0063d25bd2d4261949d203ba3243fda2600ec22113ef6ce941/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c59dd5eb1f8b2efad73046f09e60d2927c6599424597232e93bef485bfac69ed", "size_bytes": 985944, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dd722ac41682bf8cfa23b97651e739e3e5c1d6ebd788ba65aa4b71396dbdbd2f/c59dd5eb1f8b2efad73046f09e60d2927c6599424597232e93bef485bfac69ed/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fa194d29793db293ce15bef785195efb4c23e2f477eeffe754bc5e89e0ad3fdf", "size_bytes": 1130569, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/7b533d699f9dc1156172a502562e5efde4718640e077d60eb85742024c03666a/fa194d29793db293ce15bef785195efb4c23e2f477eeffe754bc5e89e0ad3fdf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "43858d791cefcca16354f52c4fdfd56421463dd1fc16ca9df5e8900d8796f93c", "size_bytes": 362891, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c68c7b05766c360d8c29135824fb3471da2eb0e35ef960a8ff57a68b837a2d80/43858d791cefcca16354f52c4fdfd56421463dd1fc16ca9df5e8900d8796f93c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7ebef23db3467ea532ac8d559ad13926de7ced8fe654201850cc7bdd86338f57", "size_bytes": 1268185, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3a8ebc88ae20f6352876f703f77398e466a650bff7c381ebf2da28f4cf879145/7ebef23db3467ea532ac8d559ad13926de7ced8fe654201850cc7bdd86338f57/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e3fae89701f8b6414724506bf765b747d0178566b50acedd848658d986fdbb40", "size_bytes": 224708, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/36397e22937d8af85b04a9354b389ee343c723696a9f46a45554369695ef15a5/e3fae89701f8b6414724506bf765b747d0178566b50acedd848658d986fdbb40/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e397b0de5627ae3bff64b8fc0070575aec6e72df8d2dcd21faa26d7bca78ddbc", "size_bytes": 1782940, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f9c104f80e78be8cd3a83ddea3fad8911b79f241e502be5e3905aeb17a663e6e/e397b0de5627ae3bff64b8fc0070575aec6e72df8d2dcd21faa26d7bca78ddbc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bc13a97d7cf5403b9bda97633aa90ff9fe67deff21d5d026028ab9ad4aee620a", "size_bytes": 721377, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f6383ff2b364aa614bd4416f80001a27f022a90d922762bc63485bab1d3476a/bc13a97d7cf5403b9bda97633aa90ff9fe67deff21d5d026028ab9ad4aee620a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "83e086ef8413c1344c867a4fcd9c829f2518b3501bf258da830f33f8ce6ea4ca", "size_bytes": 319291, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c7bf2c7b075a3efafe219a7c3b3870c22807b06f1e0bdcd28fe28cc48db20a26/83e086ef8413c1344c867a4fcd9c829f2518b3501bf258da830f33f8ce6ea4ca/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "01caab0ed4c0d1357cf838f765a86cdd2c1d63b3dc49466e479603636c2d4fce", "size_bytes": 279899, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3c2538d8e6a71b65a6c1f000560e757d1057c772f9581d6915811657e0d2e81a/01caab0ed4c0d1357cf838f765a86cdd2c1d63b3dc49466e479603636c2d4fce/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "92e4edb1450f38645cec9393962e481544548e72e0b34ea01eb6e5d82dc866c3", "size_bytes": 1316160, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b8d355b0c523a6084fc4bd76866020b5a46ee0e63d457b17cd1942882bb9de5f/92e4edb1450f38645cec9393962e481544548e72e0b34ea01eb6e5d82dc866c3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f948f7e633a288497a57aca7d390b01179de2b72ccac4a696738b38d432064bd", "size_bytes": 683136, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d763f4d44bda6c61823895c79a254b11675ee9ff2018f756d5c534d269f025e8/f948f7e633a288497a57aca7d390b01179de2b72ccac4a696738b38d432064bd/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 91.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0948806ba149d575c3ffd583054af34ce895211870001e7c70cb674374d95c47", "size_bytes": 592838, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6e5901b3a55e2705e92a8285ccceebfbf635440cfff3d126dfe5c0faa3e1dd2d/0948806ba149d575c3ffd583054af34ce895211870001e7c70cb674374d95c47/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 84.61538461538461, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b32258a65daf0b9f7bc8ffc224b0ae0461d9319e39a3c783c13cfd36415f8b18", "size_bytes": 531413, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5e2170331173bd792470e70d83f7529d5b44945d7774db0f339e60bd75353ba6/b32258a65daf0b9f7bc8ffc224b0ae0461d9319e39a3c783c13cfd36415f8b18/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 40.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5a10e0fa80bd13908f80c69a242690f46b4c9bae7ca275a1369bb68a805224f7", "size_bytes": 433848, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/343cec7c7b99a7a5e562281e4694ba2ac343f858d06268cbcab8421305856bad/5a10e0fa80bd13908f80c69a242690f46b4c9bae7ca275a1369bb68a805224f7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c09181f297f0f6658b8f7f850f58fc866437dce4cc056aede52b81037fe29473", "size_bytes": 504095, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8aeb826f52ad8c28551ccb21e56a1ef754e2e8a5bcd0bc849eb2d35bfa306875/c09181f297f0f6658b8f7f850f58fc866437dce4cc056aede52b81037fe29473/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "openai-gpt-6-sol", "model": "openai/gpt-6-sol", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 55.55555555555556, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "51655e170148d39688f1a263d6daeae4e118637b0a3287370b234f2a58090e56", "size_bytes": 730053, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0f12dbcaa4106d8b4200bc4e5b8c99710c223986f587caeeda4199026db79d82/51655e170148d39688f1a263d6daeae4e118637b0a3287370b234f2a58090e56/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6ba5a866728d59268d4c037b47425fa21590ec4cae47ce4688be574209fcc0b9", "size_bytes": 253428, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bb2df3f64b4786f0663846e6e2af525515b3894287cd95da884546392f1efda6/6ba5a866728d59268d4c037b47425fa21590ec4cae47ce4688be574209fcc0b9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ffac4f4bc103a67ae47e9380db3738a55dc062f4de07535afa619faca28dc290", "size_bytes": 117350, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8c26cfcba4b58d2d6349f3c9f18a34c31677cc732f516733a10f845aec8a4f3a/ffac4f4bc103a67ae47e9380db3738a55dc062f4de07535afa619faca28dc290/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b2c71b85e11925d694768ec8054c6520b427b103ab03aa6ffc828147cfc7ad8a", "size_bytes": 38601, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6f3720f98ee620528ea0aa81bbce6518b8d330d7b7d5e9bbb1e42f025e6bd211/b2c71b85e11925d694768ec8054c6520b427b103ab03aa6ffc828147cfc7ad8a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bdab180a5363078d4a0f76a72f09254291e5c09db9c77eb69aaa23eb852ad799", "size_bytes": 228236, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6106f11a2072a1db24caca1a73a309cfd4123c439d69967dcbbc0646d3d9bd45/bdab180a5363078d4a0f76a72f09254291e5c09db9c77eb69aaa23eb852ad799/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dc0d46eff2d6ae88d0114efd133fc687fb6b10633e26b187d070db987ac6f91d", "size_bytes": 65434, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f2deb71002b8e4b2073c615964823c8d80c98c4692014103094d32dbf76eb316/dc0d46eff2d6ae88d0114efd133fc687fb6b10633e26b187d070db987ac6f91d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e53ddc07e65ded38dd0e489b8e88aeee2f6186e6ee32d67aec4ed22f14c9b7d6", "size_bytes": 170937, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d2c9d1f8df23f165239db77a769129673ad44595b04c7b9d90c655b56d16b96a/e53ddc07e65ded38dd0e489b8e88aeee2f6186e6ee32d67aec4ed22f14c9b7d6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6b1bf8f261d159bc4d72335f332a7950fa6ebc08fc210b384b951ff0648ab088", "size_bytes": 63772, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/964c6555cce96d707ef5042c649356fe91f8733bf852852b819d4835e76bbbaf/6b1bf8f261d159bc4d72335f332a7950fa6ebc08fc210b384b951ff0648ab088/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d0e266d5ac17824f1b27cc75fac97629cab893a6ad68ac8177cd51703c0cd412", "size_bytes": 368083, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/21ac4afbdf1d9b45d04458544a4d2618c86cb14a5c577540febd3f956b394e38/d0e266d5ac17824f1b27cc75fac97629cab893a6ad68ac8177cd51703c0cd412/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 25.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "daf1eb403086810cbea73597ecc4727ef1f71ff9ba312d38791f400f3376a870", "size_bytes": 295417, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ef134d06a8ae7691a40626bd3fe7d3f80c2f96baa25b8f81bcd02831155bc49/daf1eb403086810cbea73597ecc4727ef1f71ff9ba312d38791f400f3376a870/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1725906fe7bc1410290a590e710bb062d186e2ce860ad43e63b4d686e471d519", "size_bytes": 266973, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2d8b24257734d0ec3a90373eaf8768e8e567755df4fcdc564e2d2880c748d3b5/1725906fe7bc1410290a590e710bb062d186e2ce860ad43e63b4d686e471d519/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4e597758e187422ed8f2e95dcd4f88ce378539eaadeee1457e9180fca6ec68e8", "size_bytes": 349441, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0175e3077d2244c6e18cb0bec14da74254e06c97f58a68f418905a3ba4156ec9/4e597758e187422ed8f2e95dcd4f88ce378539eaadeee1457e9180fca6ec68e8/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "561acb19b3c767d4c8d3a862997709cd733f425086dfed5446df1a2dd788befc", "size_bytes": 361508, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/92d45a66cf915fc36617047dcdf53c94094d75d367cff549f6b006087a6aa39d/561acb19b3c767d4c8d3a862997709cd733f425086dfed5446df1a2dd788befc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2564e56a0b6b9ce73f3fd073c64ef08594c6d50296d43d22c372bedd49b17bd9", "size_bytes": 96899, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f3e00ed53e17a9b2ab52d48b57b2c58b9c56459952614b4f74630ded017619c5/2564e56a0b6b9ce73f3fd073c64ef08594c6d50296d43d22c372bedd49b17bd9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "adcf75df831653d22449c7c7eb0976eeb888c4aacf4f55a83b8570ce970af62b", "size_bytes": 429183, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/af5b257be4969b0ec88a12fc205ab648b23b993e1140b4ef182e6eced61c8709/adcf75df831653d22449c7c7eb0976eeb888c4aacf4f55a83b8570ce970af62b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "db8f8da0da24b3617e42499df542a81035fe4d4d4b42819f164d724198682e6d", "size_bytes": 56246, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2cea888716fa59d55d1d627ce71510b8af4fe02a03e6bf70133b97934daf41f8/db8f8da0da24b3617e42499df542a81035fe4d4d4b42819f164d724198682e6d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b2054cab0869e1f1b06007e9b5dba3318f04a8c628cdd4152566e71bcf7d70a0", "size_bytes": 550536, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d745f284bde8fc29eb6a5eb118d80ad799c9d01acce53127758de702811d265a/b2054cab0869e1f1b06007e9b5dba3318f04a8c628cdd4152566e71bcf7d70a0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1d5f22358585ec49d32a687a0fb45beb74fba9872bd01b1db42eb1f5bb91258c", "size_bytes": 458639, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e787fbc7be4d265b039a8cee1dc5e7cd31aa3b49b3e5f990abfe7a6ed2f65816/1d5f22358585ec49d32a687a0fb45beb74fba9872bd01b1db42eb1f5bb91258c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1315433be5908df60347c8d468dc80ab7fc03d6d62f978415d10a59ad287ced3", "size_bytes": 146801, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/395c35228bac2f0392c36ed1ef981acb3ad2c7983ad2362e222ed7732b376fb8/1315433be5908df60347c8d468dc80ab7fc03d6d62f978415d10a59ad287ced3/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d1bd738a50c0c4d48a18f752d10cfbdd063a22f6e474cfede7b75e3395c269b7", "size_bytes": 144923, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6018de43edb50302b78072202fc81ded028cf8f8cba68809b20ac4321bcb6dd4/d1bd738a50c0c4d48a18f752d10cfbdd063a22f6e474cfede7b75e3395c269b7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8d33a9873940305ab1bed319128f324cf75a171fad169c45d5b32e968f8936de", "size_bytes": 267972, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b7aafc7567dca7c12c94daf2041168de95d9e3b7d28511aa7ce40c1baa3ae462/8d33a9873940305ab1bed319128f324cf75a171fad169c45d5b32e968f8936de/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6e17bd5d5caf75414d072e649db3de7718d84952aa3bc1be2ce388732707035b", "size_bytes": 433654, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b3272c3db19702659150626793bd7d82405f34c5837adba54e3bb65f4d4523bb/6e17bd5d5caf75414d072e649db3de7718d84952aa3bc1be2ce388732707035b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5ea17e9dac4235ad96341ae1d0fb56629fe07ad4db372261f11575e98b106634", "size_bytes": 91160, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9bbd3d5c2fb02a0392e7bee038c6c56a14464d4f566d7f9ddf877cfd6aca5a83/5ea17e9dac4235ad96341ae1d0fb56629fe07ad4db372261f11575e98b106634/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a2e8a2bf7dec57110bd8ac37dd376740806fc242871fd605dfa65c43df4828ed", "size_bytes": 216480, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ff0e642d6a6efa38db1bae0d075c544436d9263ad87db1e0a84e4443270f9e2c/a2e8a2bf7dec57110bd8ac37dd376740806fc242871fd605dfa65c43df4828ed/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "04a429c952bdee6783fcebec1f3433bd0826f5a8e1290175a1769d98bfefaf92", "size_bytes": 275370, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e4a84f02e5080da266a171bcb350c0d65f789209cbfe2b6c030ffcd7f90e510d/04a429c952bdee6783fcebec1f3433bd0826f5a8e1290175a1769d98bfefaf92/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "51ded563dd7143118e13019665066e031a1f9f2da996fa2c40a19bf42d348605", "size_bytes": 116652, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/85db3dd6831257452ad66cb48a757671cb598e32628b59b0a2d8fc4d8b9ff925/51ded563dd7143118e13019665066e031a1f9f2da996fa2c40a19bf42d348605/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "openai-gpt-6-luna", "model": "openai/gpt-6-luna", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fc3712c1517c9e0c62d21fc539780154d11c87afefead89e4d88f39d34ebe112", "size_bytes": 457619, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c6d5611b32cad1e871863d61fb4aca69c9613f9ee18a0bb880a17a01e85a66ef/fc3712c1517c9e0c62d21fc539780154d11c87afefead89e4d88f39d34ebe112/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "af46bc3da0c3fe178b3baac676772a9424575f8bdbe1080edb9d49328c36b237", "size_bytes": 433142, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c9f0e72ae2bc3dcef55bebdb73c96e10f35581bbcc2c8a12bfd4943afbfe4328/af46bc3da0c3fe178b3baac676772a9424575f8bdbe1080edb9d49328c36b237/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c1af0b8ff59405e3b06ed3e12b977d067473bf0cdf4b3f1dcbdd93f5af6c048f", "size_bytes": 573523, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/076a27f98d708e5fc1dbcf4c7992043e38f17321659db10fa8bbb655c6eaa265/c1af0b8ff59405e3b06ed3e12b977d067473bf0cdf4b3f1dcbdd93f5af6c048f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "46cdb01a117013f8eb2e0ffb52aab65c2420a2cdebd72d01e5b0258d37c380a7", "size_bytes": 38527, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e85df484ae10b88ae3894c9f001be4d95afac0dfe654965357845399a8797eb5/46cdb01a117013f8eb2e0ffb52aab65c2420a2cdebd72d01e5b0258d37c380a7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1aa97f12200a25c1d9d244d0c676d40371bfac308a4b1c0437060adf8acfcd1a", "size_bytes": 537315, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ff7f70e93632a24bd20c5536ceb6a95e70fad0b7d6ccb08267e83aed48f1bfa5/1aa97f12200a25c1d9d244d0c676d40371bfac308a4b1c0437060adf8acfcd1a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a0e010a90e7f107f7a00aadc849d49a969f32dc2cf0372b1528fbec0b0a4b480", "size_bytes": 84192, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/610295efb6de8c278331e608df723746e24f6c5462183a1aaf11eab3911bb4e3/a0e010a90e7f107f7a00aadc849d49a969f32dc2cf0372b1528fbec0b0a4b480/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "419ebb86c2268f205609664938e47d3e29608cae141f94275d4ef75dd5f97c72", "size_bytes": 164019, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5098c10f8e5e1d7a0c97d2cc81de60a09ecc50c97619261aecb270102c1de118/419ebb86c2268f205609664938e47d3e29608cae141f94275d4ef75dd5f97c72/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ee1aaa6809c055fc94e007ee5500f5c2fede6b799d31305164999a69f0a01d0e", "size_bytes": 238164, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dfb5d7fa420a92b4127acb5c81a0cef5547fefc65162169c397d76913d70131f/ee1aaa6809c055fc94e007ee5500f5c2fede6b799d31305164999a69f0a01d0e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6e08605327381fb53b2626ed11130bfcb9bd36c1f909fe00acdda0e5743d7f10", "size_bytes": 93296, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e723dcda845e6e30e491ef5adafe57b2acbdb276ae49a4b1606527739e8ed5a9/6e08605327381fb53b2626ed11130bfcb9bd36c1f909fe00acdda0e5743d7f10/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e256d0767acb071160bbde7dd612fe1f9020a5614393b83b973bfb55ea5221fe", "size_bytes": 719273, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2fb75e1ec693c3362f43657b8e6b0ced62fa24645fdc1035c3c99aa51b66e592/e256d0767acb071160bbde7dd612fe1f9020a5614393b83b973bfb55ea5221fe/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0da426075a3aa21c06876f0fbc415598a51ad17da3829be3440c3f2c34eb211d", "size_bytes": 373426, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/dad0f013cee585df067d196db416b9a831e0c799044010f8d1e7ba88ddeb20ed/0da426075a3aa21c06876f0fbc415598a51ad17da3829be3440c3f2c34eb211d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6237b2c24bf56e5624e94916bfc397af25f534a2e518f2ef8b8e0cc4c7db0deb", "size_bytes": 503314, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/575a2fdd9df52ecc4153cd5774c89d4cfbd2ff026b5ef37355ab8fc366e2bf63/6237b2c24bf56e5624e94916bfc397af25f534a2e518f2ef8b8e0cc4c7db0deb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8f1cc84e13391cd6c9c2a33f9a8f0cbe3bd6db71eab44f2887e4884c47b7820a", "size_bytes": 514861, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/24429c005a41ad46f1f53c35dd1f532f22c3652ee679a1a1f2a86d8fca0b01bb/8f1cc84e13391cd6c9c2a33f9a8f0cbe3bd6db71eab44f2887e4884c47b7820a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "74dbfe376a850f8abc072b0ae7a826165282e86b34e3dbce8272eaf0ab75c91a", "size_bytes": 639804, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5d695f9aa66d30335bfe3d6f2d2116359bd52dab7340d304670b0993abfb69e3/74dbfe376a850f8abc072b0ae7a826165282e86b34e3dbce8272eaf0ab75c91a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c1cfdee8063a03fdfec113b5e2ff888734e2893d5ffc41f2f8fa9e3c78193f54", "size_bytes": 187632, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/59aa460f33f38ea8ba942019dc046cabc711e49bcfad6d7dfbcc3c7ddcc6c6a0/c1cfdee8063a03fdfec113b5e2ff888734e2893d5ffc41f2f8fa9e3c78193f54/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "511549be6c61ef6dc98fb91dc01f13d84133ffd873e0bf9e8d25182075cd03d6", "size_bytes": 1120111, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e81b51f105ba9ff94ed221c49391bc68493cafec7860acfbe6bb8870228d2a8c/511549be6c61ef6dc98fb91dc01f13d84133ffd873e0bf9e8d25182075cd03d6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c1458786f8f18668605f9945d157c05c831531b94fa5512b6775b2aba5765550", "size_bytes": 196477, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/14b8fb4a217ebfa0670f838bfd75135ddb96cd2efc212722e0c0cb55354beee5/c1458786f8f18668605f9945d157c05c831531b94fa5512b6775b2aba5765550/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "94fcb0911f8662c8f8a15e3f72f47f8a36dbf1053402bd2c5f867ddffcc370fb", "size_bytes": 1742827, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/77e878fbbc15fb747b35af114433a67d82b24c05bc5cf3f6165b8bd033e431ce/94fcb0911f8662c8f8a15e3f72f47f8a36dbf1053402bd2c5f867ddffcc370fb/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "218f79577c7b0fcdbd47a0229a321d0f041073526a2c8683b0721274f2b722b6", "size_bytes": 915108, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c719d787ca83e60412282f1c9e3469edea59c9f33ea0c8890c5b06278273a120/218f79577c7b0fcdbd47a0229a321d0f041073526a2c8683b0721274f2b722b6/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bb0afbab4044f54d20b41f0d24e9e158f224f05d7c64f75459c4b9fde254268f", "size_bytes": 186341, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/86941fa40ab294ea114c00bb997dbe530be30c4147b3a728e3803a94f76a7ec7/bb0afbab4044f54d20b41f0d24e9e158f224f05d7c64f75459c4b9fde254268f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "34d6164eba05d763618441410685be61173efdcd841ed4a4c619fdd2238df154", "size_bytes": 153213, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/67ddfc7ee45ab6fef5459cb0e1219213ef57328978d453f3206bc979e8d029f6/34d6164eba05d763618441410685be61173efdcd841ed4a4c619fdd2238df154/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4713124f6be8d83cc8e5a15ae6fd24e575cb84a7d26605444991eedf332e6fe2", "size_bytes": 560410, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/27d037817b61baf48eccc24636479b2d75399e877383b01236baa73e0217672e/4713124f6be8d83cc8e5a15ae6fd24e575cb84a7d26605444991eedf332e6fe2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "67e342d87e9e5e1567b263c0380d476cd8d6c4195f85294c10294bb13438c596", "size_bytes": 659074, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/373b425ce763219aa1ee60ac7277afda0d2060b24fdf7feb307b153437238aac/67e342d87e9e5e1567b263c0380d476cd8d6c4195f85294c10294bb13438c596/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1d009f38336ce93f2d25c994044f7d4c99b7985225bf74079aae4b67ebcdae80", "size_bytes": 497938, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/24cc1c97273ac20ae3fa8945e49fc01601f00f63ad1cfcbc08b8a3044bf2d853/1d009f38336ce93f2d25c994044f7d4c99b7985225bf74079aae4b67ebcdae80/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 53.84615384615385, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "36606f64a85668e6ad0ab96514b0b60678c7386ae44142083eaee0611774003e", "size_bytes": 697621, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/53b71965fefcd04a3ba2bfc4b17cc8d973c9ecfd9c79d646f62bd4365c3fd1b3/36606f64a85668e6ad0ab96514b0b60678c7386ae44142083eaee0611774003e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 60.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "965452c683d73c2c67b1db0e39937bc842e31076a08b060b177d27c2843a928a", "size_bytes": 479466, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5d6b67130387ffc0416c998605db4ff979c46c5a2881c1f4ba664c30c66f5595/965452c683d73c2c67b1db0e39937bc842e31076a08b060b177d27c2843a928a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "9f646a27d05369811c53f327dcdf5b096a25fff54d60eebd84db19df22540e54", "size_bytes": 275062, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/794765416fcc4cb19c27a3f35c9b22fb221ae6afe18e6134fbc242b844abc098/9f646a27d05369811c53f327dcdf5b096a25fff54d60eebd84db19df22540e54/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "thinkingmachines-inkling-small", "model": "thinkingmachines/inkling-small", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "5c2e51b96131bc0ebc704447ecdd2b6608e4b28d7cac35de4bc0f989704dd5fe", "size_bytes": 105190, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1b0e0513de2338788128bf3a5f52ffa30d5f2469a4e0c5fbe6340f30027695b7/5c2e51b96131bc0ebc704447ecdd2b6608e4b28d7cac35de4bc0f989704dd5fe/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "af5e6b0fd6463a946c324368f6293ed7b83cbdb23c2f7fa39e623bb7394ddf61", "size_bytes": 106544, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9133f011dc9c40de76955728b04d4658070980eb853a5435bbf6800f4ec71bf1/af5e6b0fd6463a946c324368f6293ed7b83cbdb23c2f7fa39e623bb7394ddf61/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ef2d10f14d635362c7c99f0fae27a14b65229692415a94701bd70717d514cb9a", "size_bytes": 107449, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/88f9465f8a445df62905d67b888bcd5445c6fd538dabf7541b5f6fbe334b1a29/ef2d10f14d635362c7c99f0fae27a14b65229692415a94701bd70717d514cb9a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1c6541ae87cc54662ab06bb4e82eb0d3df0961bad53cd09e641a2cdcebf5a535", "size_bytes": 87505, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/841ab5800193372633f948fffe9ab89eb3df47e3fe1ba0a3254dbb71e6112f91/1c6541ae87cc54662ab06bb4e82eb0d3df0961bad53cd09e641a2cdcebf5a535/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4d212fb8c0e1dcd03b08ff3e82688b7cd07828ba96b4e63faf971036aed70dcf", "size_bytes": 317294, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8be3415bd30b6236f3761f9d0e60cdc210ed5fdb7ec7cab5fc705718a597e757/4d212fb8c0e1dcd03b08ff3e82688b7cd07828ba96b4e63faf971036aed70dcf/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "67580a3a5163be0cd60301507231258957e067135609e8434d29bcb2c11e9675", "size_bytes": 275523, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a1b74262135ccde850531747290535eee1104bec691c8152239923afab18ddbd/67580a3a5163be0cd60301507231258957e067135609e8434d29bcb2c11e9675/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a07a162c3ae14ddf4b5e744cff4ac3b4e9fdcbaef1370dee0c38f4b49524e79c", "size_bytes": 62289, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/44d5583186412af22a7fd1aad0b23f7530d9afe0c79e00ba46d40e52e46a1692/a07a162c3ae14ddf4b5e744cff4ac3b4e9fdcbaef1370dee0c38f4b49524e79c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b94e18a069ad65a90aeaea915379b87a979d2731b2c2c3064292695807634452", "size_bytes": 260205, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c18df5d83ef6842b424978b5d1a56d9da451c403a5a66a1344c28aa26ad0291f/b94e18a069ad65a90aeaea915379b87a979d2731b2c2c3064292695807634452/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 88.88888888888889, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fb37870fd39c279966bca64edc5fa9a7a06286ab39607f105a992b7babf4aa10", "size_bytes": 249479, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fa9004a816f685fdf76a44aeb273ca1f8c40ae21d0f00b83b5d34d2fa6160e69/fb37870fd39c279966bca64edc5fa9a7a06286ab39607f105a992b7babf4aa10/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8ad02f0ff51bf7599bfbb40ea4a1fadde1b72ac1a640389ea8810440b8c43741", "size_bytes": 183069, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1acc7adf5d4a77c15f55d9779229fa3c7235d299232b6a09ee243dcf1b915792/8ad02f0ff51bf7599bfbb40ea4a1fadde1b72ac1a640389ea8810440b8c43741/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "96260f6cab73c4b9c7f79d1b98bafa456699c09143cdf1855a89ac60bf65060e", "size_bytes": 190666, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9e26d3ed858e3e853692c18429b0e959ac96c35899d1a20817119dfc93e7cfcf/96260f6cab73c4b9c7f79d1b98bafa456699c09143cdf1855a89ac60bf65060e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "614f2711391f40156da6578f39de0224514e426f5f812f66872eeaaae299a772", "size_bytes": 186527, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/55f86422720245bb1b5819a44aa23cc187dcd218928a38ba952632f7bcaf2a76/614f2711391f40156da6578f39de0224514e426f5f812f66872eeaaae299a772/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cd2b152b26cee5a2ffad3ae3e1d4f84a254833ad8fe8f424f16a4ac6128b0d89", "size_bytes": 258096, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1d5aed4842aae540d311f4b034f821d09c6764db2a7acc4af38cae9b5183a049/cd2b152b26cee5a2ffad3ae3e1d4f84a254833ad8fe8f424f16a4ac6128b0d89/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "24f51968d9410618f28d535e57a1427f8220d13154369e4b56a2b2cd33e14787", "size_bytes": 140345, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0bcd93c6b9bc62bb0fb0db43b2b301284fad2baed19636be35c1b36ef5f7cff5/24f51968d9410618f28d535e57a1427f8220d13154369e4b56a2b2cd33e14787/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "eeec8bce9465782f69e5eaabebb0f010a95214127cbb131bb21617503bd36a5b", "size_bytes": 141938, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fdee33ae679a7a687502092f41ad30bf241fb839b8ba1b9c4a0c816952b2286b/eeec8bce9465782f69e5eaabebb0f010a95214127cbb131bb21617503bd36a5b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "cf2d138665700de5ba30154e3f539632b3bad406b809aae413e8274ad24c0a4b", "size_bytes": 228495, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/df8cdf15cec636b90b1dfddf3c8ee96c8db3a88a88d2a114837bf612a44e7c74/cf2d138665700de5ba30154e3f539632b3bad406b809aae413e8274ad24c0a4b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "21ff916fbfd4b64201cad96928109d4ecb9b5656b9c6691825799aecdea24997", "size_bytes": 68233, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a16e5d4ba2a56a8c84f9eca5d2ecb74d134f664d458480138a344462602d4a42/21ff916fbfd4b64201cad96928109d4ecb9b5656b9c6691825799aecdea24997/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 55.55555555555556, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bb51f8f85645ea465c790ca7fdc079d67adf07ca7d2d8dd155c21d154495b7ae", "size_bytes": 236223, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5759439ff8fd0f0aab5549b866fb18ac44df6bc0e29c9093aa96c00e51b4cea9/bb51f8f85645ea465c790ca7fdc079d67adf07ca7d2d8dd155c21d154495b7ae/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 44.44444444444444, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a623316aecd1755dfdbf2859327e5b1c174149cb4528d77d1a15aa2b61f0902e", "size_bytes": 222592, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b17d4ec57ddc1982b3ab7dc3869f82fc1b29507f171ab38d0ac7f53a2a1a1eb0/a623316aecd1755dfdbf2859327e5b1c174149cb4528d77d1a15aa2b61f0902e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e3fbf5b9994a4d4a1dd5571efd4e10f8316f23a23e14caa587d9323d7d483cf9", "size_bytes": 186316, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/eb2f29ef02547b72c4052630f7c4263472ca7cff3ab4cb2ebe5d6b0a9dd7376a/e3fbf5b9994a4d4a1dd5571efd4e10f8316f23a23e14caa587d9323d7d483cf9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "82267e533e1ace9f221ef7241b704a05d5e11cec15cd7d554e6baf40636cd81d", "size_bytes": 155593, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/14371c52a6eb2454c94a7273b0e923a5822dbac5b8673e36310a4382d35cdb60/82267e533e1ace9f221ef7241b704a05d5e11cec15cd7d554e6baf40636cd81d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3ef685db7d0b4517be68528903233df254f70f280943effa898d459985be1023", "size_bytes": 284694, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/edc8ea1fcd0c214e2f8fed25ac561539a4f7d53bf933efba03182463119e00ff/3ef685db7d0b4517be68528903233df254f70f280943effa898d459985be1023/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "8e4b19eae80a7bc4f84b9b04da1ad302841786216f49ee1fdc673156b8dba146", "size_bytes": 159890, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/86b18b43113046d357fb897b9af27ec89146417380024af8f1ae9292a2d5f1a4/8e4b19eae80a7bc4f84b9b04da1ad302841786216f49ee1fdc673156b8dba146/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "35829f79a994e8094e78782d35ef369106d89707c6033f3657810bf5860beefc", "size_bytes": 289572, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/c61a8a0586c2f1b6bf7853b8bf595935e5677c1233aabd9c8f95b8b8eef2501c/35829f79a994e8094e78782d35ef369106d89707c6033f3657810bf5860beefc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 61.53846153846154, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6a17ccdaaec3eaa812a0d30d52f1cf232aaed8fbf9efc3f0cbef8517d5548ac9", "size_bytes": 258239, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fd477ce65bee77f11ad69aa7ca0fdbf8838f7f6f5eadb235797d62e6cb59e6a9/6a17ccdaaec3eaa812a0d30d52f1cf232aaed8fbf9efc3f0cbef8517d5548ac9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 40.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2dde7d8e299f392b8cdf71b1761ba9bbd97d5491ee4e1b8c9e92af94cd0baa0c", "size_bytes": 307250, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9ccfc738906f9d72da573547099c1e1a35a1d22cd21071ac92a82ee10f8841e4/2dde7d8e299f392b8cdf71b1761ba9bbd97d5491ee4e1b8c9e92af94cd0baa0c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3fd6fd365ccc55d67384e5ab729a3da3fd8c113e3bf7314ece8e7f5b89e8a7b9", "size_bytes": 313240, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3747c8154615a1d16401e965ae4c8f39023020c72f9fc0e3accf7d8a852fb8b1/3fd6fd365ccc55d67384e5ab729a3da3fd8c113e3bf7314ece8e7f5b89e8a7b9/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "thinkingmachines-inkling", "model": "thinkingmachines/inkling", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "086692a6dcd281b1241e8248c860a49ff989fed9d92ae182eddea0d76ddd486d", "size_bytes": 140192, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/45084135cb17313000be7717300253198333520495a4173b14dea59f5d3be668/086692a6dcd281b1241e8248c860a49ff989fed9d92ae182eddea0d76ddd486d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "005c5ab531b68b3f4baa6b555ec4a686617c1dddafa88e0ca5a6076b7ba49f43", "size_bytes": 154021, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/82ea014fb56a42f6a252fcb5bc88e39a572cafcda6ebeabbe59a915f52b33c31/005c5ab531b68b3f4baa6b555ec4a686617c1dddafa88e0ca5a6076b7ba49f43/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 71.42857142857143, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bbbb6b5a984cd994828f81cfd9aedb50948cae66dafc70f8e465eb6adbe2f1b4", "size_bytes": 131040, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/932021e02dff2b46c99f8305aea3d8cf177c17fb2a727fff6fa2593e905c3bb4/bbbb6b5a984cd994828f81cfd9aedb50948cae66dafc70f8e465eb6adbe2f1b4/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 25.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "882966b18af17d092626f6bebcc0d0d9e395b4381b78eaaaf8633b5bd39141f2", "size_bytes": 128064, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3ec205eaadab2a62c99f7235623ea520e11508cbbbc09f480d65241d9f1e317b/882966b18af17d092626f6bebcc0d0d9e395b4381b78eaaaf8633b5bd39141f2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "fc635b9649e8e853eb03e1139bc258ad4c18eb0193be84b074a293b026097094", "size_bytes": 314632, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9aa69e8790825c274d1a5e8bde4d8bc53947a13798ec6809cd5a8ab6e701a41d/fc635b9649e8e853eb03e1139bc258ad4c18eb0193be84b074a293b026097094/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "543fb6278182dd2bc84765bb2b70fb5153af99f91ad58f66e03cfc4e8a5a37b5", "size_bytes": 96849, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/bbbc2d30894f594758fb9e61376afe62f31aa0aad3bff519a25c152066f1af5c/543fb6278182dd2bc84765bb2b70fb5153af99f91ad58f66e03cfc4e8a5a37b5/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "aaedc2b97db8da1056cb4fbf63e5ec698fc164e0dd259fbc92679c3799795cb1", "size_bytes": 80675, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8934058076a3c59d22342a2d721dad79fee4000878fe68d70d96b4b0d2d82c04/aaedc2b97db8da1056cb4fbf63e5ec698fc164e0dd259fbc92679c3799795cb1/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7813ecf6f7c6866d83fb8b32efba79c7d6f3526a9bf86f38d6bfc5dc3943a78f", "size_bytes": 259294, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/99695df7eb8b2f5758a5b35aea7acd787e3b8c9d713254578a5704d1409e6088/7813ecf6f7c6866d83fb8b32efba79c7d6f3526a9bf86f38d6bfc5dc3943a78f/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "e51b86c1b50f6bd3da0e39206793f46b09527f158f626aac009a0f9515ab7349", "size_bytes": 122807, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/51397b5622567e2c6275ca8fb148fb376a787bdc2f550712603ec59de312553e/e51b86c1b50f6bd3da0e39206793f46b09527f158f626aac009a0f9515ab7349/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0887233973403dd5fc0d0a7778d48dd97b5ab0bcab95fc6b1882239f01d39c79", "size_bytes": 175074, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4eb5f956fcb3aa7c366d1fc671ca5da744e20df69ec80eda26832d950645d996/0887233973403dd5fc0d0a7778d48dd97b5ab0bcab95fc6b1882239f01d39c79/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 62.5, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "05f7dd796e902663950a35d0549631120a03ccb89560e3638206619a6974fd7a", "size_bytes": 297180, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/327987468a559abdd1717e793de43b026a0a36872da7bdde21b6dcc01198a8e9/05f7dd796e902663950a35d0549631120a03ccb89560e3638206619a6974fd7a/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "33d114504d627db3d3f9290466dfe80cd8c0c97441dc7dfb44b668bc6025bf45", "size_bytes": 213159, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/f6c64c1ec4385ce66116582f7c2920819b8964be8bdb01f991e01b2e41275578/33d114504d627db3d3f9290466dfe80cd8c0c97441dc7dfb44b668bc6025bf45/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0866b6ffd5f7cf3f54943626e36f1554f65c1a6c608c552d8c38168a37b41a33", "size_bytes": 295209, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3a50a33873343f8b5f72879a8d13385ffd2c03a4f7fe305155ad608ac7fb1acf/0866b6ffd5f7cf3f54943626e36f1554f65c1a6c608c552d8c38168a37b41a33/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 80.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1263445a0529ef0f28aacbd385dc1f66daac1b940b8451f3baaebf5fd0413a0e", "size_bytes": 136740, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/44359d527d37445d717202db55cebfb2e5505e05dc954c3ed026d960751d407f/1263445a0529ef0f28aacbd385dc1f66daac1b940b8451f3baaebf5fd0413a0e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "23a2518b0c8f63048b75e714ea905a5c70169f5883f4c92edfe356fe3c90cac7", "size_bytes": 85960, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/5c0ca2b2ecc33ad8150f63c88f44e74a6876cf39b543b267de981e09d6cfccd9/23a2518b0c8f63048b75e714ea905a5c70169f5883f4c92edfe356fe3c90cac7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 64.28571428571429, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4e3ab8851ac928e41779f6d794d2f60a21bd57cbd63970021ee045903c87da16", "size_bytes": 211942, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2e5ab449f2e6abc4e27c6d845ecf42e53f534b0f804d2bba1a78930d06ceee43/4e3ab8851ac928e41779f6d794d2f60a21bd57cbd63970021ee045903c87da16/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "78af6aef72ee50a6d09a51bd64586c34dcf0a85401e098e72c97ef6587722f74", "size_bytes": 80522, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/fd5b1beb762bcb7593d1af28ac263074092906536a9ad320c78cb51c78afb959/78af6aef72ee50a6d09a51bd64586c34dcf0a85401e098e72c97ef6587722f74/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "87b75b957c535ffd15d409123d2cd5a3b00c4b6589296368396f6f280a9037dc", "size_bytes": 264073, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0cf83691c3b90b996fed250784bbed2100dc3ace3d01becba36abaa401752764/87b75b957c535ffd15d409123d2cd5a3b00c4b6589296368396f6f280a9037dc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "29c052745c29a8b31261da978e7c811c57c015e685eab7768b346712f2179ebc", "size_bytes": 127378, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/abe6b32a49f1c8f9840a4d7032a0d7172b8242f832b41f151708770d62fbaf5e/29c052745c29a8b31261da978e7c811c57c015e685eab7768b346712f2179ebc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b622fdc2e6d1136f4690bb5617102d27f6b8ce0dc72bcce18644766afcc5c414", "size_bytes": 180132, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/e1de798750d5195fa09e15998eac2b7c2f406fd8a9514f8af36a3859df5bb21a/b622fdc2e6d1136f4690bb5617102d27f6b8ce0dc72bcce18644766afcc5c414/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "db911cd057dcc8a8b4cc2570b3cd36965f09dc45b12f8d38eaf49f22cd2c2574", "size_bytes": 224541, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ce6d7cd120bbb17743fdc0b25a578cf29736221fc1d4b92b0fa6f995ec2420f2/db911cd057dcc8a8b4cc2570b3cd36965f09dc45b12f8d38eaf49f22cd2c2574/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6d9d67bd16b3061227daa8101068d94015e2583a61b8639e9203dc0b068a1820", "size_bytes": 343877, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/db433fccacae9f99280facf49d2a68e99bb7ed9879af84442b51c6273dcb4f88/6d9d67bd16b3061227daa8101068d94015e2583a61b8639e9203dc0b068a1820/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 90.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a1a8556bada30b36317d2d36e99ca248636a43a4e8e8f6fd0f13d2d62cd0deee", "size_bytes": 159789, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/657b59a723ebe3579f400d928bd5b0e16c8eb0843d99537ed41aa44e26affae6/a1a8556bada30b36317d2d36e99ca248636a43a4e8e8f6fd0f13d2d62cd0deee/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 75.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "555a6e6b7077c8c12b0893285f146160fa04a6e600265dca475e472c3256e7e0", "size_bytes": 134848, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/156b7ae7b74ae9f59f65f689f636a62f54a0a9c149bb5eaef42a05f1481c028f/555a6e6b7077c8c12b0893285f146160fa04a6e600265dca475e472c3256e7e0/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 69.23076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ea8d40daaca8a0ed8d548a72a4e90bf79258f87fd3630fb32e0b1b5b26853111", "size_bytes": 381315, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/01320acb3de07159e6b0d9f7d13f3693372169c573e5723c03beb871c061f500/ea8d40daaca8a0ed8d548a72a4e90bf79258f87fd3630fb32e0b1b5b26853111/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 40.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f14da782d5b32c35bc359d782718d7823078f065de9d1da9e92204d608c0ea76", "size_bytes": 278554, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d6c465ece341760e28ecd6b0839b88907eadd1d79cea733d6990f189c0c9469c/f14da782d5b32c35bc359d782718d7823078f065de9d1da9e92204d608c0ea76/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 33.33333333333333, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "6c4ac4f237f5bbef8383e828fab2b317b7ef084e0c569173da73ce9e8db406ec", "size_bytes": 284737, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/810170c63dcc9818ac31387f733b6aae8c37a5081495ed147112950439e992b4/6c4ac4f237f5bbef8383e828fab2b317b7ef084e0c569173da73ce9e8db406ec/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] }, { "key": "kimi-kimi-k3", "model": "kimi/kimi-k3", "tasks": [ { "cost": null, "input_tokens": null, "key": "01-011", "latency": null, "output_tokens": null, "pass_percentage": 77.77777777777779, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ccba78098a1944436f43bfeac91ea06047460a2fadfd15b98f0fd46be989d4f7", "size_bytes": 415731, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/962e316d9337be62f2a8fb00865fda781d41f1ed86237ec16a64e2b38189a226/ccba78098a1944436f43bfeac91ea06047460a2fadfd15b98f0fd46be989d4f7/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-012", "latency": null, "output_tokens": null, "pass_percentage": 85.71428571428571, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f405876f335073aa1bc38621f121cdc7765c5dd18c62d437a5f2c3babff49198", "size_bytes": 466900, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ec173eedab8a20fe0d0f1a6f60084366ceb72d340d8cbdd7fab77ffb563edb64/f405876f335073aa1bc38621f121cdc7765c5dd18c62d437a5f2c3babff49198/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "01-103", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0fedd76819d22e8e043b3e2ec20a59e5a9d17d58e5250bc448cb84401a30220c", "size_bytes": 99928, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b6d76ede6541f4c21a57141c20c5bfe459d0909259b027cf694aa60a989e464b/0fedd76819d22e8e043b3e2ec20a59e5a9d17d58e5250bc448cb84401a30220c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-004", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ec8d2d16d11d3cb5ef0521af47b27281f8ee77e69ebaa7f51763d84ce7bc4e7e", "size_bytes": 105848, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/68f54e8fa7f50d1091bfffdbf3474c9534dd3f57cb069f8cad2504e983a529e5/ec8d2d16d11d3cb5ef0521af47b27281f8ee77e69ebaa7f51763d84ce7bc4e7e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-007", "latency": null, "output_tokens": null, "pass_percentage": 0.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "73747d828296a215553e3d7b52ed6f5e789a9d3a1e230fb89d7caf85e59a108b", "size_bytes": 277360, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/ed185ccb52c0732190201e81dce0ca133d6671cfc7baabbe64dc3e85ae0a99e4/73747d828296a215553e3d7b52ed6f5e789a9d3a1e230fb89d7caf85e59a108b/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "02-008", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "a4080cc23fdf71a498475efc05bcbeb53fde939d4692ed33c6bed554561e43cc", "size_bytes": 90021, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9510bb57a551996b3c99e69d8f02bd6be18cf672287098092c2189b0dc5d5c99/a4080cc23fdf71a498475efc05bcbeb53fde939d4692ed33c6bed554561e43cc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-005", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "990b704cd473a3ebbca9b1bbc21c92a7b5b6996187bfd80f9bdd4b59d57df534", "size_bytes": 99473, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/a870adb0d4b5c3abb8d10da0cab43e56dcd5637b10183caef1b95d519892e53e/990b704cd473a3ebbca9b1bbc21c92a7b5b6996187bfd80f9bdd4b59d57df534/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-014", "latency": null, "output_tokens": null, "pass_percentage": 90.9090909090909, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ecb964f923633262b1d686c265711b811202377db7229d34de3adf9a9d736436", "size_bytes": 226802, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/8fcf726c3d1e020a1c2ac099a5642e0aa51e0758952eaba589c1b5bca5803006/ecb964f923633262b1d686c265711b811202377db7229d34de3adf9a9d736436/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "03-022", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "b7e70925331179b4f9cbbaac8e077e1071928476dd7562b2490b3615dcff1c82", "size_bytes": 122553, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3b06966b8f9cdb7ae455feef08d6a65170b559ecc1c37a35ff81ce993453ccc7/b7e70925331179b4f9cbbaac8e077e1071928476dd7562b2490b3615dcff1c82/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-003", "latency": null, "output_tokens": null, "pass_percentage": 76.92307692307693, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "d30a9c2914d9397882c185729ce4b4f24d80506e100cb6f797e54a3aadf29060", "size_bytes": 558295, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1edca706e0e2e531aaa6669214694bf6f2a7a0f36bef2faab33570b49b37691c/d30a9c2914d9397882c185729ce4b4f24d80506e100cb6f797e54a3aadf29060/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-033", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "f805e1e665417040b4afc4b99e1ef9c02efa10b92770bc7f53282cf388c6a0af", "size_bytes": 653788, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/0adfc3646bc533364c73c71bcdb94aa340ca33ae55f1f00624b6d57d15901fe8/f805e1e665417040b4afc4b99e1ef9c02efa10b92770bc7f53282cf388c6a0af/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "04-038", "latency": null, "output_tokens": null, "pass_percentage": 50.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "2efb1a77f0c6c43a5d0eda69ee4c944e14aff978f51e37d0a7bfb94126ae3111", "size_bytes": 225089, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/08f8880c60764f9b45e5d4985e2dd54e1f27150d64d24821162040fc5a3e3589/2efb1a77f0c6c43a5d0eda69ee4c944e14aff978f51e37d0a7bfb94126ae3111/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-010", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7b4bbdb8d1beccd6f883397db780e7f6b6124cca82629c90f7dab16b281bf8ac", "size_bytes": 319488, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3787599efe213d2dcd0e2e3b7af104978769e4ad4bbd2925ec0c007de17f3dd3/7b4bbdb8d1beccd6f883397db780e7f6b6124cca82629c90f7dab16b281bf8ac/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-022", "latency": null, "output_tokens": null, "pass_percentage": 70.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "ee697aa5f8397357d236d8a48a97dbb67965191944fa2f22d1cecff3f834b527", "size_bytes": 210296, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4dee7a00b8ca1a496f48b98869e6cf06723e7e097d115a5b9c5393b9f01f06ed/ee697aa5f8397357d236d8a48a97dbb67965191944fa2f22d1cecff3f834b527/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "05-036", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "305e8f11b25bcbc714212531d9004d16db0d7942a742b691b315a2f2190bb07d", "size_bytes": 163086, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4ce4dc29de6da372f8271a747b41469a46682da501eb70abc139a5c007eb7d46/305e8f11b25bcbc714212531d9004d16db0d7942a742b691b315a2f2190bb07d/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-020", "latency": null, "output_tokens": null, "pass_percentage": 78.57142857142857, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "1bf659221e883b4f9db421e6024b6ad4108b035c5d4a556f8014b11812eba506", "size_bytes": 742334, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/2acd4c53e10694846e34f8d8e10dbf7decc18578d140879ea9565aa0133288a0/1bf659221e883b4f9db421e6024b6ad4108b035c5d4a556f8014b11812eba506/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-024", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "748b64d64c360fcfdd999813f6eca068723ea511363fff060a35814dbf988516", "size_bytes": 199020, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/1e9e6c5fd525dfa0fd243d0f463baae88b13bc167fa1bc77bb625848b3bda0f6/748b64d64c360fcfdd999813f6eca068723ea511363fff060a35814dbf988516/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "06-041", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "4f58cee3e215c6664bba2f67ade88d08b0d2c6c424aa0ca70dab896baa66b099", "size_bytes": 365926, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/3784eb44b90eeaaf7934250e4b5eaa72f3cd7636566f51d180757fa954d92a0d/4f58cee3e215c6664bba2f67ade88d08b0d2c6c424aa0ca70dab896baa66b099/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-007", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0332499934c91ef1f1f1d55ce87b33f2a00420be9e7b0502390877db7a33e65c", "size_bytes": 823580, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/d624841fabbd4c68f32e2ef12c2c203720e936ccc25bba87147f1b489e31e843/0332499934c91ef1f1f1d55ce87b33f2a00420be9e7b0502390877db7a33e65c/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-016", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "da0faeb06088611b1c84679d2ac8dcdc9abfe111b0f4d7fb84f8924ea0407328", "size_bytes": 269125, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/4226815e8b2bd18a3388e3a75c215c2a7a8a55f097d714436370823be0b7abb0/da0faeb06088611b1c84679d2ac8dcdc9abfe111b0f4d7fb84f8924ea0407328/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "07-017", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "7622a249390e83d671405695636eac3e92c2da9a654bd9b337e21d6b84ee05dc", "size_bytes": 227587, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/6023f7dc542bf39b5c3bdb6ab46bc5ba68fc8dcb4ad73dff033fa290d2225287/7622a249390e83d671405695636eac3e92c2da9a654bd9b337e21d6b84ee05dc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-011", "latency": null, "output_tokens": null, "pass_percentage": 92.3076923076923, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "dec18ec32014110aebcc7cdab9db4faeb8c768f015be221ce0fb136887d14dcc", "size_bytes": 746163, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cc02fe58216f2d15d80ce99b6769164254f2ab2cd8fc22a5b2c1f8b93d7eeff3/dec18ec32014110aebcc7cdab9db4faeb8c768f015be221ce0fb136887d14dcc/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-013", "latency": null, "output_tokens": null, "pass_percentage": 60.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "0d5f98ea964c13a2d4ea045780c5212db25d5b4796959ad7720b7edb92653675", "size_bytes": 340265, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/146d87a916e82e3da2eb6de0d1a146cf0ec17f690019bd5bd3ec9e22c9c89a44/0d5f98ea964c13a2d4ea045780c5212db25d5b4796959ad7720b7edb92653675/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "08-014", "latency": null, "output_tokens": null, "pass_percentage": 100.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "3365b5ff9e55d563b12c38ad93aa7eee529557a55f2e865473c43738fa1c4cf2", "size_bytes": 343478, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/cdb87f6873281fac99b3c757ec29f5232d4efdced001aa9266594501b06cdf60/3365b5ff9e55d563b12c38ad93aa7eee529557a55f2e865473c43738fa1c4cf2/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-008", "latency": null, "output_tokens": null, "pass_percentage": 53.84615384615385, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "45858a75f0f0d384e57cfe751ae2717cd719f98a1e371078f8559482de3bd182", "size_bytes": 211850, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/b5fa5d4f383a2eadb199287c36bee09da611b06cb2f307e01cdb39f79427ac5e/45858a75f0f0d384e57cfe751ae2717cd719f98a1e371078f8559482de3bd182/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-014", "latency": null, "output_tokens": null, "pass_percentage": 40.0, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "c588dd2ba7b70d84599183a06e1ab3ac20f465a25f6416bba44b9b0f2ae54b6e", "size_bytes": 397787, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/05df8455d1ddf2f906fe0f9003bcf419e6a133c155348c922561c71e76ce32e3/c588dd2ba7b70d84599183a06e1ab3ac20f465a25f6416bba44b9b0f2ae54b6e/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } }, { "cost": null, "input_tokens": null, "key": "09-054", "latency": null, "output_tokens": null, "pass_percentage": 66.66666666666666, "trajectory": { "artifact": { "media_type": "application/json", "sha256": "bf5097f3db9eeff70537c55c5af330f975347c73ba0e96c1aa3b0e5a4becd934", "size_bytes": 378315, "url": "https://d33yljrx6estt2.cloudfront.net/artifacts/9c9763496e93ebd106ea912e4a697a5a31425c315ff337cefa241a0879783076/bf5097f3db9eeff70537c55c5af330f975347c73ba0e96c1aa3b0e5a4becd934/trajectory.json" }, "fidelity": "sanitized", "sanitization_policy": "vals-public-redaction-v1", "schema_version": "ATIF-v1.7", "validation_policy": "vals-atif-public-v1" } } ] } ] }