{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "wallSeconds": 75.334, "inputTokens": 27387, "outputTokens": 6957, "totalTokens": 34344, "costUsd": 0.022085999999999998, "energyWh": null, "assertionsPassed": 15, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "BLOCKED", "tier": "cloud/BYOK", "diagnosticOnly": true, "comparisonEligible": false, "cohort": "historical-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "evidenceFile": "20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037.json", "archived": true, "supersededBy": "20261016T123719Z_verdict-code_byok_openai_gpt-4.1-mini_123c40" }, "sourceRecord": { "id": "20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": "20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e", "cohort": "original-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "status": "BLOCKED", "wallSeconds": 75.334, "inputTokens": 27387, "outputTokens": 6957, "totalTokens": 34344, "costUsd": 0.022085999999999998, "energyWh": null, "assertionsPassed": 15, "assertionsTotal": 20, "observedCodePass": false, "exitCode": 1, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154030.6403542 }, "mutableRuntimeFiles": [ "budget_ledger.json", "09dc179da42843bfbc0abb10dfa3c2c8.timing.json", "925ac1e4153a40c685fed020c29cc019.timing.json", "724c5c705ceb4e418426bf19646a22e3.http.json", "75c1ac14fb12483599614fd39a9716de.timing.json", "ad3710856868415ea852049db645d92f.http.json", "d5773de1ee6749a898c790ba0792205d.timing.json", "b6cdcfce361a49ffb4d20a23f7f4d21a.timing.json", "724c5c705ceb4e418426bf19646a22e3.timing.json", "4fa82dfb08d5415fafdbd29d183d3fef.http.json", "db137c304c0f41f08f7350bdb4af23ac.http.json", "0090136eda6c4aba993f070c31849827.http.json", "eb7367e0dfbe4c0084bea63310aaf61c.request.json", "eb7367e0dfbe4c0084bea63310aaf61c.response.txt", "d5773de1ee6749a898c790ba0792205d.response.txt", "1414e6f2dc314b25ac211f464a4896b2.timing.json", "d5773de1ee6749a898c790ba0792205d.request.json", "9ec768a0a3a24c3cbaa6e8e4555aba43.timing.json", "724c5c705ceb4e418426bf19646a22e3.response.txt", "26f34252efa048538980267f11eadbd5.timing.json", "724c5c705ceb4e418426bf19646a22e3.request.json", "26f34252efa048538980267f11eadbd5.http.json", "188f9845e64b4de1a48d3c19017f3b9c.http.json", "a89300bcdd3d4869a2a714204b3c1e6d.response.txt", "a89300bcdd3d4869a2a714204b3c1e6d.timing.json", "f3f4a9efff194d71983b3b6e39c20f51.http.json", "1414e6f2dc314b25ac211f464a4896b2.request.json", "0090136eda6c4aba993f070c31849827.response.txt", "75c1ac14fb12483599614fd39a9716de.http.json", "a89300bcdd3d4869a2a714204b3c1e6d.request.json", "1414e6f2dc314b25ac211f464a4896b2.response.txt", "0090136eda6c4aba993f070c31849827.request.json", "e0c8583ff2754c019be915a800ebd1d1.timing.json", "1749cff241074d37aec0fd19a9463b6f.response.txt", "4fa82dfb08d5415fafdbd29d183d3fef.timing.json", "9ec768a0a3a24c3cbaa6e8e4555aba43.response.txt", "75c1ac14fb12483599614fd39a9716de.request.json", "b6cdcfce361a49ffb4d20a23f7f4d21a.http.json", "1749cff241074d37aec0fd19a9463b6f.request.json", "9ec768a0a3a24c3cbaa6e8e4555aba43.request.json", "75c1ac14fb12483599614fd39a9716de.response.txt", "0090136eda6c4aba993f070c31849827.timing.json", "7d809d9f4a0e4a62acc737d7be3232de.request.json", "09dc179da42843bfbc0abb10dfa3c2c8.http.json", "b6cdcfce361a49ffb4d20a23f7f4d21a.response.txt", "7d809d9f4a0e4a62acc737d7be3232de.response.txt", "bbc79b0d19304793a06d49e54e468a76.http.json", "b6cdcfce361a49ffb4d20a23f7f4d21a.request.json", "f3f4a9efff194d71983b3b6e39c20f51.timing.json", "ad3710856868415ea852049db645d92f.response.txt", "ad3710856868415ea852049db645d92f.request.json", "d5773de1ee6749a898c790ba0792205d.http.json", "188f9845e64b4de1a48d3c19017f3b9c.request.json", "7d809d9f4a0e4a62acc737d7be3232de.http.json", "1414e6f2dc314b25ac211f464a4896b2.http.json", "188f9845e64b4de1a48d3c19017f3b9c.timing.json", "188f9845e64b4de1a48d3c19017f3b9c.response.txt", "eb7367e0dfbe4c0084bea63310aaf61c.http.json", "f3f4a9efff194d71983b3b6e39c20f51.response.txt", "925ac1e4153a40c685fed020c29cc019.request.json", "f3f4a9efff194d71983b3b6e39c20f51.request.json", "925ac1e4153a40c685fed020c29cc019.response.txt", "925ac1e4153a40c685fed020c29cc019.http.json", "26f34252efa048538980267f11eadbd5.response.txt", "bbc79b0d19304793a06d49e54e468a76.request.json", "e0c8583ff2754c019be915a800ebd1d1.request.json", "26f34252efa048538980267f11eadbd5.request.json", "bbc79b0d19304793a06d49e54e468a76.response.txt", "e0c8583ff2754c019be915a800ebd1d1.response.txt", "1749cff241074d37aec0fd19a9463b6f.http.json", "db137c304c0f41f08f7350bdb4af23ac.response.txt", "09dc179da42843bfbc0abb10dfa3c2c8.request.json", "eb7367e0dfbe4c0084bea63310aaf61c.timing.json", "db137c304c0f41f08f7350bdb4af23ac.request.json", "09dc179da42843bfbc0abb10dfa3c2c8.response.txt", "e0c8583ff2754c019be915a800ebd1d1.http.json", "db137c304c0f41f08f7350bdb4af23ac.timing.json", "bbc79b0d19304793a06d49e54e468a76.timing.json", "7d809d9f4a0e4a62acc737d7be3232de.timing.json", "a89300bcdd3d4869a2a714204b3c1e6d.http.json", "4fa82dfb08d5415fafdbd29d183d3fef.response.txt", "4fa82dfb08d5415fafdbd29d183d3fef.request.json", "ad3710856868415ea852049db645d92f.timing.json", "1749cff241074d37aec0fd19a9463b6f.timing.json", "9ec768a0a3a24c3cbaa6e8e4555aba43.http.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "BLOCKED", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": true, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 8, "partialInputTokens": 27387, "partialOutputTokens": 6957, "partialTotalTokens": 34344, "partialEstimatedCostUsd": 0.022085999999999998, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": null, "allCallsReportReasoning": false, "tokensPerSecond": 455.89, "knownTokensIncludingAdditiveReasoning": 34344, "knownTokensIncludingAdditiveReasoningPerSecond": 455.89, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": "One-shot failed: Task incomplete: behavioral_review_exhausted: two self-check repair epochs exhausted; additional mutation was not executed; behavioral_review_exhausted: two self-check repair epochs exhausted; additional mutation was not executed", "terminalCompleted": false, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": false, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037.json", "publicEvidenceSha256": "256d9e62d429a185b6a87ffbf0dd99d17793750452483bc775b76a2316a58084" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/0090136eda6c4aba993f070c31849827.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/0090136eda6c4aba993f070c31849827.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/0090136eda6c4aba993f070c31849827.response.txt", "sha256": "4bb64ab6db5489f76c68f5f1e6ea291bc20d58ab8292387ca35373ef3f9becbc", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/0090136eda6c4aba993f070c31849827.timing.json", "sha256": "e501d37ee2aaec9e7885770dfdc0e1487c5d05c05546f2de85c571ef9ca75543", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/09dc179da42843bfbc0abb10dfa3c2c8.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/09dc179da42843bfbc0abb10dfa3c2c8.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/09dc179da42843bfbc0abb10dfa3c2c8.response.txt", "sha256": "54647c043608e2135490a4a13700b5b78e85d465343a2e282542cea559e6f20d", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/09dc179da42843bfbc0abb10dfa3c2c8.timing.json", "sha256": "30ec79446eed56b6d3e4777177a231329439bdbacd1571e19cf03143589d962d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1414e6f2dc314b25ac211f464a4896b2.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1414e6f2dc314b25ac211f464a4896b2.request.json", "sha256": "dc089aa9cc7c3468380d77c460ec2844c33a8f719fc61c7b17def78501ee6b4c", "bytes": 16850 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1414e6f2dc314b25ac211f464a4896b2.response.txt", "sha256": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "bytes": 14140 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1414e6f2dc314b25ac211f464a4896b2.timing.json", "sha256": "2e320db27ba1c335daa3378505b6f5ec95d5ca7b8d3babc84ee83fe3be2162be", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1749cff241074d37aec0fd19a9463b6f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1749cff241074d37aec0fd19a9463b6f.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1749cff241074d37aec0fd19a9463b6f.response.txt", "sha256": "8e7801e7b7b46da86a557db61b5db81ba4251a84e2d0e5aa488b077ce9435da7", "bytes": 1074917 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1749cff241074d37aec0fd19a9463b6f.timing.json", "sha256": "c4431244dd4e70bdfc34d2f5114bce9367c4a6757c593fa909d916e9657b3e66", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/188f9845e64b4de1a48d3c19017f3b9c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/188f9845e64b4de1a48d3c19017f3b9c.request.json", "sha256": "736ae820e427cc736ea348807e35fa5c511e1e9edcef800208043beac3a8f30f", "bytes": 28254 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/188f9845e64b4de1a48d3c19017f3b9c.response.txt", "sha256": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "bytes": 173283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/188f9845e64b4de1a48d3c19017f3b9c.timing.json", "sha256": "299f55d6dd359192ecc3f2832be923519627a64cf11b9bf49c075deecb205b39", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/26f34252efa048538980267f11eadbd5.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/26f34252efa048538980267f11eadbd5.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/26f34252efa048538980267f11eadbd5.response.txt", "sha256": "61f23619b857fd1f4b943b0bb1533ecb1a8d7808821a7c10212d2b0b4a6036bd", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/26f34252efa048538980267f11eadbd5.timing.json", "sha256": "d3541ecc72cbd2cd5c79c093f59965e1e6d5662f37b620172051100be0fe1329", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/4fa82dfb08d5415fafdbd29d183d3fef.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/4fa82dfb08d5415fafdbd29d183d3fef.request.json", "sha256": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "bytes": 101 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/4fa82dfb08d5415fafdbd29d183d3fef.response.txt", "sha256": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "bytes": 153 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/4fa82dfb08d5415fafdbd29d183d3fef.timing.json", "sha256": "75884a17268b937ecbc4c57055d3342f55d2c9984640124f8d9ac9c126a0d820", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/724c5c705ceb4e418426bf19646a22e3.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/724c5c705ceb4e418426bf19646a22e3.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/724c5c705ceb4e418426bf19646a22e3.response.txt", "sha256": "24fc5c0ed011f38f3433b9fca9ba6ff7e37e99ce460cabf36f65cf2671ba14d9", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/724c5c705ceb4e418426bf19646a22e3.timing.json", "sha256": "88a120bf643f87a2e0457d14019980b7d13f543ab494f36c4a250d192708ad2d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/75c1ac14fb12483599614fd39a9716de.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/75c1ac14fb12483599614fd39a9716de.request.json", "sha256": "d140eb1ba634a0cea8dcdee438c6f40d56b8b6ee115fbe55286fee66e664c5bd", "bytes": 26141 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/75c1ac14fb12483599614fd39a9716de.response.txt", "sha256": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "bytes": 172847 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/75c1ac14fb12483599614fd39a9716de.timing.json", "sha256": "f5a58578148f8dfe67e75a3d340fca12017f3410c85ef3de89cf91bfe9d64e30", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/7d809d9f4a0e4a62acc737d7be3232de.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/7d809d9f4a0e4a62acc737d7be3232de.request.json", "sha256": "2df752adab1e2022151c490272dacc8660131e00d6cad7bb17e2fbbc150d8221", "bytes": 20702 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/7d809d9f4a0e4a62acc737d7be3232de.response.txt", "sha256": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "bytes": 12638 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/7d809d9f4a0e4a62acc737d7be3232de.timing.json", "sha256": "5d188784b8c7b57880516efbc3eab655abf8e832f26828da5091b3639eccd0cc", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/925ac1e4153a40c685fed020c29cc019.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/925ac1e4153a40c685fed020c29cc019.request.json", "sha256": "496452843ce73f66fc73ffdb7a5c095feb2da308c99543d954ea2d04f9f76db3", "bytes": 28228 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/925ac1e4153a40c685fed020c29cc019.response.txt", "sha256": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "bytes": 173280 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/925ac1e4153a40c685fed020c29cc019.timing.json", "sha256": "aa273faf68af8e4f95e1c81a8c8dd3fad31ef4292dc5b9537b3d49238024ae16", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/9ec768a0a3a24c3cbaa6e8e4555aba43.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/9ec768a0a3a24c3cbaa6e8e4555aba43.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/9ec768a0a3a24c3cbaa6e8e4555aba43.response.txt", "sha256": "0b54b0649f9cf21e137f6fb54095a1b496078153128ddcf4a3725f8985779bf9", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/9ec768a0a3a24c3cbaa6e8e4555aba43.timing.json", "sha256": "501461c4deb14246b2a476bdaadf26c970e5ed20ec3e4dd090c7754bb846321b", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/a89300bcdd3d4869a2a714204b3c1e6d.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/a89300bcdd3d4869a2a714204b3c1e6d.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/a89300bcdd3d4869a2a714204b3c1e6d.response.txt", "sha256": "a0079ddddc62632be0ac985dd93ba2879d86038ee06e28a2cfb475f27c43a472", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/a89300bcdd3d4869a2a714204b3c1e6d.timing.json", "sha256": "69b97bbddfb42d6877ed54a7901c1a2496ef042000f19bcbf6d4a7bc530847ef", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/ad3710856868415ea852049db645d92f.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/ad3710856868415ea852049db645d92f.request.json", "sha256": "b672cdd7450eaa69c87ada332c17587d7f9622e8812fb18f9bfd68dd1a208350", "bytes": 15562 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/ad3710856868415ea852049db645d92f.response.txt", "sha256": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "bytes": 11508 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/ad3710856868415ea852049db645d92f.timing.json", "sha256": "48420ac3b9a2dd951123a3f875386654690a134ea333a23c58173195b4daeca0", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/b6cdcfce361a49ffb4d20a23f7f4d21a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/b6cdcfce361a49ffb4d20a23f7f4d21a.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/b6cdcfce361a49ffb4d20a23f7f4d21a.response.txt", "sha256": "bf6bf385793333696227df650201718a8319c72bff15ed8858db9db5c0e356b8", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/b6cdcfce361a49ffb4d20a23f7f4d21a.timing.json", "sha256": "ab5c3921d88d0f388a2d4fa0ca0e528fdc752b20d83b4fc26e9ef7900939b16f", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/bbc79b0d19304793a06d49e54e468a76.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/bbc79b0d19304793a06d49e54e468a76.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/bbc79b0d19304793a06d49e54e468a76.response.txt", "sha256": "17f4fe64aa1a8413eda37cccdbc71c125bac44259179d4817afc945118123481", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/bbc79b0d19304793a06d49e54e468a76.timing.json", "sha256": "ae5c321ce5009592c9156d4d76823e7f3897c1845f1f85816ba2dff597bcd0a7", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/budget_ledger.json", "sha256": "3c01bb32978af5a26d665ae542de568c209c957cff32631f35a7bf9ea62756f9", "bytes": 119 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/budget_ledger_at_terminal.json", "sha256": "3c01bb32978af5a26d665ae542de568c209c957cff32631f35a7bf9ea62756f9", "bytes": 119 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/d5773de1ee6749a898c790ba0792205d.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/d5773de1ee6749a898c790ba0792205d.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/d5773de1ee6749a898c790ba0792205d.response.txt", "sha256": "c42556dc3b2091a5507f52e257b1cbed8f9f72f0c7b661daed36715e4223d961", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/d5773de1ee6749a898c790ba0792205d.timing.json", "sha256": "159b0f69fba81edded190e897954225037c242cd0c50c1056e31df819715b8c5", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/db137c304c0f41f08f7350bdb4af23ac.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/db137c304c0f41f08f7350bdb4af23ac.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/db137c304c0f41f08f7350bdb4af23ac.response.txt", "sha256": "a0f537b5d729209cbdf61f356e1dc54697c591fdfed998a0faf8885021fc0568", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/db137c304c0f41f08f7350bdb4af23ac.timing.json", "sha256": "a23691c1ae86517be1f58381c1af6c29ec8acde3a153de1d9a14758396fb041c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/e0c8583ff2754c019be915a800ebd1d1.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/e0c8583ff2754c019be915a800ebd1d1.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/e0c8583ff2754c019be915a800ebd1d1.response.txt", "sha256": "55da6396b5d868cd2eecffd2bd15e7aa528d3008a5986d625cb83d13463dd744", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/e0c8583ff2754c019be915a800ebd1d1.timing.json", "sha256": "22e7d7d3d66e13d13bb5a503b2da9b0cb81cba6de35dd863f4f19981a1df0fdf", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/eb7367e0dfbe4c0084bea63310aaf61c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/eb7367e0dfbe4c0084bea63310aaf61c.request.json", "sha256": "966e21b9218da99ada6045fffb5931368a62404f6c73504cf71928dea4dd3fa8", "bytes": 28244 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/eb7367e0dfbe4c0084bea63310aaf61c.response.txt", "sha256": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "bytes": 12663 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/eb7367e0dfbe4c0084bea63310aaf61c.timing.json", "sha256": "3814a6ec5f56871f0835348486ec7daa0e29afe093716ee3fbc79de09b702c1e", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/f3f4a9efff194d71983b3b6e39c20f51.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/f3f4a9efff194d71983b3b6e39c20f51.request.json", "sha256": "39271989ce36b971b12c3cf8f348a5b47479f6c059aacc9886052440a97f0de0", "bytes": 28228 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/f3f4a9efff194d71983b3b6e39c20f51.response.txt", "sha256": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "bytes": 12647 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/f3f4a9efff194d71983b3b6e39c20f51.timing.json", "sha256": "4db590b276578c835a776583ac0f6922feb3462fd41a52fe31fb33c610b3b966", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/freeze.json", "sha256": "1103feff08ed6d92682b8fcf922824d397f8c4bfeafb4386bd55f350d743ceb2", "bytes": 314, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792154030.6403542\n}", "contentRedacted": false, "publishedContentSha256": "1103feff08ed6d92682b8fcf922824d397f8c4bfeafb4386bd55f350d743ceb2" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/health_after.json", "sha256": "75678f6087e94283db4ed11069f7f653046379fc7be4b5bc3a0bc8bebe44a288", "bytes": 1327 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/health_before.json", "sha256": "a887afbf743783a48637827afb04fa08657bc009e991fe8eb35844fce398717c", "bytes": 1326 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/invocation.json", "sha256": "8d280eb495c81ed24f86694f47498676456b1063f074e25ba1b2f0440a6a062f", "bytes": 2182 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/launch.json", "sha256": "956d98e69d879c1b5de657b9cb4065edc06cf9014817851504b3c041c1cf10ab", "bytes": 236 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/oracle.stdout.txt", "sha256": "c3ba10d7c3c9f9fe163e84b47f1fc9628aa6a5fd2b603e0831b7b18ca3d2eb39", "bytes": 1592, "content": "{\"passed\": 15, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": null, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": null, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": null, \"pass\": false}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "c3ba10d7c3c9f9fe163e84b47f1fc9628aa6a5fd2b603e0831b7b18ca3d2eb39" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/policy.json", "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "bytes": 921, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/post-terminal-settlement.json", "sha256": "5cd78db82fe025b899a6f449ab3fe589b3d9f5b8cb4b3fe0ebffb67212518f74", "bytes": 384 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0001.sse", "sha256": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "bytes": 11508 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0002.sse", "sha256": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "bytes": 14140 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0003.sse", "sha256": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "bytes": 12638 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0004.sse", "sha256": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "bytes": 172847 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0005.sse", "sha256": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "bytes": 12647 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0006.sse", "sha256": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "bytes": 173280 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0007.sse", "sha256": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "bytes": 12663 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/gateway-0008.sse", "sha256": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "bytes": 173283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/.verdict_code_usage.inv-56e72f5339b14510868f4942d83beffe.json", "sha256": "e6c99a0b09d50f04b2d9aab0e06188a1e5972c3db5014aa7bf5e2dea03e920ad", "bytes": 122479 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/comms.txt", "sha256": "5521b3d6ce9d1ba680656540887e1622224584908fc97ee55db16b4255572587", "bytes": 8969 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t1/comms.txt", "sha256": "76649061d37c3a0a5f36a146820d6550c76631a88d2946e283f064556ad16f13", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t2/comms.txt", "sha256": "5d6cd9b4751539e1b7e955eeba9f5b71d1c497c40d7eadca6a8ac4c7bb9792ae", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t3/comms.txt", "sha256": "8b8311fcd122a23329438d87bc5bd8ded72d1dac62d7230b25c378856cd7289d", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t4/comms.txt", "sha256": "6c1979289e7e0d3ac5f43e765c4df3983c325a8f9b35c5f61f5228395d365461", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t5/comms.txt", "sha256": "af1b2395022e6165678e60724fd6dcfccaa961cfbaae6046978bdf316e905d71", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t6/comms.txt", "sha256": "21077169639b71f7465e90ca5f7a47cc5d6b1feadb478cf41ad1cac5e04c6f4f", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t7/comms.txt", "sha256": "2ab3a2b4989b97e43ab9fff1d7cbd9019bf3183a3990eedf801e575c5c525700", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t8/comms.txt", "sha256": "51ef23d49dd27ac88709655bf1347119d73d3a158e4bf28cf4ae34ca6faf10a2", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/compaction_events.jsonl", "sha256": "b9fcec69ee31e566aa55905e4808a9d18208585b8995d3f557f0f29dbf6c8fcd", "bytes": 473 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/costs.json", "sha256": "bdfe889a2b492eb9510e16e00d03031b1e3a3b8c5f3a10e994eb2c867847e6ee", "bytes": 116234 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/runtime/model_cache/availability_cache.json", "sha256": "cbd2564e8b9f28587bc76f8b8f5cf014f47565822ae0c800ae1945d677636cf3", "bytes": 275 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/private_producer/state.json", "sha256": "96dd3220a6754ce5892b7485d6cd05efbfd276dacf3b3000d73b28da02d03d9a", "bytes": 3532 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/product_source.json", "sha256": "e4ae17dcf8e1c0f38c1c98f93d76666844eb9f33dad58b14798784142e045ee0", "bytes": 846, "content": "{\n \"head\": \"9e79bf7dfa107fb84b0e3793aad72f7789001fb9\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "e4ae17dcf8e1c0f38c1c98f93d76666844eb9f33dad58b14798784142e045ee0" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/result.json", "sha256": "1749c9a144953d26fddf93e9390b5337983fe55ef41c2d88f4911b9266277d3a", "bytes": 23508 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/sandbox.sb", "sha256": "f1c07509737cc0a2f40e179a8bf57f48adcb85e34689bc60ce92fecb32cc86aa", "bytes": 5843 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/tools/verdict-code/VERSION", "sha256": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c", "bytes": 760119 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/stderr.txt", "sha256": "1577525f5160df3f600cdad530076486d863bf9c84e56cffc9c784b414042354", "bytes": 45449 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/stdout.txt", "sha256": "f22654929fcc1dde7b246bc6a1e7326fa31e673c268e765f7cf29c3c7cee414c", "bytes": 245695 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/0090136eda6c4aba993f070c31849827.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/0090136eda6c4aba993f070c31849827.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/0090136eda6c4aba993f070c31849827.response.txt", "sha256": "4bb64ab6db5489f76c68f5f1e6ea291bc20d58ab8292387ca35373ef3f9becbc", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/0090136eda6c4aba993f070c31849827.timing.json", "sha256": "e501d37ee2aaec9e7885770dfdc0e1487c5d05c05546f2de85c571ef9ca75543", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.response.txt", "sha256": "54647c043608e2135490a4a13700b5b78e85d465343a2e282542cea559e6f20d", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.timing.json", "sha256": "30ec79446eed56b6d3e4777177a231329439bdbacd1571e19cf03143589d962d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.request.json", "sha256": "dc089aa9cc7c3468380d77c460ec2844c33a8f719fc61c7b17def78501ee6b4c", "bytes": 16850 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.response.txt", "sha256": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "bytes": 14140 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.timing.json", "sha256": "2e320db27ba1c335daa3378505b6f5ec95d5ca7b8d3babc84ee83fe3be2162be", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1749cff241074d37aec0fd19a9463b6f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1749cff241074d37aec0fd19a9463b6f.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1749cff241074d37aec0fd19a9463b6f.response.txt", "sha256": "8e7801e7b7b46da86a557db61b5db81ba4251a84e2d0e5aa488b077ce9435da7", "bytes": 1074917 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/1749cff241074d37aec0fd19a9463b6f.timing.json", "sha256": "c4431244dd4e70bdfc34d2f5114bce9367c4a6757c593fa909d916e9657b3e66", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.request.json", "sha256": "736ae820e427cc736ea348807e35fa5c511e1e9edcef800208043beac3a8f30f", "bytes": 28254 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.response.txt", "sha256": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "bytes": 173283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.timing.json", "sha256": "299f55d6dd359192ecc3f2832be923519627a64cf11b9bf49c075deecb205b39", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/26f34252efa048538980267f11eadbd5.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/26f34252efa048538980267f11eadbd5.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/26f34252efa048538980267f11eadbd5.response.txt", "sha256": "61f23619b857fd1f4b943b0bb1533ecb1a8d7808821a7c10212d2b0b4a6036bd", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/26f34252efa048538980267f11eadbd5.timing.json", "sha256": "d3541ecc72cbd2cd5c79c093f59965e1e6d5662f37b620172051100be0fe1329", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.request.json", "sha256": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "bytes": 101 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.response.txt", "sha256": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "bytes": 153 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.timing.json", "sha256": "75884a17268b937ecbc4c57055d3342f55d2c9984640124f8d9ac9c126a0d820", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/724c5c705ceb4e418426bf19646a22e3.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/724c5c705ceb4e418426bf19646a22e3.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/724c5c705ceb4e418426bf19646a22e3.response.txt", "sha256": "24fc5c0ed011f38f3433b9fca9ba6ff7e37e99ce460cabf36f65cf2671ba14d9", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/724c5c705ceb4e418426bf19646a22e3.timing.json", "sha256": "88a120bf643f87a2e0457d14019980b7d13f543ab494f36c4a250d192708ad2d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/75c1ac14fb12483599614fd39a9716de.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/75c1ac14fb12483599614fd39a9716de.request.json", "sha256": "d140eb1ba634a0cea8dcdee438c6f40d56b8b6ee115fbe55286fee66e664c5bd", "bytes": 26141 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/75c1ac14fb12483599614fd39a9716de.response.txt", "sha256": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "bytes": 172847 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/75c1ac14fb12483599614fd39a9716de.timing.json", "sha256": "f5a58578148f8dfe67e75a3d340fca12017f3410c85ef3de89cf91bfe9d64e30", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.request.json", "sha256": "2df752adab1e2022151c490272dacc8660131e00d6cad7bb17e2fbbc150d8221", "bytes": 20702 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.response.txt", "sha256": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "bytes": 12638 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.timing.json", "sha256": "5d188784b8c7b57880516efbc3eab655abf8e832f26828da5091b3639eccd0cc", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/925ac1e4153a40c685fed020c29cc019.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/925ac1e4153a40c685fed020c29cc019.request.json", "sha256": "496452843ce73f66fc73ffdb7a5c095feb2da308c99543d954ea2d04f9f76db3", "bytes": 28228 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/925ac1e4153a40c685fed020c29cc019.response.txt", "sha256": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "bytes": 173280 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/925ac1e4153a40c685fed020c29cc019.timing.json", "sha256": "aa273faf68af8e4f95e1c81a8c8dd3fad31ef4292dc5b9537b3d49238024ae16", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.response.txt", "sha256": "0b54b0649f9cf21e137f6fb54095a1b496078153128ddcf4a3725f8985779bf9", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.timing.json", "sha256": "501461c4deb14246b2a476bdaadf26c970e5ed20ec3e4dd090c7754bb846321b", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.response.txt", "sha256": "a0079ddddc62632be0ac985dd93ba2879d86038ee06e28a2cfb475f27c43a472", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.timing.json", "sha256": "69b97bbddfb42d6877ed54a7901c1a2496ef042000f19bcbf6d4a7bc530847ef", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/ad3710856868415ea852049db645d92f.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/ad3710856868415ea852049db645d92f.request.json", "sha256": "b672cdd7450eaa69c87ada332c17587d7f9622e8812fb18f9bfd68dd1a208350", "bytes": 15562 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/ad3710856868415ea852049db645d92f.response.txt", "sha256": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "bytes": 11508 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/ad3710856868415ea852049db645d92f.timing.json", "sha256": "48420ac3b9a2dd951123a3f875386654690a134ea333a23c58173195b4daeca0", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.response.txt", "sha256": "bf6bf385793333696227df650201718a8319c72bff15ed8858db9db5c0e356b8", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.timing.json", "sha256": "ab5c3921d88d0f388a2d4fa0ca0e528fdc752b20d83b4fc26e9ef7900939b16f", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/bbc79b0d19304793a06d49e54e468a76.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/bbc79b0d19304793a06d49e54e468a76.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/bbc79b0d19304793a06d49e54e468a76.response.txt", "sha256": "17f4fe64aa1a8413eda37cccdbc71c125bac44259179d4817afc945118123481", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/bbc79b0d19304793a06d49e54e468a76.timing.json", "sha256": "ae5c321ce5009592c9156d4d76823e7f3897c1845f1f85816ba2dff597bcd0a7", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/budget_ledger.json", "sha256": "3c01bb32978af5a26d665ae542de568c209c957cff32631f35a7bf9ea62756f9", "bytes": 119 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/d5773de1ee6749a898c790ba0792205d.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/d5773de1ee6749a898c790ba0792205d.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/d5773de1ee6749a898c790ba0792205d.response.txt", "sha256": "c42556dc3b2091a5507f52e257b1cbed8f9f72f0c7b661daed36715e4223d961", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/d5773de1ee6749a898c790ba0792205d.timing.json", "sha256": "159b0f69fba81edded190e897954225037c242cd0c50c1056e31df819715b8c5", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.response.txt", "sha256": "a0f537b5d729209cbdf61f356e1dc54697c591fdfed998a0faf8885021fc0568", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.timing.json", "sha256": "a23691c1ae86517be1f58381c1af6c29ec8acde3a153de1d9a14758396fb041c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.response.txt", "sha256": "55da6396b5d868cd2eecffd2bd15e7aa528d3008a5986d625cb83d13463dd744", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.timing.json", "sha256": "22e7d7d3d66e13d13bb5a503b2da9b0cb81cba6de35dd863f4f19981a1df0fdf", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.request.json", "sha256": "966e21b9218da99ada6045fffb5931368a62404f6c73504cf71928dea4dd3fa8", "bytes": 28244 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.response.txt", "sha256": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "bytes": 12663 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.timing.json", "sha256": "3814a6ec5f56871f0835348486ec7daa0e29afe093716ee3fbc79de09b702c1e", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.request.json", "sha256": "39271989ce36b971b12c3cf8f348a5b47479f6c059aacc9886052440a97f0de0", "bytes": 28228 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.response.txt", "sha256": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "bytes": 12647 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.timing.json", "sha256": "4db590b276578c835a776583ac0f6922feb3462fd41a52fe31fb33c610b3b966", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/workspace/solution.py", "sha256": "794828bc2be0621d49fd9e3f3c8ed7be93edf4581555ed5b10a88fc2701bb5f2", "bytes": 2534, "content": "from datetime import datetime, timezone, timedelta\nimport math\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n # Do not strip for HTTP-date, only for digits\n if value.strip().isdigit():\n s = value.strip()\n try:\n n = int(s)\n if n < 0:\n return None\n return n\n except Exception:\n return None\n\n s = value\n # Otherwise parse as HTTP-date\n # Format: Wed, 21 Oct 2015 07:28:00 GMT\n # Validate weekday matches date\n # Validate GMT timezone exactly\n\n # Check length and fixed positions for RFC1123 date\n # Example: 'Wed, 21 Oct 2015 07:28:00 GMT' length 29\n if len(s) != 29:\n return None\n # Check fixed characters\n if s[3:5] != ', ' or s[6:7] != ' ' or s[9:10] != ' ' or s[13:14] != ' ' or s[18:19] != ' ' or s[21:22] != ':' or s[24:25] != ':' or s[27:] != ' GMT':\n return None\n\n # Extract parts\n weekday_str = s[0:3]\n day_str = s[5:7]\n month_str = s[8:11]\n year_str = s[12:16]\n hour_str = s[17:19]\n minute_str = s[20:22]\n second_str = s[23:25]\n\n # Validate all digit parts are ASCII digits\n for part in [day_str, year_str, hour_str, minute_str, second_str]:\n if not part.isdigit():\n return None\n\n # Validate month\n months = [\"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\", \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\"]\n if month_str not in months:\n return None\n\n day = int(day_str)\n year = int(year_str)\n hour = int(hour_str)\n minute = int(minute_str)\n second = int(second_str)\n\n # Validate day range\n if not (1 <= day <= 31):\n return None\n # Validate hour, minute, second ranges\n if not (0 <= hour <= 23 and 0 <= minute <= 59 and 0 <= second <= 59):\n return None\n\n # Construct date object\n try:\n dt = datetime(year, months.index(month_str) + 1, day, hour, minute, second, tzinfo=timezone.utc)\n except ValueError:\n return None\n\n # Validate weekday\n # weekday() Monday=0 ... Sunday=6\n # Map weekday_str to weekday number\n weekday_map = {\"Mon\": 0, \"Tue\": 1, \"Wed\": 2, \"Thu\": 3, \"Fri\": 4, \"Sat\": 5, \"Sun\": 6}\n if weekday_str not in weekday_map:\n return None\n if dt.weekday() != weekday_map[weekday_str]:\n return None\n\n # Calculate seconds difference\n diff = (dt - now).total_seconds()\n if diff < 0:\n return 0\n return math.ceil(diff)\n", "contentRedacted": false, "publishedContentSha256": "794828bc2be0621d49fd9e3f3c8ed7be93edf4581555ed5b10a88fc2701bb5f2" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154030.6403542 }, "candidateCode": "from datetime import datetime, timezone, timedelta\nimport math\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n # Do not strip for HTTP-date, only for digits\n if value.strip().isdigit():\n s = value.strip()\n try:\n n = int(s)\n if n < 0:\n return None\n return n\n except Exception:\n return None\n\n s = value\n # Otherwise parse as HTTP-date\n # Format: Wed, 21 Oct 2015 07:28:00 GMT\n # Validate weekday matches date\n # Validate GMT timezone exactly\n\n # Check length and fixed positions for RFC1123 date\n # Example: 'Wed, 21 Oct 2015 07:28:00 GMT' length 29\n if len(s) != 29:\n return None\n # Check fixed characters\n if s[3:5] != ', ' or s[6:7] != ' ' or s[9:10] != ' ' or s[13:14] != ' ' or s[18:19] != ' ' or s[21:22] != ':' or s[24:25] != ':' or s[27:] != ' GMT':\n return None\n\n # Extract parts\n weekday_str = s[0:3]\n day_str = s[5:7]\n month_str = s[8:11]\n year_str = s[12:16]\n hour_str = s[17:19]\n minute_str = s[20:22]\n second_str = s[23:25]\n\n # Validate all digit parts are ASCII digits\n for part in [day_str, year_str, hour_str, minute_str, second_str]:\n if not part.isdigit():\n return None\n\n # Validate month\n months = [\"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\", \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\"]\n if month_str not in months:\n return None\n\n day = int(day_str)\n year = int(year_str)\n hour = int(hour_str)\n minute = int(minute_str)\n second = int(second_str)\n\n # Validate day range\n if not (1 <= day <= 31):\n return None\n # Validate hour, minute, second ranges\n if not (0 <= hour <= 23 and 0 <= minute <= 59 and 0 <= second <= 59):\n return None\n\n # Construct date object\n try:\n dt = datetime(year, months.index(month_str) + 1, day, hour, minute, second, tzinfo=timezone.utc)\n except ValueError:\n return None\n\n # Validate weekday\n # weekday() Monday=0 ... Sunday=6\n # Map weekday_str to weekday number\n weekday_map = {\"Mon\": 0, \"Tue\": 1, \"Wed\": 2, \"Thu\": 3, \"Fri\": 4, \"Sat\": 5, \"Sun\": 6}\n if weekday_str not in weekday_map:\n return None\n if dt.weekday() != weekday_map[weekday_str]:\n return None\n\n # Calculate seconds difference\n diff = (dt - now).total_seconds()\n if diff < 0:\n return 0\n return math.ceil(diff)\n", "oracle": { "passed": 15, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": 12, "pass": false }, { "input": "١٢", "expected": null, "actual": 12, "pass": false }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": null, "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": null, "pass": false }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": null, "pass": false }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/eb7367e0dfbe4c0084bea63310aaf61c.request.json", "requestSha256": "966e21b9218da99ada6045fffb5931368a62404f6c73504cf71928dea4dd3fa8", "responseSha256": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 4588, "outputTokens": 450, "totalTokens": 5038, "costUsd": 0.002555, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/1414e6f2dc314b25ac211f464a4896b2.request.json", "requestSha256": "dc089aa9cc7c3468380d77c460ec2844c33a8f719fc61c7b17def78501ee6b4c", "responseSha256": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1425, "outputTokens": 826, "totalTokens": 2251, "costUsd": 0.001892, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/75c1ac14fb12483599614fd39a9716de.request.json", "requestSha256": "d140eb1ba634a0cea8dcdee438c6f40d56b8b6ee115fbe55286fee66e664c5bd", "responseSha256": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3965, "outputTokens": 1568, "totalTokens": 5533, "costUsd": 0.004095, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/7d809d9f4a0e4a62acc737d7be3232de.request.json", "requestSha256": "2df752adab1e2022151c490272dacc8660131e00d6cad7bb17e2fbbc150d8221", "responseSha256": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 2388, "outputTokens": 448, "totalTokens": 2836, "costUsd": 0.001672, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/ad3710856868415ea852049db645d92f.request.json", "requestSha256": "b672cdd7450eaa69c87ada332c17587d7f9622e8812fb18f9bfd68dd1a208350", "responseSha256": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1201, "outputTokens": 73, "totalTokens": 1274, "costUsd": 0.000597, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/188f9845e64b4de1a48d3c19017f3b9c.request.json", "requestSha256": "736ae820e427cc736ea348807e35fa5c511e1e9edcef800208043beac3a8f30f", "responseSha256": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 4630, "outputTokens": 1572, "totalTokens": 6202, "costUsd": 0.004367, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/925ac1e4153a40c685fed020c29cc019.request.json", "requestSha256": "496452843ce73f66fc73ffdb7a5c095feb2da308c99543d954ea2d04f9f76db3", "responseSha256": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 4584, "outputTokens": 1572, "totalTokens": 6156, "costUsd": 0.004349, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/f3f4a9efff194d71983b3b6e39c20f51.request.json", "requestSha256": "39271989ce36b971b12c3cf8f348a5b47479f6c059aacc9886052440a97f0de0", "responseSha256": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 4606, "outputTokens": 448, "totalTokens": 5054, "costUsd": 0.002559, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:33:50.714722+00:00", "uptime_seconds": 40.02575206756592, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:35:06.116519+00:00", "uptime_seconds": 115.42755103111267, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037", "rawResultSha256": "1749c9a144953d26fddf93e9390b5337983fe55ef41c2d88f4911b9266277d3a", "rawEvidenceHashes": { "health_before.json": "a887afbf743783a48637827afb04fa08657bc009e991fe8eb35844fce398717c", "stdout.txt": "f22654929fcc1dde7b246bc6a1e7326fa31e673c268e765f7cf29c3c7cee414c", "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "health_after.json": "75678f6087e94283db4ed11069f7f653046379fc7be4b5bc3a0bc8bebe44a288", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "3c01bb32978af5a26d665ae542de568c209c957cff32631f35a7bf9ea62756f9", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "c3ba10d7c3c9f9fe163e84b47f1fc9628aa6a5fd2b603e0831b7b18ca3d2eb39", "sandbox.sb": "f1c07509737cc0a2f40e179a8bf57f48adcb85e34689bc60ce92fecb32cc86aa", "stderr.txt": "1577525f5160df3f600cdad530076486d863bf9c84e56cffc9c784b414042354", "launch.json": "956d98e69d879c1b5de657b9cb4065edc06cf9014817851504b3c041c1cf10ab", "invocation.json": "8d280eb495c81ed24f86694f47498676456b1063f074e25ba1b2f0440a6a062f", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "1103feff08ed6d92682b8fcf922824d397f8c4bfeafb4386bd55f350d743ceb2", "product_source.json": "e4ae17dcf8e1c0f38c1c98f93d76666844eb9f33dad58b14798784142e045ee0", "post-terminal-settlement.json": "5cd78db82fe025b899a6f449ab3fe589b3d9f5b8cb4b3fe0ebffb67212518f74", "workspace/solution.py": "794828bc2be0621d49fd9e3f3c8ed7be93edf4581555ed5b10a88fc2701bb5f2", "workspace/__pycache__/solution.cpython-314.pyc": "1caac18c592910189486052e93e3bd55f2f9e2b7f6de9e7485ccb26c6840c88b", "private_producer/state.json": "96dd3220a6754ce5892b7485d6cd05efbfd276dacf3b3000d73b28da02d03d9a", "private_producer/gateway-0008.sse": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "private_producer/gateway-0006.sse": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "private_producer/gateway-0007.sse": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "private_producer/gateway-0005.sse": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "private_producer/gateway-0004.sse": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "private_producer/gateway-0001.sse": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "private_producer/gateway-0003.sse": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "private_producer/gateway-0002.sse": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "private_producer/runtime/compaction_events.jsonl": "b9fcec69ee31e566aa55905e4808a9d18208585b8995d3f557f0f29dbf6c8fcd", "private_producer/runtime/.verdict_code_usage.inv-56e72f5339b14510868f4942d83beffe.json": "e6c99a0b09d50f04b2d9aab0e06188a1e5972c3db5014aa7bf5e2dea03e920ad", "private_producer/runtime/costs.json": "bdfe889a2b492eb9510e16e00d03031b1e3a3b8c5f3a10e994eb2c867847e6ee", "private_producer/runtime/model_cache/availability_cache.json": "cbd2564e8b9f28587bc76f8b8f5cf014f47565822ae0c800ae1945d677636cf3", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t5/comms.txt": "af1b2395022e6165678e60724fd6dcfccaa961cfbaae6046978bdf316e905d71", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t2/comms.txt": "5d6cd9b4751539e1b7e955eeba9f5b71d1c497c40d7eadca6a8ac4c7bb9792ae", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037/comms.txt": "5521b3d6ce9d1ba680656540887e1622224584908fc97ee55db16b4255572587", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t3/comms.txt": "8b8311fcd122a23329438d87bc5bd8ded72d1dac62d7230b25c378856cd7289d", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t4/comms.txt": "6c1979289e7e0d3ac5f43e765c4df3983c325a8f9b35c5f61f5228395d365461", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t8/comms.txt": "51ef23d49dd27ac88709655bf1347119d73d3a158e4bf28cf4ae34ca6faf10a2", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t1/comms.txt": "76649061d37c3a0a5f36a146820d6550c76631a88d2946e283f064556ad16f13", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t6/comms.txt": "21077169639b71f7465e90ca5f7a47cc5d6b1feadb478cf41ad1cac5e04c6f4f", "private_producer/runtime/artifacts/runs/20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037-t7/comms.txt": "2ab3a2b4989b97e43ab9fff1d7cbd9019bf3183a3990eedf801e575c5c525700", "terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.timing.json": "30ec79446eed56b6d3e4777177a231329439bdbacd1571e19cf03143589d962d", "terminal_evidence/925ac1e4153a40c685fed020c29cc019.timing.json": "aa273faf68af8e4f95e1c81a8c8dd3fad31ef4292dc5b9537b3d49238024ae16", "terminal_evidence/724c5c705ceb4e418426bf19646a22e3.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/75c1ac14fb12483599614fd39a9716de.timing.json": "f5a58578148f8dfe67e75a3d340fca12017f3410c85ef3de89cf91bfe9d64e30", "terminal_evidence/ad3710856868415ea852049db645d92f.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/d5773de1ee6749a898c790ba0792205d.timing.json": "159b0f69fba81edded190e897954225037c242cd0c50c1056e31df819715b8c5", "terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.timing.json": "ab5c3921d88d0f388a2d4fa0ca0e528fdc752b20d83b4fc26e9ef7900939b16f", "terminal_evidence/724c5c705ceb4e418426bf19646a22e3.timing.json": "88a120bf643f87a2e0457d14019980b7d13f543ab494f36c4a250d192708ad2d", "terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/0090136eda6c4aba993f070c31849827.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.request.json": "966e21b9218da99ada6045fffb5931368a62404f6c73504cf71928dea4dd3fa8", "terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.response.txt": "5d64c673740b5087926b07caba4bf52cec7fb9344f8d75897044bc80d8ffe76d", "terminal_evidence/d5773de1ee6749a898c790ba0792205d.response.txt": "c42556dc3b2091a5507f52e257b1cbed8f9f72f0c7b661daed36715e4223d961", "terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.timing.json": "2e320db27ba1c335daa3378505b6f5ec95d5ca7b8d3babc84ee83fe3be2162be", "terminal_evidence/d5773de1ee6749a898c790ba0792205d.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.timing.json": "501461c4deb14246b2a476bdaadf26c970e5ed20ec3e4dd090c7754bb846321b", "terminal_evidence/724c5c705ceb4e418426bf19646a22e3.response.txt": "24fc5c0ed011f38f3433b9fca9ba6ff7e37e99ce460cabf36f65cf2671ba14d9", "terminal_evidence/26f34252efa048538980267f11eadbd5.timing.json": "d3541ecc72cbd2cd5c79c093f59965e1e6d5662f37b620172051100be0fe1329", "terminal_evidence/724c5c705ceb4e418426bf19646a22e3.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/26f34252efa048538980267f11eadbd5.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.response.txt": "a0079ddddc62632be0ac985dd93ba2879d86038ee06e28a2cfb475f27c43a472", "terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.timing.json": "69b97bbddfb42d6877ed54a7901c1a2496ef042000f19bcbf6d4a7bc530847ef", "terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.request.json": "dc089aa9cc7c3468380d77c460ec2844c33a8f719fc61c7b17def78501ee6b4c", "terminal_evidence/0090136eda6c4aba993f070c31849827.response.txt": "4bb64ab6db5489f76c68f5f1e6ea291bc20d58ab8292387ca35373ef3f9becbc", "terminal_evidence/75c1ac14fb12483599614fd39a9716de.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.response.txt": "5d999956b29f4b1307d99c36377e37b64cbfd2aae567910b072ab1c5135c8bda", "terminal_evidence/0090136eda6c4aba993f070c31849827.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.timing.json": "22e7d7d3d66e13d13bb5a503b2da9b0cb81cba6de35dd863f4f19981a1df0fdf", "terminal_evidence/1749cff241074d37aec0fd19a9463b6f.response.txt": "8e7801e7b7b46da86a557db61b5db81ba4251a84e2d0e5aa488b077ce9435da7", "terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.timing.json": "75884a17268b937ecbc4c57055d3342f55d2c9984640124f8d9ac9c126a0d820", "terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.response.txt": "0b54b0649f9cf21e137f6fb54095a1b496078153128ddcf4a3725f8985779bf9", "terminal_evidence/75c1ac14fb12483599614fd39a9716de.request.json": "d140eb1ba634a0cea8dcdee438c6f40d56b8b6ee115fbe55286fee66e664c5bd", "terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/1749cff241074d37aec0fd19a9463b6f.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/75c1ac14fb12483599614fd39a9716de.response.txt": "7e63d798b3efcf8dd3dca902ae41c194d68489d7d623670d09132a028c6f41c8", "terminal_evidence/budget_ledger.json": "3c01bb32978af5a26d665ae542de568c209c957cff32631f35a7bf9ea62756f9", "terminal_evidence/0090136eda6c4aba993f070c31849827.timing.json": "e501d37ee2aaec9e7885770dfdc0e1487c5d05c05546f2de85c571ef9ca75543", "terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.request.json": "2df752adab1e2022151c490272dacc8660131e00d6cad7bb17e2fbbc150d8221", "terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.response.txt": "bf6bf385793333696227df650201718a8319c72bff15ed8858db9db5c0e356b8", "terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.response.txt": "2fc36c9a88b8340d4d367d6d5c138c77f2a927332e2c701c2a7f0afbf1f9f047", "terminal_evidence/bbc79b0d19304793a06d49e54e468a76.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/b6cdcfce361a49ffb4d20a23f7f4d21a.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.timing.json": "4db590b276578c835a776583ac0f6922feb3462fd41a52fe31fb33c610b3b966", "terminal_evidence/ad3710856868415ea852049db645d92f.response.txt": "1ccd14b87e02055380a0b7a76bfed431b9005c1d344fcc55ceb0dd477e08af27", "terminal_evidence/ad3710856868415ea852049db645d92f.request.json": "b672cdd7450eaa69c87ada332c17587d7f9622e8812fb18f9bfd68dd1a208350", "terminal_evidence/d5773de1ee6749a898c790ba0792205d.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.request.json": "736ae820e427cc736ea348807e35fa5c511e1e9edcef800208043beac3a8f30f", "terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/1414e6f2dc314b25ac211f464a4896b2.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.timing.json": "299f55d6dd359192ecc3f2832be923519627a64cf11b9bf49c075deecb205b39", "terminal_evidence/188f9845e64b4de1a48d3c19017f3b9c.response.txt": "f7bed70339ab1dc8eca80e25646f7e6c9fac6b7ac1d77f2c2d916bd7182d96fb", "terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.response.txt": "8dcec0ff7434235303d467bfbbd414889b73e81bc14ad84a13e60b1f2bc9a9d9", "terminal_evidence/925ac1e4153a40c685fed020c29cc019.request.json": "496452843ce73f66fc73ffdb7a5c095feb2da308c99543d954ea2d04f9f76db3", "terminal_evidence/f3f4a9efff194d71983b3b6e39c20f51.request.json": "39271989ce36b971b12c3cf8f348a5b47479f6c059aacc9886052440a97f0de0", "terminal_evidence/925ac1e4153a40c685fed020c29cc019.response.txt": "f5bac43599abd58c9b5bf70f08effa3dca6965124c458db4e8d1a9f9f741f7ea", "terminal_evidence/925ac1e4153a40c685fed020c29cc019.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/26f34252efa048538980267f11eadbd5.response.txt": "61f23619b857fd1f4b943b0bb1533ecb1a8d7808821a7c10212d2b0b4a6036bd", "terminal_evidence/bbc79b0d19304793a06d49e54e468a76.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/26f34252efa048538980267f11eadbd5.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/bbc79b0d19304793a06d49e54e468a76.response.txt": "17f4fe64aa1a8413eda37cccdbc71c125bac44259179d4817afc945118123481", "terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.response.txt": "55da6396b5d868cd2eecffd2bd15e7aa528d3008a5986d625cb83d13463dd744", "terminal_evidence/1749cff241074d37aec0fd19a9463b6f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.response.txt": "a0f537b5d729209cbdf61f356e1dc54697c591fdfed998a0faf8885021fc0568", "terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/eb7367e0dfbe4c0084bea63310aaf61c.timing.json": "3814a6ec5f56871f0835348486ec7daa0e29afe093716ee3fbc79de09b702c1e", "terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/09dc179da42843bfbc0abb10dfa3c2c8.response.txt": "54647c043608e2135490a4a13700b5b78e85d465343a2e282542cea559e6f20d", "terminal_evidence/e0c8583ff2754c019be915a800ebd1d1.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/db137c304c0f41f08f7350bdb4af23ac.timing.json": "a23691c1ae86517be1f58381c1af6c29ec8acde3a153de1d9a14758396fb041c", "terminal_evidence/bbc79b0d19304793a06d49e54e468a76.timing.json": "ae5c321ce5009592c9156d4d76823e7f3897c1845f1f85816ba2dff597bcd0a7", "terminal_evidence/7d809d9f4a0e4a62acc737d7be3232de.timing.json": "5d188784b8c7b57880516efbc3eab655abf8e832f26828da5091b3639eccd0cc", "terminal_evidence/a89300bcdd3d4869a2a714204b3c1e6d.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.response.txt": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "terminal_evidence/4fa82dfb08d5415fafdbd29d183d3fef.request.json": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "terminal_evidence/ad3710856868415ea852049db645d92f.timing.json": "48420ac3b9a2dd951123a3f875386654690a134ea333a23c58173195b4daeca0", "terminal_evidence/1749cff241074d37aec0fd19a9463b6f.timing.json": "c4431244dd4e70bdfc34d2f5114bce9367c4a6757c593fa909d916e9657b3e66", "terminal_evidence/9ec768a0a3a24c3cbaa6e8e4555aba43.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "source_snapshot/tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "9e79bf7dfa107fb84b0e3793aad72f7789001fb9", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false } } }