{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": null, "wallSeconds": 57.415, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 18, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "BLOCKED", "tier": "cloud/BYOK", "diagnosticOnly": true, "comparisonEligible": false, "cohort": "historical-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "A metadata probe disconnected; inference is assessed separately from captured POST completion and accounting.", "Gateway instance continuity was not proven; excluded from matched-model comparison.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "evidenceFile": "20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e.json", "archived": true, "supersededBy": "20261016T123350Z_verdict-code_byok_openai_gpt-4.1-mini_9b3037" }, "sourceRecord": { "id": "20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": null, "cohort": "original-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": null, "status": "BLOCKED", "wallSeconds": 57.415, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 18, "assertionsTotal": 20, "observedCodePass": false, "exitCode": 1, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "A metadata probe disconnected; inference is assessed separately from captured POST completion and accounting.", "Gateway instance continuity was not proven; excluded from matched-model comparison.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792153899.203995 }, "mutableRuntimeFiles": [ "budget_ledger.json", "63dd7670a019487095cde0bf8fa7bd50.timing.json", "829944ace43249208c89c0b0927208b7.timing.json", "2864053af37948ef9aedc9b0795cb192.http.json", "8dc3cf1d1e864632b275045fe80a13aa.timing.json", "7c2770d72e9742cfa27fcd099dc6f191.http.json", "829944ace43249208c89c0b0927208b7.response.txt", "829944ace43249208c89c0b0927208b7.request.json", "397d8c2cc48d4b579e3ec435c1453e56.transport_error.json", "7c2770d72e9742cfa27fcd099dc6f191.timing.json", "9770eda4c1244829bb2e2f4e88994fee.http.json", "2864053af37948ef9aedc9b0795cb192.request.json", "2fe745dbff1e4c7588d72d7fb7e18c01.http.json", "8dc3cf1d1e864632b275045fe80a13aa.request.json", "2864053af37948ef9aedc9b0795cb192.response.txt", "66230aafb6f548f48ee792a5d8438195.response.txt", "e6ec1984d4da409883e96682077c9ed0.request.json", "e6ec1984d4da409883e96682077c9ed0.http.json", "66230aafb6f548f48ee792a5d8438195.timing.json", "66230aafb6f548f48ee792a5d8438195.request.json", "e6ec1984d4da409883e96682077c9ed0.response.txt", "9770eda4c1244829bb2e2f4e88994fee.request.json", "e6ec1984d4da409883e96682077c9ed0.timing.json", "9770eda4c1244829bb2e2f4e88994fee.response.txt", "0fc688d28d274f6995e6c0d49d91f006.request.json", "0fc688d28d274f6995e6c0d49d91f006.response.txt", "1f3f457dcb03463cb5e757538f0e77db.request.json", "1f3f457dcb03463cb5e757538f0e77db.response.txt", "397d8c2cc48d4b579e3ec435c1453e56.request.json", "5b077d26230e44c7803a753e917bc8e8.timing.json", "1f3f457dcb03463cb5e757538f0e77db.http.json", "572722ae09964d0e93cb21f1688a62a9.http.json", "1f3f457dcb03463cb5e757538f0e77db.timing.json", "572722ae09964d0e93cb21f1688a62a9.timing.json", "9770eda4c1244829bb2e2f4e88994fee.timing.json", "0fc688d28d274f6995e6c0d49d91f006.timing.json", "5b077d26230e44c7803a753e917bc8e8.http.json", "2864053af37948ef9aedc9b0795cb192.timing.json", "e3af62b358194c06a6eb7186c7691aeb.request.json", "3d37dbbea0ba46978358813732201d50.transport_error.json", "3d37dbbea0ba46978358813732201d50.timing.json", "e3af62b358194c06a6eb7186c7691aeb.response.txt", "66230aafb6f548f48ee792a5d8438195.http.json", "8dc3cf1d1e864632b275045fe80a13aa.transport_error.json", "2fe745dbff1e4c7588d72d7fb7e18c01.timing.json", "7c2770d72e9742cfa27fcd099dc6f191.response.txt", "397d8c2cc48d4b579e3ec435c1453e56.timing.json", "7c2770d72e9742cfa27fcd099dc6f191.request.json", "572722ae09964d0e93cb21f1688a62a9.response.txt", "2fe745dbff1e4c7588d72d7fb7e18c01.request.json", "63dd7670a019487095cde0bf8fa7bd50.response.txt", "2fe745dbff1e4c7588d72d7fb7e18c01.response.txt", "63dd7670a019487095cde0bf8fa7bd50.request.json", "572722ae09964d0e93cb21f1688a62a9.request.json", "0fc688d28d274f6995e6c0d49d91f006.http.json", "e3af62b358194c06a6eb7186c7691aeb.http.json", "829944ace43249208c89c0b0927208b7.http.json", "340200fe868343c9accf77523d352ea7.http.json", "63dd7670a019487095cde0bf8fa7bd50.http.json", "e3af62b358194c06a6eb7186c7691aeb.timing.json", "340200fe868343c9accf77523d352ea7.timing.json", "5b077d26230e44c7803a753e917bc8e8.response.txt", "3d37dbbea0ba46978358813732201d50.request.json", "340200fe868343c9accf77523d352ea7.response.txt", "5b077d26230e44c7803a753e917bc8e8.request.json", "340200fe868343c9accf77523d352ea7.request.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "BLOCKED", "metadataTransportDiagnosticCount": 2, "diagnosticOnly": true, "tokenSource": "incomplete", "accountingComplete": false, "identityVerified": false, "providerCallCount": 6, "partialInputTokens": 8242, "partialOutputTokens": 7137, "partialTotalTokens": 15379, "partialEstimatedCostUsd": 0.014716, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": null, "allCallsReportReasoning": false, "tokensPerSecond": null, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": false, "timeoutSeconds": 240, "terminalError": "One-shot failed: Error: Gateway request-path protocol error [optimized_transport_error]: Local Gateway optimized stream failed without retry or model failover: RemoteProtocolError (read_timeout=3600s); agent ended in an error state", "terminalCompleted": false, "agentFailureReason": null, "sameGatewayInstance": false, "comparisonEligible": false, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e.json", "publicEvidenceSha256": "345358d4d57eb1dc03e28f0f08039f77b0ab9efbc9079c8192e8521ca79c0992" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/0fc688d28d274f6995e6c0d49d91f006.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/0fc688d28d274f6995e6c0d49d91f006.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/0fc688d28d274f6995e6c0d49d91f006.response.txt", "sha256": "0b467c2375db188dba694c31e2b201867c6280f0fb51496927bc9b5a55cf5a22", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/0fc688d28d274f6995e6c0d49d91f006.timing.json", "sha256": "f80a9b38b64a00c22f95f5e56211d3401cb3e778bd168d06081252315d965c37", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/1f3f457dcb03463cb5e757538f0e77db.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/1f3f457dcb03463cb5e757538f0e77db.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/1f3f457dcb03463cb5e757538f0e77db.response.txt", "sha256": "033d71d2bc51961f36787b32983471efbde69ac2fcd9c37ad5fb1a0026d524ae", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/1f3f457dcb03463cb5e757538f0e77db.timing.json", "sha256": "e991f16f84d7b4890076c7e1229ddea080e025f11379292e3abf8ecb81862379", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2864053af37948ef9aedc9b0795cb192.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2864053af37948ef9aedc9b0795cb192.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2864053af37948ef9aedc9b0795cb192.response.txt", "sha256": "71e0631cd21aad9a7c1fd2895b7be90dd6ba92d5f4ea9a1a8c7ec356237a4d5a", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2864053af37948ef9aedc9b0795cb192.timing.json", "sha256": "351a99c7667410d9a8dc0c1a9de4007d203ecfca66011362c40d420e9722dd3e", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2fe745dbff1e4c7588d72d7fb7e18c01.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2fe745dbff1e4c7588d72d7fb7e18c01.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2fe745dbff1e4c7588d72d7fb7e18c01.response.txt", "sha256": "67d6956614ca87c22393afa7fdcc89ca1bf963c7b1cb87105c0d840fe024816e", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/2fe745dbff1e4c7588d72d7fb7e18c01.timing.json", "sha256": "441a78851abf02c76942522ace890754a95c2886985e4a111fa02035ec1a451d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/340200fe868343c9accf77523d352ea7.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/340200fe868343c9accf77523d352ea7.request.json", "sha256": "a3c4d235c38b4abcd21deaec9bc35a796b4249d49987689348a74531ab68fbde", "bytes": 15564 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/340200fe868343c9accf77523d352ea7.response.txt", "sha256": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "bytes": 11283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/340200fe868343c9accf77523d352ea7.timing.json", "sha256": "377cf80c41f6788e7de13fa15cac92e6e1b4c88708f4c668997c8f413c79b84e", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/397d8c2cc48d4b579e3ec435c1453e56.request.json", "sha256": "e337136bcd1c9ba2aff07e2a357d26c8ddc82c2ae6eb0a69fbc6d6e8817ab72d", "bytes": 45293 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/397d8c2cc48d4b579e3ec435c1453e56.timing.json", "sha256": "a5f844e85c5dc4b5cdf5140665fdde16418719ecdce5c55f9cc6a0f35a0e7d47", "bytes": 318 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/397d8c2cc48d4b579e3ec435c1453e56.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/3d37dbbea0ba46978358813732201d50.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/3d37dbbea0ba46978358813732201d50.timing.json", "sha256": "94bb517c29c3098e70fb9d0c876d038c6a8fc2919b561a387e2d134204eb9ad2", "bytes": 318 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/3d37dbbea0ba46978358813732201d50.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/572722ae09964d0e93cb21f1688a62a9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/572722ae09964d0e93cb21f1688a62a9.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/572722ae09964d0e93cb21f1688a62a9.response.txt", "sha256": "c785387a632e8404d1b12a67a44bcb56b779604feb858fb818313a4d370f7a13", "bytes": 1074897 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/572722ae09964d0e93cb21f1688a62a9.timing.json", "sha256": "5470d47dde88f539b5c0f69569b3c9c198edff883a043bcc6a9292a302bd8bd3", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/5b077d26230e44c7803a753e917bc8e8.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/5b077d26230e44c7803a753e917bc8e8.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/5b077d26230e44c7803a753e917bc8e8.response.txt", "sha256": "2a1a642df5ab190a8661005091a2dbad5ddc96ca023edee68558d8b203771cc8", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/5b077d26230e44c7803a753e917bc8e8.timing.json", "sha256": "55240cbe6e70a307aad8f9a3bd29d447bbe6e0a30974cd15a592ded105ba9bf7", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/63dd7670a019487095cde0bf8fa7bd50.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/63dd7670a019487095cde0bf8fa7bd50.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/63dd7670a019487095cde0bf8fa7bd50.response.txt", "sha256": "4fb6d0e0d6f3bebff4d40bd5d5704629bb41b414cbd45719b7b839bb13adbd34", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/63dd7670a019487095cde0bf8fa7bd50.timing.json", "sha256": "14b2144ef5f53aec3d8d2a099048184a9886b9dcbdc27116cfa9d4a304e4488d", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/66230aafb6f548f48ee792a5d8438195.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/66230aafb6f548f48ee792a5d8438195.request.json", "sha256": "354b23af590084d5ff1112d185b1cdf7eb6ac8d7decd1b28e3ef9773a0ce53a2", "bytes": 20309 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/66230aafb6f548f48ee792a5d8438195.response.txt", "sha256": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "bytes": 28852 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/66230aafb6f548f48ee792a5d8438195.timing.json", "sha256": "e5adcbfd8a63192cf5409eba4cbd783f1df87963fae32b5f20af171092a888bc", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/7c2770d72e9742cfa27fcd099dc6f191.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/7c2770d72e9742cfa27fcd099dc6f191.request.json", "sha256": "7a7a401e2553a6c817f564a9b764ae4084fde2bfceda5951128f508a109bcaf5", "bytes": 16687 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/7c2770d72e9742cfa27fcd099dc6f191.response.txt", "sha256": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "bytes": 13368 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/7c2770d72e9742cfa27fcd099dc6f191.timing.json", "sha256": "4c93f7deb9bb7021bb9f752515a0f0f1bf638d333b8279d8745ad57e044f72b8", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/829944ace43249208c89c0b0927208b7.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/829944ace43249208c89c0b0927208b7.request.json", "sha256": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "bytes": 101 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/829944ace43249208c89c0b0927208b7.response.txt", "sha256": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "bytes": 153 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/829944ace43249208c89c0b0927208b7.timing.json", "sha256": "fc880be73df52755b9e650eb870d7696883275d56f4d7c44e89a2a25aa9797fa", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/8dc3cf1d1e864632b275045fe80a13aa.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/8dc3cf1d1e864632b275045fe80a13aa.timing.json", "sha256": "933fb68d5cfdf6d6a76fc75d688baf863e05a75912bf2e3415d074ec060ac0f4", "bytes": 316 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/8dc3cf1d1e864632b275045fe80a13aa.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/9770eda4c1244829bb2e2f4e88994fee.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/9770eda4c1244829bb2e2f4e88994fee.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/9770eda4c1244829bb2e2f4e88994fee.response.txt", "sha256": "e3f0fe0549065496685c5434c6bf3758d045f2290fcf1593eccab1764b9d2821", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/9770eda4c1244829bb2e2f4e88994fee.timing.json", "sha256": "dc7fac27aa9113ef2d245caf3356a068ee3e91f377f35f386691bb7d84fb0d41", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/budget_ledger.json", "sha256": "1a6bbb8a02f340ae80bef399e38d9be6e74232ea6b4358edea81089c251f9fbc", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/budget_ledger_at_terminal.json", "sha256": "1a6bbb8a02f340ae80bef399e38d9be6e74232ea6b4358edea81089c251f9fbc", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e3af62b358194c06a6eb7186c7691aeb.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e3af62b358194c06a6eb7186c7691aeb.request.json", "sha256": "a75d3685c9a13a0018479740397787c97e379be3ea289299bb208c07d9dd6166", "bytes": 19290 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e3af62b358194c06a6eb7186c7691aeb.response.txt", "sha256": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "bytes": 11370 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e3af62b358194c06a6eb7186c7691aeb.timing.json", "sha256": "2611f953e64e1ef2e422d06470162f0a7fb993b4ed70d9137a391a94cbde6f2d", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e6ec1984d4da409883e96682077c9ed0.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e6ec1984d4da409883e96682077c9ed0.request.json", "sha256": "96cb4bf3bc3dfb3fc9acfa73311fce5cf219f469f382479f9250cf1d6fb940d3", "bytes": 16194 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e6ec1984d4da409883e96682077c9ed0.response.txt", "sha256": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "bytes": 11434 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e6ec1984d4da409883e96682077c9ed0.timing.json", "sha256": "fdf6f627bb8f3004e6b190af6eb1ed463609a13c9ebf011fce06ddb3b9062a6b", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/freeze.json", "sha256": "9c09d67fac55518c98a21cac28f72599ac83b027a7ab99bc92af685bba319b37", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792153899.203995\n}", "contentRedacted": false, "publishedContentSha256": "9c09d67fac55518c98a21cac28f72599ac83b027a7ab99bc92af685bba319b37" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/health_after.json", "sha256": "1e2e288afc7992ce33d0d93185f3331120f3608efcd4eb247472f3014c843fb0", "bytes": 62 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/health_before.json", "sha256": "681cdb98456540fd926508bef252bf9ea9d0925b3b9b4b45ebd21e83f529339f", "bytes": 1326 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/invocation.json", "sha256": "d24d06e1ae174f9bcc784c7ef9e8300a475372d8a2db879bb5b29663b6a4c398", "bytes": 2182 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/launch.json", "sha256": "b1e9ff662f7947f9cdefa768558410a3c8d97aa32b041c88c0f046d56ca16971", "bytes": 179 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/oracle.stdout.txt", "sha256": "3e7b0982f217a41f229865a072cdee2a778735cbabe56238a3f0d4e91cab0746", "bytes": 1580, "content": "{\"passed\": 18, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "3e7b0982f217a41f229865a072cdee2a778735cbabe56238a3f0d4e91cab0746" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/policy.json", "sha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "bytes": 923, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0.0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/post-terminal-settlement.json", "sha256": "740796a705dc69919e157ca6c66bcfa016abf65e5c9f5eecd108eece530cd397", "bytes": 382 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0001.sse", "sha256": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "bytes": 11283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0002.sse", "sha256": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "bytes": 11434 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0003.sse", "sha256": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "bytes": 13368 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0004.sse", "sha256": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "bytes": 11370 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0005.sse", "sha256": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "bytes": 28852 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/gateway-0006.sse", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/.verdict_code_usage.inv-97f022b456fe4e3a95af2b72b54f21a6.json", "sha256": "297609194e31ed776e0c780cfefde23cff24bc5bb497891fa128bf7800b6f1b6", "bytes": 78382 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/comms.txt", "sha256": "96a1a4650ac00092626f7ba2ec432156f8e58ab54ed62232cdf9eee2f94f6b5a", "bytes": 5691 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t1/comms.txt", "sha256": "10f82a208c28811ff3ede99bd5821da559ee849cbac0eec24461176f8c852b24", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t2/comms.txt", "sha256": "9a1e0da8e7b56ed4dd13e5e4e441b293d28fb1b1c3b174ca5c7a2934a572f87c", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t3/comms.txt", "sha256": "c8fcee53f2889bd73288b7966af03608448df07b3fddf6cf01c7bda828d4b236", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t4/comms.txt", "sha256": "bda763113a6d8db682c34f55dbe40a35d393609d1416d3c3a75b6f42d50150dc", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t5/comms.txt", "sha256": "7f32a04c757ec0c412012cb3772243faaf43647cbdee8045684fca2ff0d45891", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t6/comms.txt", "sha256": "6c3b30573402ae4847deceda7ebc6ef8a7bc94302abf4e0a1503cfd1e39ea214", "bytes": 645 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/compaction_events.jsonl", "sha256": "868b7a2dcb0d0c2994b296d9cd1f36b58d720784ba929c505eed10e2aabfc10d", "bytes": 473 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/costs.json", "sha256": "8288ee267cd272bb65553749e26e53a0c36d1e853cd4028c2d522a9a95b09f34", "bytes": 116232 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/runtime/model_cache/availability_cache.json", "sha256": "fca7de504fc4144e507d1d67ddd1a203479579819d83d7d00e1b74ad614157b9", "bytes": 276 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/private_producer/state.json", "sha256": "46ec94b4f4d5b0ec602cc2e42d3c1158864db625a4f3d24a3b6a371ca9e3d130", "bytes": 2776 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/product_source.json", "sha256": "37d3edf7361ac5794061da8d9e37171227f78be6d34b4150eb1e213e0602d87d", "bytes": 846, "content": "{\n \"head\": \"23e93a779c3c34315252a73c586afa46a2735d2c\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"176b2a81d60807b5a3906c274db59a962a68018f0d75fc5abd103e3fef72f4ea\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"1540322d5d515f39be87c0b3d71a43eaca7052b0cf5c3b14f3979e434b954e2f\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "37d3edf7361ac5794061da8d9e37171227f78be6d34b4150eb1e213e0602d87d" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/result.json", "sha256": "b4271dedf7092a82529b50f24962f2ab9c15678fe421b66a29012a7639980f3e", "bytes": 19178 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/sandbox.sb", "sha256": "3f3eaed8f3077056c110f546ffff8b8224868ff3d2fa2baaf5571cc4222e88cb", "bytes": 5843 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/tools/verdict-code/VERSION", "sha256": "1540322d5d515f39be87c0b3d71a43eaca7052b0cf5c3b14f3979e434b954e2f", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "176b2a81d60807b5a3906c274db59a962a68018f0d75fc5abd103e3fef72f4ea", "bytes": 759258 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/stderr.txt", "sha256": "90248d702c2a055eef2f17f2b5964e50ee9e681e12bc8d6517f5020dc2416cfe", "bytes": 32403 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/stdout.txt", "sha256": "e8447779d74fcd6b368ddf3cc23e1eb233e0f8e36397029495ff9339bc5c53bf", "bytes": 44926 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.response.txt", "sha256": "0b467c2375db188dba694c31e2b201867c6280f0fb51496927bc9b5a55cf5a22", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.timing.json", "sha256": "f80a9b38b64a00c22f95f5e56211d3401cb3e778bd168d06081252315d965c37", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.response.txt", "sha256": "033d71d2bc51961f36787b32983471efbde69ac2fcd9c37ad5fb1a0026d524ae", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.timing.json", "sha256": "e991f16f84d7b4890076c7e1229ddea080e025f11379292e3abf8ecb81862379", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2864053af37948ef9aedc9b0795cb192.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2864053af37948ef9aedc9b0795cb192.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2864053af37948ef9aedc9b0795cb192.response.txt", "sha256": "71e0631cd21aad9a7c1fd2895b7be90dd6ba92d5f4ea9a1a8c7ec356237a4d5a", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2864053af37948ef9aedc9b0795cb192.timing.json", "sha256": "351a99c7667410d9a8dc0c1a9de4007d203ecfca66011362c40d420e9722dd3e", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.response.txt", "sha256": "67d6956614ca87c22393afa7fdcc89ca1bf963c7b1cb87105c0d840fe024816e", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.timing.json", "sha256": "441a78851abf02c76942522ace890754a95c2886985e4a111fa02035ec1a451d", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/340200fe868343c9accf77523d352ea7.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/340200fe868343c9accf77523d352ea7.request.json", "sha256": "a3c4d235c38b4abcd21deaec9bc35a796b4249d49987689348a74531ab68fbde", "bytes": 15564 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/340200fe868343c9accf77523d352ea7.response.txt", "sha256": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "bytes": 11283 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/340200fe868343c9accf77523d352ea7.timing.json", "sha256": "377cf80c41f6788e7de13fa15cac92e6e1b4c88708f4c668997c8f413c79b84e", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.request.json", "sha256": "e337136bcd1c9ba2aff07e2a357d26c8ddc82c2ae6eb0a69fbc6d6e8817ab72d", "bytes": 45293 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.timing.json", "sha256": "a5f844e85c5dc4b5cdf5140665fdde16418719ecdce5c55f9cc6a0f35a0e7d47", "bytes": 318 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/3d37dbbea0ba46978358813732201d50.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/3d37dbbea0ba46978358813732201d50.timing.json", "sha256": "94bb517c29c3098e70fb9d0c876d038c6a8fc2919b561a387e2d134204eb9ad2", "bytes": 318 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/3d37dbbea0ba46978358813732201d50.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/572722ae09964d0e93cb21f1688a62a9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/572722ae09964d0e93cb21f1688a62a9.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/572722ae09964d0e93cb21f1688a62a9.response.txt", "sha256": "c785387a632e8404d1b12a67a44bcb56b779604feb858fb818313a4d370f7a13", "bytes": 1074897 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/572722ae09964d0e93cb21f1688a62a9.timing.json", "sha256": "5470d47dde88f539b5c0f69569b3c9c198edff883a043bcc6a9292a302bd8bd3", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/5b077d26230e44c7803a753e917bc8e8.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/5b077d26230e44c7803a753e917bc8e8.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/5b077d26230e44c7803a753e917bc8e8.response.txt", "sha256": "2a1a642df5ab190a8661005091a2dbad5ddc96ca023edee68558d8b203771cc8", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/5b077d26230e44c7803a753e917bc8e8.timing.json", "sha256": "55240cbe6e70a307aad8f9a3bd29d447bbe6e0a30974cd15a592ded105ba9bf7", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.response.txt", "sha256": "4fb6d0e0d6f3bebff4d40bd5d5704629bb41b414cbd45719b7b839bb13adbd34", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.timing.json", "sha256": "14b2144ef5f53aec3d8d2a099048184a9886b9dcbdc27116cfa9d4a304e4488d", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/66230aafb6f548f48ee792a5d8438195.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/66230aafb6f548f48ee792a5d8438195.request.json", "sha256": "354b23af590084d5ff1112d185b1cdf7eb6ac8d7decd1b28e3ef9773a0ce53a2", "bytes": 20309 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/66230aafb6f548f48ee792a5d8438195.response.txt", "sha256": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "bytes": 28852 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/66230aafb6f548f48ee792a5d8438195.timing.json", "sha256": "e5adcbfd8a63192cf5409eba4cbd783f1df87963fae32b5f20af171092a888bc", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.request.json", "sha256": "7a7a401e2553a6c817f564a9b764ae4084fde2bfceda5951128f508a109bcaf5", "bytes": 16687 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.response.txt", "sha256": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "bytes": 13368 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.timing.json", "sha256": "4c93f7deb9bb7021bb9f752515a0f0f1bf638d333b8279d8745ad57e044f72b8", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/829944ace43249208c89c0b0927208b7.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/829944ace43249208c89c0b0927208b7.request.json", "sha256": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "bytes": 101 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/829944ace43249208c89c0b0927208b7.response.txt", "sha256": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "bytes": 153 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/829944ace43249208c89c0b0927208b7.timing.json", "sha256": "fc880be73df52755b9e650eb870d7696883275d56f4d7c44e89a2a25aa9797fa", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.timing.json", "sha256": "933fb68d5cfdf6d6a76fc75d688baf863e05a75912bf2e3415d074ec060ac0f4", "bytes": 316 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.transport_error.json", "sha256": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "bytes": 92 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.response.txt", "sha256": "e3f0fe0549065496685c5434c6bf3758d045f2290fcf1593eccab1764b9d2821", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.timing.json", "sha256": "dc7fac27aa9113ef2d245caf3356a068ee3e91f377f35f386691bb7d84fb0d41", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/budget_ledger.json", "sha256": "1a6bbb8a02f340ae80bef399e38d9be6e74232ea6b4358edea81089c251f9fbc", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.request.json", "sha256": "a75d3685c9a13a0018479740397787c97e379be3ea289299bb208c07d9dd6166", "bytes": 19290 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.response.txt", "sha256": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "bytes": 11370 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.timing.json", "sha256": "2611f953e64e1ef2e422d06470162f0a7fb993b4ed70d9137a391a94cbde6f2d", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e6ec1984d4da409883e96682077c9ed0.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e6ec1984d4da409883e96682077c9ed0.request.json", "sha256": "96cb4bf3bc3dfb3fc9acfa73311fce5cf219f469f382479f9250cf1d6fb940d3", "bytes": 16194 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e6ec1984d4da409883e96682077c9ed0.response.txt", "sha256": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "bytes": 11434 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/terminal_evidence/e6ec1984d4da409883e96682077c9ed0.timing.json", "sha256": "fdf6f627bb8f3004e6b190af6eb1ed463609a13c9ebf011fce06ddb3b9062a6b", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/workspace/solution.py", "sha256": "60b28729a94414083bb7c2855e382bc52a42fa41c73dc86fde650067af5ca6b0", "bytes": 1899, "content": "import datetime\nimport math\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n s = value.strip()\n # Check if s is only ASCII digits\n if s.isdigit():\n # Return the integer value\n return int(s)\n\n # Parse HTTP-date format: Wed, 21 Oct 2015 07:28:00 GMT\n # Validate format strictly\n # Format: Wdy, DD Mon YYYY HH:MM:SS GMT\n # Weekday must match the date\n\n # Check length and fixed positions\n if len(s) != 29:\n return None\n if s[3] != ',' or s[4] != ' ' or s[7] != ' ' or s[11] != ' ' or s[16] != ' ' or s[19] != ':' or s[22] != ':' or s[25] != ' ':\n return None\n if s[-3:] != 'GMT':\n return None\n\n # Extract parts\n wdy = s[0:3]\n dd = s[5:7]\n mon = s[8:11]\n yyyy = s[12:16]\n hh = s[17:19]\n mm = s[20:22]\n ss = s[23:25]\n\n # Validate digits\n if not (dd.isdigit() and yyyy.isdigit() and hh.isdigit() and mm.isdigit() and ss.isdigit()):\n return None\n\n # Validate month\n months = {\n 'Jan': 1, 'Feb': 2, 'Mar': 3, 'Apr': 4, 'May': 5, 'Jun': 6,\n 'Jul': 7, 'Aug': 8, 'Sep': 9, 'Oct': 10, 'Nov': 11, 'Dec': 12\n }\n if mon not in months:\n return None\n\n # Convert to integers\n day = int(dd)\n month = months[mon]\n year = int(yyyy)\n hour = int(hh)\n minute = int(mm)\n second = int(ss)\n\n # Validate date and time by constructing datetime\n try:\n dt = datetime.datetime(year, month, day, hour, minute, second, tzinfo=datetime.timezone.utc)\n except ValueError:\n return None\n\n # Validate weekday\n weekdays = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']\n if wdy != weekdays[dt.weekday()]:\n return None\n\n # Calculate seconds difference\n diff = (dt - now).total_seconds()\n return max(0, math.ceil(diff))\n", "contentRedacted": false, "publishedContentSha256": "60b28729a94414083bb7c2855e382bc52a42fa41c73dc86fde650067af5ca6b0" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792153899.203995 }, "candidateCode": "import datetime\nimport math\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n s = value.strip()\n # Check if s is only ASCII digits\n if s.isdigit():\n # Return the integer value\n return int(s)\n\n # Parse HTTP-date format: Wed, 21 Oct 2015 07:28:00 GMT\n # Validate format strictly\n # Format: Wdy, DD Mon YYYY HH:MM:SS GMT\n # Weekday must match the date\n\n # Check length and fixed positions\n if len(s) != 29:\n return None\n if s[3] != ',' or s[4] != ' ' or s[7] != ' ' or s[11] != ' ' or s[16] != ' ' or s[19] != ':' or s[22] != ':' or s[25] != ' ':\n return None\n if s[-3:] != 'GMT':\n return None\n\n # Extract parts\n wdy = s[0:3]\n dd = s[5:7]\n mon = s[8:11]\n yyyy = s[12:16]\n hh = s[17:19]\n mm = s[20:22]\n ss = s[23:25]\n\n # Validate digits\n if not (dd.isdigit() and yyyy.isdigit() and hh.isdigit() and mm.isdigit() and ss.isdigit()):\n return None\n\n # Validate month\n months = {\n 'Jan': 1, 'Feb': 2, 'Mar': 3, 'Apr': 4, 'May': 5, 'Jun': 6,\n 'Jul': 7, 'Aug': 8, 'Sep': 9, 'Oct': 10, 'Nov': 11, 'Dec': 12\n }\n if mon not in months:\n return None\n\n # Convert to integers\n day = int(dd)\n month = months[mon]\n year = int(yyyy)\n hour = int(hh)\n minute = int(mm)\n second = int(ss)\n\n # Validate date and time by constructing datetime\n try:\n dt = datetime.datetime(year, month, day, hour, minute, second, tzinfo=datetime.timezone.utc)\n except ValueError:\n return None\n\n # Validate weekday\n weekdays = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']\n if wdy != weekdays[dt.weekday()]:\n return None\n\n # Calculate seconds difference\n diff = (dt - now).total_seconds()\n return max(0, math.ceil(diff))\n", "oracle": { "passed": 18, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": 12, "pass": false }, { "input": "١٢", "expected": null, "actual": 12, "pass": false }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e6ec1984d4da409883e96682077c9ed0.request.json", "requestSha256": "96cb4bf3bc3dfb3fc9acfa73311fce5cf219f469f382479f9250cf1d6fb940d3", "responseSha256": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1259, "outputTokens": 41, "totalTokens": 1300, "costUsd": 0.000569, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/66230aafb6f548f48ee792a5d8438195.request.json", "requestSha256": "354b23af590084d5ff1112d185b1cdf7eb6ac8d7decd1b28e3ef9773a0ce53a2", "responseSha256": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 2395, "outputTokens": 6375, "totalTokens": 8770, "costUsd": 0.011158, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/397d8c2cc48d4b579e3ec435c1453e56.request.json", "requestSha256": "e337136bcd1c9ba2aff07e2a357d26c8ddc82c2ae6eb0a69fbc6d6e8817ab72d", "responseSha256": null, "httpStatus": null, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": null, "backendModel": null, "resolutionSource": null, "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "finishReasons": [], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/e3af62b358194c06a6eb7186c7691aeb.request.json", "requestSha256": "a75d3685c9a13a0018479740397787c97e379be3ea289299bb208c07d9dd6166", "responseSha256": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 2081, "outputTokens": 34, "totalTokens": 2115, "costUsd": 0.000887, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/7c2770d72e9742cfa27fcd099dc6f191.request.json", "requestSha256": "7a7a401e2553a6c817f564a9b764ae4084fde2bfceda5951128f508a109bcaf5", "responseSha256": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1306, "outputTokens": 672, "totalTokens": 1978, "costUsd": 0.001598, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/340200fe868343c9accf77523d352ea7.request.json", "requestSha256": "a3c4d235c38b4abcd21deaec9bc35a796b4249d49987689348a74531ab68fbde", "responseSha256": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "httpStatus": 200, "requestedModel": "byok/openai/gpt-4.1-mini", "resolvedModel": "byok/openai/gpt-4.1-mini", "backendModel": "openai/gpt-4.1-mini", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1201, "outputTokens": 15, "totalTokens": 1216, "costUsd": 0.000504, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:31:39.234418+00:00", "uptime_seconds": 5139.705023050308, "server_start_time": 1792148759.529398, "git_sha": "8fd6e78eed8972be1b897c1665177b04e989b0f5", "build_time": "2026-10-16T07:05:23-04:00", "version": "8fd6e78eed8972be1b897c1665177b04e989b0f5", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "error": "ConnectError('[Errno 61] Connection refused')" }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e", "rawResultSha256": "b4271dedf7092a82529b50f24962f2ab9c15678fe421b66a29012a7639980f3e", "rawEvidenceHashes": { "health_before.json": "681cdb98456540fd926508bef252bf9ea9d0925b3b9b4b45ebd21e83f529339f", "stdout.txt": "e8447779d74fcd6b368ddf3cc23e1eb233e0f8e36397029495ff9339bc5c53bf", "policy.json": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "health_after.json": "1e2e288afc7992ce33d0d93185f3331120f3608efcd4eb247472f3014c843fb0", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "1a6bbb8a02f340ae80bef399e38d9be6e74232ea6b4358edea81089c251f9fbc", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "3e7b0982f217a41f229865a072cdee2a778735cbabe56238a3f0d4e91cab0746", "sandbox.sb": "3f3eaed8f3077056c110f546ffff8b8224868ff3d2fa2baaf5571cc4222e88cb", "stderr.txt": "90248d702c2a055eef2f17f2b5964e50ee9e681e12bc8d6517f5020dc2416cfe", "launch.json": "b1e9ff662f7947f9cdefa768558410a3c8d97aa32b041c88c0f046d56ca16971", "invocation.json": "d24d06e1ae174f9bcc784c7ef9e8300a475372d8a2db879bb5b29663b6a4c398", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "9c09d67fac55518c98a21cac28f72599ac83b027a7ab99bc92af685bba319b37", "product_source.json": "37d3edf7361ac5794061da8d9e37171227f78be6d34b4150eb1e213e0602d87d", "post-terminal-settlement.json": "740796a705dc69919e157ca6c66bcfa016abf65e5c9f5eecd108eece530cd397", "workspace/solution.py": "60b28729a94414083bb7c2855e382bc52a42fa41c73dc86fde650067af5ca6b0", "private_producer/state.json": "46ec94b4f4d5b0ec602cc2e42d3c1158864db625a4f3d24a3b6a371ca9e3d130", "private_producer/gateway-0006.sse": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "private_producer/gateway-0005.sse": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "private_producer/gateway-0004.sse": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "private_producer/gateway-0001.sse": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "private_producer/gateway-0003.sse": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "private_producer/gateway-0002.sse": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "private_producer/runtime/compaction_events.jsonl": "868b7a2dcb0d0c2994b296d9cd1f36b58d720784ba929c505eed10e2aabfc10d", "private_producer/runtime/.verdict_code_usage.inv-97f022b456fe4e3a95af2b72b54f21a6.json": "297609194e31ed776e0c780cfefde23cff24bc5bb497891fa128bf7800b6f1b6", "private_producer/runtime/costs.json": "8288ee267cd272bb65553749e26e53a0c36d1e853cd4028c2d522a9a95b09f34", "private_producer/runtime/model_cache/availability_cache.json": "fca7de504fc4144e507d1d67ddd1a203479579819d83d7d00e1b74ad614157b9", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t1/comms.txt": "10f82a208c28811ff3ede99bd5821da559ee849cbac0eec24461176f8c852b24", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t6/comms.txt": "6c3b30573402ae4847deceda7ebc6ef8a7bc94302abf4e0a1503cfd1e39ea214", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e/comms.txt": "96a1a4650ac00092626f7ba2ec432156f8e58ab54ed62232cdf9eee2f94f6b5a", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t3/comms.txt": "c8fcee53f2889bd73288b7966af03608448df07b3fddf6cf01c7bda828d4b236", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t4/comms.txt": "bda763113a6d8db682c34f55dbe40a35d393609d1416d3c3a75b6f42d50150dc", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t5/comms.txt": "7f32a04c757ec0c412012cb3772243faaf43647cbdee8045684fca2ff0d45891", "private_producer/runtime/artifacts/runs/20261016T123139Z_verdict-code_byok_openai_gpt-4.1-mini_154f5e-t2/comms.txt": "9a1e0da8e7b56ed4dd13e5e4e441b293d28fb1b1c3b174ca5c7a2934a572f87c", "terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.timing.json": "14b2144ef5f53aec3d8d2a099048184a9886b9dcbdc27116cfa9d4a304e4488d", "terminal_evidence/829944ace43249208c89c0b0927208b7.timing.json": "fc880be73df52755b9e650eb870d7696883275d56f4d7c44e89a2a25aa9797fa", "terminal_evidence/2864053af37948ef9aedc9b0795cb192.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.timing.json": "933fb68d5cfdf6d6a76fc75d688baf863e05a75912bf2e3415d074ec060ac0f4", "terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/829944ace43249208c89c0b0927208b7.response.txt": "ed1b023f479e19556fa6e1706214774e58507e5b5ba80bed839d6ef7ac83a272", "terminal_evidence/829944ace43249208c89c0b0927208b7.request.json": "63dc7d3bf0ea328c7500cf3bae2e7fd27c9e892aefb048095452176b8b824609", "terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.transport_error.json": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.timing.json": "4c93f7deb9bb7021bb9f752515a0f0f1bf638d333b8279d8745ad57e044f72b8", "terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/2864053af37948ef9aedc9b0795cb192.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/2864053af37948ef9aedc9b0795cb192.response.txt": "71e0631cd21aad9a7c1fd2895b7be90dd6ba92d5f4ea9a1a8c7ec356237a4d5a", "terminal_evidence/66230aafb6f548f48ee792a5d8438195.response.txt": "1f57fd818d4f86e21fec5e73fab6f4e8ad967c9a24f505fee04ddb75d01c4827", "terminal_evidence/e6ec1984d4da409883e96682077c9ed0.request.json": "96cb4bf3bc3dfb3fc9acfa73311fce5cf219f469f382479f9250cf1d6fb940d3", "terminal_evidence/e6ec1984d4da409883e96682077c9ed0.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/66230aafb6f548f48ee792a5d8438195.timing.json": "e5adcbfd8a63192cf5409eba4cbd783f1df87963fae32b5f20af171092a888bc", "terminal_evidence/66230aafb6f548f48ee792a5d8438195.request.json": "354b23af590084d5ff1112d185b1cdf7eb6ac8d7decd1b28e3ef9773a0ce53a2", "terminal_evidence/e6ec1984d4da409883e96682077c9ed0.response.txt": "27c9f1dee53215646a0821ccb1bfacf3787146cc2b777d8170b1c4132785e049", "terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/e6ec1984d4da409883e96682077c9ed0.timing.json": "fdf6f627bb8f3004e6b190af6eb1ed463609a13c9ebf011fce06ddb3b9062a6b", "terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.response.txt": "e3f0fe0549065496685c5434c6bf3758d045f2290fcf1593eccab1764b9d2821", "terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.response.txt": "0b467c2375db188dba694c31e2b201867c6280f0fb51496927bc9b5a55cf5a22", "terminal_evidence/budget_ledger.json": "1a6bbb8a02f340ae80bef399e38d9be6e74232ea6b4358edea81089c251f9fbc", "terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.response.txt": "033d71d2bc51961f36787b32983471efbde69ac2fcd9c37ad5fb1a0026d524ae", "terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.request.json": "e337136bcd1c9ba2aff07e2a357d26c8ddc82c2ae6eb0a69fbc6d6e8817ab72d", "terminal_evidence/5b077d26230e44c7803a753e917bc8e8.timing.json": "55240cbe6e70a307aad8f9a3bd29d447bbe6e0a30974cd15a592ded105ba9bf7", "terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/572722ae09964d0e93cb21f1688a62a9.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/1f3f457dcb03463cb5e757538f0e77db.timing.json": "e991f16f84d7b4890076c7e1229ddea080e025f11379292e3abf8ecb81862379", "terminal_evidence/572722ae09964d0e93cb21f1688a62a9.timing.json": "5470d47dde88f539b5c0f69569b3c9c198edff883a043bcc6a9292a302bd8bd3", "terminal_evidence/9770eda4c1244829bb2e2f4e88994fee.timing.json": "dc7fac27aa9113ef2d245caf3356a068ee3e91f377f35f386691bb7d84fb0d41", "terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.timing.json": "f80a9b38b64a00c22f95f5e56211d3401cb3e778bd168d06081252315d965c37", "terminal_evidence/5b077d26230e44c7803a753e917bc8e8.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/2864053af37948ef9aedc9b0795cb192.timing.json": "351a99c7667410d9a8dc0c1a9de4007d203ecfca66011362c40d420e9722dd3e", "terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.request.json": "a75d3685c9a13a0018479740397787c97e379be3ea289299bb208c07d9dd6166", "terminal_evidence/3d37dbbea0ba46978358813732201d50.transport_error.json": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "terminal_evidence/3d37dbbea0ba46978358813732201d50.timing.json": "94bb517c29c3098e70fb9d0c876d038c6a8fc2919b561a387e2d134204eb9ad2", "terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.response.txt": "1c6ed9df215bd9e8bdd21594606b3b77cf230f06cf14fea9d6842c48790149c0", "terminal_evidence/66230aafb6f548f48ee792a5d8438195.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/8dc3cf1d1e864632b275045fe80a13aa.transport_error.json": "77ad3f63034ca73c871190fac9191411fe583f4cfafc7a98a73c3fbb1ce45f90", "terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.timing.json": "441a78851abf02c76942522ace890754a95c2886985e4a111fa02035ec1a451d", "terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.response.txt": "0883eeaeec70c89683ea876763ffb20e6fc66033ea5e598cbae9585924feb7bf", "terminal_evidence/397d8c2cc48d4b579e3ec435c1453e56.timing.json": "a5f844e85c5dc4b5cdf5140665fdde16418719ecdce5c55f9cc6a0f35a0e7d47", "terminal_evidence/7c2770d72e9742cfa27fcd099dc6f191.request.json": "7a7a401e2553a6c817f564a9b764ae4084fde2bfceda5951128f508a109bcaf5", "terminal_evidence/572722ae09964d0e93cb21f1688a62a9.response.txt": "c785387a632e8404d1b12a67a44bcb56b779604feb858fb818313a4d370f7a13", "terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.response.txt": "4fb6d0e0d6f3bebff4d40bd5d5704629bb41b414cbd45719b7b839bb13adbd34", "terminal_evidence/2fe745dbff1e4c7588d72d7fb7e18c01.response.txt": "67d6956614ca87c22393afa7fdcc89ca1bf963c7b1cb87105c0d840fe024816e", "terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/572722ae09964d0e93cb21f1688a62a9.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "terminal_evidence/0fc688d28d274f6995e6c0d49d91f006.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/829944ace43249208c89c0b0927208b7.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/340200fe868343c9accf77523d352ea7.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/63dd7670a019487095cde0bf8fa7bd50.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/e3af62b358194c06a6eb7186c7691aeb.timing.json": "2611f953e64e1ef2e422d06470162f0a7fb993b4ed70d9137a391a94cbde6f2d", "terminal_evidence/340200fe868343c9accf77523d352ea7.timing.json": "377cf80c41f6788e7de13fa15cac92e6e1b4c88708f4c668997c8f413c79b84e", "terminal_evidence/5b077d26230e44c7803a753e917bc8e8.response.txt": "2a1a642df5ab190a8661005091a2dbad5ddc96ca023edee68558d8b203771cc8", "terminal_evidence/3d37dbbea0ba46978358813732201d50.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/340200fe868343c9accf77523d352ea7.response.txt": "5c9dfae629a1079d808b51d9dd4eb778d499a90a5ceee733423b04fd6884b99a", "terminal_evidence/5b077d26230e44c7803a753e917bc8e8.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/340200fe868343c9accf77523d352ea7.request.json": "a3c4d235c38b4abcd21deaec9bc35a796b4249d49987689348a74531ab68fbde", "source_snapshot/tools/verdict-code/VERSION": "1540322d5d515f39be87c0b3d71a43eaca7052b0cf5c3b14f3979e434b954e2f", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "176b2a81d60807b5a3906c274db59a962a68018f0d75fc5abd103e3fef72f4ea", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "23e93a779c3c34315252a73c586afa46a2735d2c", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "176b2a81d60807b5a3906c274db59a962a68018f0d75fc5abd103e3fef72f4ea", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "1540322d5d515f39be87c0b3d71a43eaca7052b0cf5c3b14f3979e434b954e2f", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false } } }