{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "wallSeconds": 59.14, "inputTokens": 1280, "outputTokens": 3664, "totalTokens": 4944, "costUsd": 0.0019140799999999999, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "PASS", "tier": "cloud/BYOK", "diagnosticOnly": true, "comparisonEligible": false, "cohort": "current-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair." ], "evidenceFile": "20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3.json", "archived": false, "supersededBy": "20261016T124951Z_verdict-code_byok_qwen_qwen3.8-flash_029acf" }, "sourceRecord": { "id": "20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": null, "cohort": "current-model", "family": "current-model-appendix", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "status": "PASS", "wallSeconds": 59.14, "inputTokens": 1280, "outputTokens": 3664, "totalTokens": 4944, "costUsd": 0.0019140799999999999, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedCodePass": true, "exitCode": 0, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154265.1710799 }, "mutableRuntimeFiles": [ "budget_ledger.json", "e768f18f365d40788372969b3d0ae185.timing.json", "5e43dc6339e6443186a67c2c4d8b1452.response.txt", "5e43dc6339e6443186a67c2c4d8b1452.request.json", "5e43dc6339e6443186a67c2c4d8b1452.http.json", "c21937df928f4a44b7e88e8c24f509ca.response.txt", "22b7bc61a14a48259bca43a2e9a77aa4.response.txt", "c21937df928f4a44b7e88e8c24f509ca.request.json", "22b7bc61a14a48259bca43a2e9a77aa4.request.json", "793e3f56e83846c4a34e3ba3d64b8cc7.http.json", "e768f18f365d40788372969b3d0ae185.request.json", "5e43dc6339e6443186a67c2c4d8b1452.timing.json", "e768f18f365d40788372969b3d0ae185.response.txt", "92d6a0985e1e43d58241d858a691df58.request.json", "c21937df928f4a44b7e88e8c24f509ca.timing.json", "92d6a0985e1e43d58241d858a691df58.response.txt", "e768f18f365d40788372969b3d0ae185.http.json", "22b7bc61a14a48259bca43a2e9a77aa4.http.json", "793e3f56e83846c4a34e3ba3d64b8cc7.response.txt", "793e3f56e83846c4a34e3ba3d64b8cc7.request.json", "22b7bc61a14a48259bca43a2e9a77aa4.timing.json", "c21937df928f4a44b7e88e8c24f509ca.http.json", "793e3f56e83846c4a34e3ba3d64b8cc7.timing.json", "92d6a0985e1e43d58241d858a691df58.timing.json", "92d6a0985e1e43d58241d858a691df58.http.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "PASS", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": true, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 1, "partialInputTokens": 1280, "partialOutputTokens": 3664, "partialTotalTokens": 4944, "partialEstimatedCostUsd": 0.0019140799999999999, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": 2693, "allCallsReportReasoning": true, "tokensPerSecond": 83.598, "knownTokensIncludingAdditiveReasoning": 4944, "knownTokensIncludingAdditiveReasoningPerSecond": 83.598, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": true }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": null, "terminalCompleted": true, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": false, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3.json", "publicEvidenceSha256": "4688d87f2741356688a1ce71c64388fc736cdabd8dbc8e7d08949353aa44b48d", "apparatusInvalidation": "initial_tool_narrowing_skipped_behavioral_review" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/22b7bc61a14a48259bca43a2e9a77aa4.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/22b7bc61a14a48259bca43a2e9a77aa4.request.json", "sha256": "2f4e959d240d770f179341c5540b62355b5960eee6455e8b07dc0137129b25be", "bytes": 10811 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/22b7bc61a14a48259bca43a2e9a77aa4.response.txt", "sha256": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "bytes": 14966 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/22b7bc61a14a48259bca43a2e9a77aa4.timing.json", "sha256": "acc8f5309cdd614969e4fde3686a1d6bfcaaa1879961a58762a0c880fc7da457", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/5e43dc6339e6443186a67c2c4d8b1452.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/5e43dc6339e6443186a67c2c4d8b1452.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/5e43dc6339e6443186a67c2c4d8b1452.response.txt", "sha256": "f07655fb1e4ac04375441878e602795a22e094b2399fefa05aa3cc211c0bdc52", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/5e43dc6339e6443186a67c2c4d8b1452.timing.json", "sha256": "8a3c75c49ea2fea6d207844d623b17e53809db67768781ab18f5c75dd1a135af", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/793e3f56e83846c4a34e3ba3d64b8cc7.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/793e3f56e83846c4a34e3ba3d64b8cc7.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/793e3f56e83846c4a34e3ba3d64b8cc7.response.txt", "sha256": "8be424397fcdfe2e11c3863aae2ebdff01aa264552c6b2377486707c676ca7ce", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/793e3f56e83846c4a34e3ba3d64b8cc7.timing.json", "sha256": "bc47b3bf73cf05de66686ee60e2f47545ada39f245cdc92cb6529b5a80f343c3", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/92d6a0985e1e43d58241d858a691df58.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/92d6a0985e1e43d58241d858a691df58.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/92d6a0985e1e43d58241d858a691df58.response.txt", "sha256": "aa561ca1ef9cc76724f70bcb08dbbe66324a31ad827b032da377d08384da8458", "bytes": 1075650 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/92d6a0985e1e43d58241d858a691df58.timing.json", "sha256": "4d550017798fe31618435afe47bf1c15dabece857dcf32f8e2a66dea8bca24f0", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/budget_ledger.json", "sha256": "d0ff88068089d0ae09e3e2c53c09e2d6e459eb1b6045fe875cd4ef2bbd619ae9", "bytes": 118 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/budget_ledger_at_terminal.json", "sha256": "d0ff88068089d0ae09e3e2c53c09e2d6e459eb1b6045fe875cd4ef2bbd619ae9", "bytes": 118 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/c21937df928f4a44b7e88e8c24f509ca.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/c21937df928f4a44b7e88e8c24f509ca.request.json", "sha256": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "bytes": 100 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/c21937df928f4a44b7e88e8c24f509ca.response.txt", "sha256": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "bytes": 156 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/c21937df928f4a44b7e88e8c24f509ca.timing.json", "sha256": "09b3558d70a2d698c3d24fa4782a739abae58ee549b00b282dc350e925b83ddb", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/e768f18f365d40788372969b3d0ae185.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/e768f18f365d40788372969b3d0ae185.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/e768f18f365d40788372969b3d0ae185.response.txt", "sha256": "f973ed8a1a8774e9fda493a495fa58723a88406c2cb02d8357f572e5d268e2b2", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/e768f18f365d40788372969b3d0ae185.timing.json", "sha256": "d0cea00ba34a478a8985ded8f0f96c188f695611a7f355a5f5c9ee223a2c0496", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/freeze.json", "sha256": "30e22c64810389c050723a2ed79b0e302d0430ee269e58f2829f956cbc56bbff", "bytes": 314, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792154265.1710799\n}", "contentRedacted": false, "publishedContentSha256": "30e22c64810389c050723a2ed79b0e302d0430ee269e58f2829f956cbc56bbff" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/health_after.json", "sha256": "c4cd9d199e5d98cea529870312498cf451ee74ff71390efe34ee85505c62eee4", "bytes": 1326 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/health_before.json", "sha256": "cf01047d5f9ae637d5d514b05bbd9cb9a3136825a969a7aa8b8282f4620c6775", "bytes": 1326 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/invocation.json", "sha256": "04be69c05f3a9635ba673398898c16efc615a8be5b4909af8e2fbaa2259a2a43", "bytes": 2176 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/launch.json", "sha256": "61894564a3276a0f08c05f376f1d4e53b2328540a31d1687bf1b5d7a145baf25", "bytes": 175 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/oracle.stdout.txt", "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "bytes": 1582, "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/policy.json", "sha256": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d", "bytes": 920, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": true\n}", "contentRedacted": false, "publishedContentSha256": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/post-terminal-settlement.json", "sha256": "158dd605ae3d60a7d3fd15e5c25bc4b9dd4ca5f44f04f32ddc9a9acd22d0748e", "bytes": 383 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/gateway-0001.sse", "sha256": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "bytes": 14966 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/runtime/.verdict_code_usage.inv-dfb67e099d1145d5af4b7544b51880fe.json", "sha256": "939df8690d9218d80bae281d01059d2a776a543c8bb734555a7da877812c6cd6", "bytes": 18292 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/runtime/artifacts/runs/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/comms.txt", "sha256": "5dcb22d6d92556054dabec3700f7ec653705a0a0a57c26924d9cba764987a42c", "bytes": 1222 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/runtime/artifacts/runs/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3-t1/comms.txt", "sha256": "26a8160d90e96439b6d2a9e8f62840443353c2582de99c21a44eec5c4add8dab", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/runtime/compaction_events.jsonl", "sha256": "29d248b1509b3cdfc1a3383cbbc38e7968332d150bde7eaae6bad9a2c8ef91b6", "bytes": 469 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/runtime/model_cache/availability_cache.json", "sha256": "5f5f31424972e5f7b643e46e66b8774be128a7f92b167bb11a46d4bc3df58b2e", "bytes": 276 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/private_producer/state.json", "sha256": "13fda71776fef87f8527785ae3bcabc1a5e8ee8e9b18ad7b2a221dd8c93dd401", "bytes": 2289 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/product_source.json", "sha256": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d", "bytes": 846, "content": "{\n \"head\": \"95a38c2d8322608f7a97004f3fd88236f4377f0d\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/result.json", "sha256": "c3c4f81e3cd1164b5591904c2517e1310f0eee70b24488b6b2a33696a96e898d", "bytes": 9710 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/sandbox.sb", "sha256": "18b0b8bc6d31e827d7dc381c8cb2ad85c5e099fa411f3cb942908ef5e1876e43", "bytes": 5824 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/tools/verdict-code/VERSION", "sha256": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e", "bytes": 763436 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/stderr.txt", "sha256": "36868f1d88bb725e3b04890c79140c422cff22c85e4dc46d454da9c7cdb4cd23", "bytes": 6017 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/stdout.txt", "sha256": "be45f6cc7554322373b6c12730417a6821f00a8903cea4678ca4d963560fa044", "bytes": 8756 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.request.json", "sha256": "2f4e959d240d770f179341c5540b62355b5960eee6455e8b07dc0137129b25be", "bytes": 10811 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.response.txt", "sha256": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "bytes": 14966 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.timing.json", "sha256": "acc8f5309cdd614969e4fde3686a1d6bfcaaa1879961a58762a0c880fc7da457", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.response.txt", "sha256": "f07655fb1e4ac04375441878e602795a22e094b2399fefa05aa3cc211c0bdc52", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.timing.json", "sha256": "8a3c75c49ea2fea6d207844d623b17e53809db67768781ab18f5c75dd1a135af", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.response.txt", "sha256": "8be424397fcdfe2e11c3863aae2ebdff01aa264552c6b2377486707c676ca7ce", "bytes": 992 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.timing.json", "sha256": "bc47b3bf73cf05de66686ee60e2f47545ada39f245cdc92cb6529b5a80f343c3", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/92d6a0985e1e43d58241d858a691df58.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/92d6a0985e1e43d58241d858a691df58.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/92d6a0985e1e43d58241d858a691df58.response.txt", "sha256": "aa561ca1ef9cc76724f70bcb08dbbe66324a31ad827b032da377d08384da8458", "bytes": 1075650 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/92d6a0985e1e43d58241d858a691df58.timing.json", "sha256": "4d550017798fe31618435afe47bf1c15dabece857dcf32f8e2a66dea8bca24f0", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/budget_ledger.json", "sha256": "d0ff88068089d0ae09e3e2c53c09e2d6e459eb1b6045fe875cd4ef2bbd619ae9", "bytes": 118 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.request.json", "sha256": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "bytes": 100 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.response.txt", "sha256": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "bytes": 156 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.timing.json", "sha256": "09b3558d70a2d698c3d24fa4782a739abae58ee549b00b282dc350e925b83ddb", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/e768f18f365d40788372969b3d0ae185.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/e768f18f365d40788372969b3d0ae185.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/e768f18f365d40788372969b3d0ae185.response.txt", "sha256": "f973ed8a1a8774e9fda493a495fa58723a88406c2cb02d8357f572e5d268e2b2", "bytes": 993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/terminal_evidence/e768f18f365d40788372969b3d0ae185.timing.json", "sha256": "d0cea00ba34a478a8985ded8f0f96c188f695611a7f355a5f5c9ee223a2c0496", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/workspace/solution.py", "sha256": "48cbbaf34e0b61b9cadb046973b70352a18f1280f7e9af902622cff8407dac1e", "bytes": 2433, "content": "import calendar\nimport re\nfrom datetime import datetime, timezone\n\n__all__ = [\"retry_after\"]\n\n_DELAY_SECONDS_RE = re.compile(r\"[0-9]+\")\n\n_HTTP_DATE_RE = re.compile(\n r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n r\"([0-9]{2}) \"\n r\"([A-Z][a-z]{2}) \"\n r\"([0-9]{4}) \"\n r\"([0-9]{2}):([0-9]{2}):([0-9]{2})\"\n r\" GMT\"\n)\n\n_WEEKDAYS = {name: index for index, name in enumerate(\n (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n)}\n\n_MONTHS = {\n \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n\n_SECONDS_PER_DAY = 86400\n\n\ndef _parse_http_date(text):\n \"\"\"Return an aware UTC ``datetime`` for a strict IMF-fixdate, else None.\"\"\"\n match = _HTTP_DATE_RE.fullmatch(text)\n if match is None:\n return None\n\n day_name, day, month_name, year, hour, minute, second = match.groups()\n\n month = _MONTHS.get(month_name)\n if month is None:\n return None\n\n year = int(year)\n day = int(day)\n hour = int(hour)\n minute = int(minute)\n second = int(second)\n\n if day < 1 or day > calendar.monthrange(year, month)[1]:\n return None\n if hour > 23 or minute > 59 or second > 59:\n return None\n\n try:\n when = datetime(year, month, day, hour, minute, second,\n tzinfo=timezone.utc)\n except ValueError:\n return None\n\n # The declared day name has to agree with the calendar date.\n if _WEEKDAYS[day_name] != when.weekday():\n return None\n\n return when\n\n\ndef retry_after(value, now):\n \"\"\"Seconds to wait, per a ``Retry-After`` ``value``, or None if invalid.\n\n ``now`` is an aware UTC ``datetime`` used as the reference instant for an\n HTTP-date value; the result is ``max(0, ceil(date - now))`` and is never\n negative. A delay-seconds value is returned unchanged.\n \"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip()\n if not text:\n return None\n\n if _DELAY_SECONDS_RE.fullmatch(text):\n return int(text)\n\n when = _parse_http_date(text)\n if when is None:\n return None\n\n if now.tzinfo is None:\n now = now.replace(tzinfo=timezone.utc)\n\n delta = when - now\n # Exact integer ceiling; timedelta stores days >= 0 seconds/microseconds.\n seconds = delta.days * _SECONDS_PER_DAY + delta.seconds\n if delta.microseconds:\n seconds += 1\n return max(0, seconds)\n", "contentRedacted": false, "publishedContentSha256": "48cbbaf34e0b61b9cadb046973b70352a18f1280f7e9af902622cff8407dac1e" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154265.1710799 }, "candidateCode": "import calendar\nimport re\nfrom datetime import datetime, timezone\n\n__all__ = [\"retry_after\"]\n\n_DELAY_SECONDS_RE = re.compile(r\"[0-9]+\")\n\n_HTTP_DATE_RE = re.compile(\n r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n r\"([0-9]{2}) \"\n r\"([A-Z][a-z]{2}) \"\n r\"([0-9]{4}) \"\n r\"([0-9]{2}):([0-9]{2}):([0-9]{2})\"\n r\" GMT\"\n)\n\n_WEEKDAYS = {name: index for index, name in enumerate(\n (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n)}\n\n_MONTHS = {\n \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n\n_SECONDS_PER_DAY = 86400\n\n\ndef _parse_http_date(text):\n \"\"\"Return an aware UTC ``datetime`` for a strict IMF-fixdate, else None.\"\"\"\n match = _HTTP_DATE_RE.fullmatch(text)\n if match is None:\n return None\n\n day_name, day, month_name, year, hour, minute, second = match.groups()\n\n month = _MONTHS.get(month_name)\n if month is None:\n return None\n\n year = int(year)\n day = int(day)\n hour = int(hour)\n minute = int(minute)\n second = int(second)\n\n if day < 1 or day > calendar.monthrange(year, month)[1]:\n return None\n if hour > 23 or minute > 59 or second > 59:\n return None\n\n try:\n when = datetime(year, month, day, hour, minute, second,\n tzinfo=timezone.utc)\n except ValueError:\n return None\n\n # The declared day name has to agree with the calendar date.\n if _WEEKDAYS[day_name] != when.weekday():\n return None\n\n return when\n\n\ndef retry_after(value, now):\n \"\"\"Seconds to wait, per a ``Retry-After`` ``value``, or None if invalid.\n\n ``now`` is an aware UTC ``datetime`` used as the reference instant for an\n HTTP-date value; the result is ``max(0, ceil(date - now))`` and is never\n negative. A delay-seconds value is returned unchanged.\n \"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip()\n if not text:\n return None\n\n if _DELAY_SECONDS_RE.fullmatch(text):\n return int(text)\n\n when = _parse_http_date(text)\n if when is None:\n return None\n\n if now.tzinfo is None:\n now = now.replace(tzinfo=timezone.utc)\n\n delta = when - now\n # Exact integer ceiling; timedelta stores days >= 0 seconds/microseconds.\n seconds = delta.days * _SECONDS_PER_DAY + delta.seconds\n if delta.microseconds:\n seconds += 1\n return max(0, seconds)\n", "oracle": { "passed": 20, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/22b7bc61a14a48259bca43a2e9a77aa4.request.json", "requestSha256": "2f4e959d240d770f179341c5540b62355b5960eee6455e8b07dc0137129b25be", "responseSha256": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1280, "outputTokens": 3664, "totalTokens": 4944, "costUsd": 0.0019140799999999999, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 2693 } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:37:46.356152+00:00", "uptime_seconds": 275.6671838760376, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:38:45.768794+00:00", "uptime_seconds": 335.0798349380493, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3", "rawResultSha256": "c3c4f81e3cd1164b5591904c2517e1310f0eee70b24488b6b2a33696a96e898d", "rawEvidenceHashes": { "health_before.json": "cf01047d5f9ae637d5d514b05bbd9cb9a3136825a969a7aa8b8282f4620c6775", "stdout.txt": "be45f6cc7554322373b6c12730417a6821f00a8903cea4678ca4d963560fa044", "policy.json": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d", "health_after.json": "c4cd9d199e5d98cea529870312498cf451ee74ff71390efe34ee85505c62eee4", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "d0ff88068089d0ae09e3e2c53c09e2d6e459eb1b6045fe875cd4ef2bbd619ae9", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "sandbox.sb": "18b0b8bc6d31e827d7dc381c8cb2ad85c5e099fa411f3cb942908ef5e1876e43", "stderr.txt": "36868f1d88bb725e3b04890c79140c422cff22c85e4dc46d454da9c7cdb4cd23", "launch.json": "61894564a3276a0f08c05f376f1d4e53b2328540a31d1687bf1b5d7a145baf25", "invocation.json": "04be69c05f3a9635ba673398898c16efc615a8be5b4909af8e2fbaa2259a2a43", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "30e22c64810389c050723a2ed79b0e302d0430ee269e58f2829f956cbc56bbff", "product_source.json": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d", "post-terminal-settlement.json": "158dd605ae3d60a7d3fd15e5c25bc4b9dd4ca5f44f04f32ddc9a9acd22d0748e", "workspace/solution.py": "48cbbaf34e0b61b9cadb046973b70352a18f1280f7e9af902622cff8407dac1e", "private_producer/state.json": "13fda71776fef87f8527785ae3bcabc1a5e8ee8e9b18ad7b2a221dd8c93dd401", "private_producer/gateway-0001.sse": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "private_producer/runtime/.verdict_code_usage.inv-dfb67e099d1145d5af4b7544b51880fe.json": "939df8690d9218d80bae281d01059d2a776a543c8bb734555a7da877812c6cd6", "private_producer/runtime/compaction_events.jsonl": "29d248b1509b3cdfc1a3383cbbc38e7968332d150bde7eaae6bad9a2c8ef91b6", "private_producer/runtime/model_cache/availability_cache.json": "5f5f31424972e5f7b643e46e66b8774be128a7f92b167bb11a46d4bc3df58b2e", "private_producer/runtime/artifacts/runs/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3-t1/comms.txt": "26a8160d90e96439b6d2a9e8f62840443353c2582de99c21a44eec5c4add8dab", "private_producer/runtime/artifacts/runs/20261016T123745Z_verdict-code_byok_qwen_qwen3.8-flash_b014b3/comms.txt": "5dcb22d6d92556054dabec3700f7ec653705a0a0a57c26924d9cba764987a42c", "terminal_evidence/e768f18f365d40788372969b3d0ae185.timing.json": "d0cea00ba34a478a8985ded8f0f96c188f695611a7f355a5f5c9ee223a2c0496", "terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.response.txt": "f07655fb1e4ac04375441878e602795a22e094b2399fefa05aa3cc211c0bdc52", "terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.response.txt": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.response.txt": "208246a2499bb44ae3584ed1b8a2308edf8547f1f7711cfa9cfa8716fe64dcf0", "terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.request.json": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.request.json": "2f4e959d240d770f179341c5540b62355b5960eee6455e8b07dc0137129b25be", "terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/e768f18f365d40788372969b3d0ae185.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/5e43dc6339e6443186a67c2c4d8b1452.timing.json": "8a3c75c49ea2fea6d207844d623b17e53809db67768781ab18f5c75dd1a135af", "terminal_evidence/e768f18f365d40788372969b3d0ae185.response.txt": "f973ed8a1a8774e9fda493a495fa58723a88406c2cb02d8357f572e5d268e2b2", "terminal_evidence/budget_ledger.json": "d0ff88068089d0ae09e3e2c53c09e2d6e459eb1b6045fe875cd4ef2bbd619ae9", "terminal_evidence/92d6a0985e1e43d58241d858a691df58.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.timing.json": "09b3558d70a2d698c3d24fa4782a739abae58ee549b00b282dc350e925b83ddb", "terminal_evidence/92d6a0985e1e43d58241d858a691df58.response.txt": "aa561ca1ef9cc76724f70bcb08dbbe66324a31ad827b032da377d08384da8458", "terminal_evidence/e768f18f365d40788372969b3d0ae185.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.response.txt": "8be424397fcdfe2e11c3863aae2ebdff01aa264552c6b2377486707c676ca7ce", "terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/22b7bc61a14a48259bca43a2e9a77aa4.timing.json": "acc8f5309cdd614969e4fde3686a1d6bfcaaa1879961a58762a0c880fc7da457", "terminal_evidence/c21937df928f4a44b7e88e8c24f509ca.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/793e3f56e83846c4a34e3ba3d64b8cc7.timing.json": "bc47b3bf73cf05de66686ee60e2f47545ada39f245cdc92cb6529b5a80f343c3", "terminal_evidence/92d6a0985e1e43d58241d858a691df58.timing.json": "4d550017798fe31618435afe47bf1c15dabece857dcf32f8e2a66dea8bca24f0", "terminal_evidence/92d6a0985e1e43d58241d858a691df58.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "source_snapshot/tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "95a38c2d8322608f7a97004f3fd88236f4377f0d", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": true }, "apparatusInvalidation": "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair." } }