{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "aider",
    "requestedModel": "local/lmstudio/openai/gpt-oss-20b",
    "resolvedModel": "local/lmstudio/openai/gpt-oss-20b",
    "wallSeconds": 25.471,
    "inputTokens": 900,
    "outputTokens": 340,
    "totalTokens": 1240,
    "costUsd": 0.0,
    "energyWh": 0.241111,
    "assertionsPassed": 16,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "FAIL",
    "tier": "local/LAN",
    "diagnosticOnly": false,
    "comparisonEligible": true,
    "cohort": "historical-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED."
    ],
    "evidenceFile": "20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb.json",
    "archived": true
  },
  "sourceRecord": {
    "id": "20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "original-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "aider",
    "requestedModel": "local/lmstudio/openai/gpt-oss-20b",
    "resolvedModel": "local/lmstudio/openai/gpt-oss-20b",
    "status": "FAIL",
    "wallSeconds": 25.471,
    "inputTokens": 900,
    "outputTokens": 340,
    "totalTokens": 1240,
    "costUsd": 0.0,
    "energyWh": 0.241111,
    "assertionsPassed": 16,
    "assertionsTotal": 20,
    "observedCodePass": false,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154106.171076
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "276c2af5ca24496580c028d4986f4608.request.json",
      "276c2af5ca24496580c028d4986f4608.response.txt",
      "276c2af5ca24496580c028d4986f4608.timing.json",
      "276c2af5ca24496580c028d4986f4608.http.json"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "FAIL",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": false,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 1,
    "partialInputTokens": 900,
    "partialOutputTokens": 340,
    "partialTotalTokens": 1240,
    "partialEstimatedCostUsd": null,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": 83,
    "allCallsReportReasoning": true,
    "tokensPerSecond": 48.683,
    "knownTokensIncludingAdditiveReasoning": 1240,
    "knownTokensIncludingAdditiveReasoningPerSecond": 48.683,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0.0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": true,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb.json",
    "publicEvidenceSha256": "542548a81ff32c049290129b7156d5f7b6d3b3ff11f1c089597205f5df09f965"
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/276c2af5ca24496580c028d4986f4608.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/276c2af5ca24496580c028d4986f4608.request.json",
      "sha256": "1abec96c55339d333c23d7036aefdd85bfa1af70bb81d5912519ee6f2fde1a27",
      "bytes": 4507
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/276c2af5ca24496580c028d4986f4608.response.txt",
      "sha256": "c9b1ede692ce37f241665e794087abe06a3217532f050701c6eb28fe46275667",
      "bytes": 59202
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/276c2af5ca24496580c028d4986f4608.timing.json",
      "sha256": "aa9e63092603a0be7c6cc453f88a689cdfc58ecee4aab17894b8336e337510e6",
      "bytes": 308
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/budget_ledger.json",
      "sha256": "4df82144fb9a8fbad1afe07cb463e8fd64adcb8b8146eac6efd10b5bd630664d",
      "bytes": 116
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/budget_ledger_at_terminal.json",
      "sha256": "4df82144fb9a8fbad1afe07cb463e8fd64adcb8b8146eac6efd10b5bd630664d",
      "bytes": 116
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/freeze.json",
      "sha256": "2faff2dd793d92dc9a720f8f84babf9684b38f3462eb2cbbfe8ab3c576d90895",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154106.171076\n}",
      "contentRedacted": false,
      "publishedContentSha256": "2faff2dd793d92dc9a720f8f84babf9684b38f3462eb2cbbfe8ab3c576d90895"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/health_after.json",
      "sha256": "208392c317419a67cc99bba44bf03a04bc4faa7bb2d982b72f106dbd344df8ad",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/health_before.json",
      "sha256": "0d6d101f474b17afb240471575a53edb5a264b90c857da01acc6b4548811f47a",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/invocation.json",
      "sha256": "ca68be8042d3d801b23764d53b002b329721164fe6d74ef9884291bd1a316a33",
      "bytes": 2058
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/launch.json",
      "sha256": "514f2463727fb0c901d5e32c8599b57e929f974796a261818ab225ead5322c30",
      "bytes": 181
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/model_preflight.json",
      "sha256": "56b534707bb0831d6afb4614cd18dc934050f44f15e23bdc5aced35aeb9bbc0b",
      "bytes": 2707
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/oracle.stdout.txt",
      "sha256": "a74c160266f3022da7be962edd43939c083261346fca7a18ca12386897dc1d04",
      "bytes": 1576,
      "content": "{\"passed\": 16, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": 1, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": 1, \"pass\": false}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "a74c160266f3022da7be962edd43939c083261346fca7a18ca12386897dc1d04"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/policy.json",
      "sha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2",
      "bytes": 923,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0.0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/post-terminal-settlement.json",
      "sha256": "e8056f3cdc4c619e486f6cbbd3f026b97364b3a94224e79ee3acbf1acc7f17ce",
      "bytes": 381
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/product_source.json",
      "sha256": "b6b95b45eebefbd7db18563205601d0d4961facd45218316ceb3b1dec895cbb0",
      "bytes": 846,
      "content": "{\n  \"head\": \"409511b4c7a8ff3f29dff3ac2f029f5f1a469d41\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "b6b95b45eebefbd7db18563205601d0d4961facd45218316ceb3b1dec895cbb0"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/result.json",
      "sha256": "8715ef5c58a5ac829be9dd65309b03f5d192769fa169841f6df7e4507629fc3e",
      "bytes": 5326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/sandbox.sb",
      "sha256": "847e2d9a534256abf1abc9323fed4c549b901b61075359010a76a9692a81f747",
      "bytes": 5881
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c",
      "bytes": 760119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/stdout.txt",
      "sha256": "a735663a711115ed8bb43c0f71695f1052399eca7a4c87a98346fc07f7964538",
      "bytes": 1319
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/terminal_evidence/276c2af5ca24496580c028d4986f4608.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/terminal_evidence/276c2af5ca24496580c028d4986f4608.request.json",
      "sha256": "1abec96c55339d333c23d7036aefdd85bfa1af70bb81d5912519ee6f2fde1a27",
      "bytes": 4507
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/terminal_evidence/276c2af5ca24496580c028d4986f4608.response.txt",
      "sha256": "c9b1ede692ce37f241665e794087abe06a3217532f050701c6eb28fe46275667",
      "bytes": 59202
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/terminal_evidence/276c2af5ca24496580c028d4986f4608.timing.json",
      "sha256": "aa9e63092603a0be7c6cc453f88a689cdfc58ecee4aab17894b8336e337510e6",
      "bytes": 308
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/terminal_evidence/budget_ledger.json",
      "sha256": "4df82144fb9a8fbad1afe07cb463e8fd64adcb8b8146eac6efd10b5bd630664d",
      "bytes": 116
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/workspace/aider_model_metadata.json",
      "sha256": "addadc4557058ed8cda9d2bcb9f93f8f2281d62935c4bd9796961b7e5420ed8a",
      "bytes": 197
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/workspace/aider_settings.yml",
      "sha256": "1ba5670fed26f0255a3d7e8825e89708c754c2a2b0f480f8117619af59091a13",
      "bytes": 193
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/workspace/chat_history.md",
      "sha256": "e975df3819d101ffd3ea15fd2887da6891509186f61474eb362f4598642644c3",
      "bytes": 3444
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/workspace/solution.py",
      "sha256": "7bd9488639993e8b5af11e1d5108724d5801d79a2521a601133267e16892d90a",
      "bytes": 980,
      "content": "import math\nfrom datetime import datetime, timezone\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    # Reject non-string inputs\n    if not isinstance(value, str):\n        return None\n\n    stripped = value.strip()\n\n    # Case 1: ASCII decimal digits only\n    if stripped.isdigit():\n        return int(stripped)\n\n    # Case 2: RFC HTTP-date\n    # Expected format: Wed, 21 Oct 2015 07:28:00 GMT\n    # The format string for strptime:\n    fmt = \"%a, %d %b %Y %H:%M:%S GMT\"\n\n    try:\n        # Parse the date; strptime will validate weekday and month names\n        parsed = datetime.strptime(stripped, fmt)\n    except ValueError:\n        return None\n\n    # Ensure the parsed datetime is in GMT (UTC)\n    parsed = parsed.replace(tzinfo=timezone.utc)\n\n    # Compute difference in seconds\n    delta_seconds = (parsed - now).total_seconds()\n    # Return nonnegative integer, rounded up\n    return max(0, math.ceil(delta_seconds))\n",
      "contentRedacted": false,
      "publishedContentSha256": "7bd9488639993e8b5af11e1d5108724d5801d79a2521a601133267e16892d90a"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154106.171076
    },
    "candidateCode": "import math\nfrom datetime import datetime, timezone\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    # Reject non-string inputs\n    if not isinstance(value, str):\n        return None\n\n    stripped = value.strip()\n\n    # Case 1: ASCII decimal digits only\n    if stripped.isdigit():\n        return int(stripped)\n\n    # Case 2: RFC HTTP-date\n    # Expected format: Wed, 21 Oct 2015 07:28:00 GMT\n    # The format string for strptime:\n    fmt = \"%a, %d %b %Y %H:%M:%S GMT\"\n\n    try:\n        # Parse the date; strptime will validate weekday and month names\n        parsed = datetime.strptime(stripped, fmt)\n    except ValueError:\n        return None\n\n    # Ensure the parsed datetime is in GMT (UTC)\n    parsed = parsed.replace(tzinfo=timezone.utc)\n\n    # Compute difference in seconds\n    delta_seconds = (parsed - now).total_seconds()\n    # Return nonnegative integer, rounded up\n    return max(0, math.ceil(delta_seconds))\n",
    "oracle": {
      "passed": 16,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": 12,
          "pass": false
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": 12,
          "pass": false
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 1,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 2,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": 1,
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": 1,
          "pass": false
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb/276c2af5ca24496580c028d4986f4608.request.json",
        "requestSha256": "1abec96c55339d333c23d7036aefdd85bfa1af70bb81d5912519ee6f2fde1a27",
        "responseSha256": "c9b1ede692ce37f241665e794087abe06a3217532f050701c6eb28fe46275667",
        "httpStatus": 200,
        "requestedModel": "local/lmstudio/openai/gpt-oss-20b",
        "resolvedModel": "local/lmstudio/openai/gpt-oss-20b",
        "backendModel": "openai/gpt-oss-20b",
        "resolutionSource": "transport_cache_exact",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0.0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 900,
        "outputTokens": 340,
        "totalTokens": 1240,
        "costUsd": 0.0,
        "energyWh": 0.241111,
        "finishReasons": [
          "stop"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": 83
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:35:06.205051+00:00",
      "uptime_seconds": 115.51608180999756,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:35:31.870636+00:00",
      "uptime_seconds": 141.18167090415955,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123506Z_aider_local_lmstudio_openai_gpt-oss-20b_55fecb",
    "rawResultSha256": "8715ef5c58a5ac829be9dd65309b03f5d192769fa169841f6df7e4507629fc3e",
    "rawEvidenceHashes": {
      "health_before.json": "0d6d101f474b17afb240471575a53edb5a264b90c857da01acc6b4548811f47a",
      "stdout.txt": "a735663a711115ed8bb43c0f71695f1052399eca7a4c87a98346fc07f7964538",
      "policy.json": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2",
      "health_after.json": "208392c317419a67cc99bba44bf03a04bc4faa7bb2d982b72f106dbd344df8ad",
      "model_preflight.json": "56b534707bb0831d6afb4614cd18dc934050f44f15e23bdc5aced35aeb9bbc0b",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "4df82144fb9a8fbad1afe07cb463e8fd64adcb8b8146eac6efd10b5bd630664d",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "a74c160266f3022da7be962edd43939c083261346fca7a18ca12386897dc1d04",
      "sandbox.sb": "847e2d9a534256abf1abc9323fed4c549b901b61075359010a76a9692a81f747",
      "stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "launch.json": "514f2463727fb0c901d5e32c8599b57e929f974796a261818ab225ead5322c30",
      "invocation.json": "ca68be8042d3d801b23764d53b002b329721164fe6d74ef9884291bd1a316a33",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "2faff2dd793d92dc9a720f8f84babf9684b38f3462eb2cbbfe8ab3c576d90895",
      "product_source.json": "b6b95b45eebefbd7db18563205601d0d4961facd45218316ceb3b1dec895cbb0",
      "post-terminal-settlement.json": "e8056f3cdc4c619e486f6cbbd3f026b97364b3a94224e79ee3acbf1acc7f17ce",
      "workspace/aider_model_metadata.json": "addadc4557058ed8cda9d2bcb9f93f8f2281d62935c4bd9796961b7e5420ed8a",
      "workspace/solution.py": "7bd9488639993e8b5af11e1d5108724d5801d79a2521a601133267e16892d90a",
      "workspace/chat_history.md": "e975df3819d101ffd3ea15fd2887da6891509186f61474eb362f4598642644c3",
      "workspace/aider_settings.yml": "1ba5670fed26f0255a3d7e8825e89708c754c2a2b0f480f8117619af59091a13",
      "terminal_evidence/276c2af5ca24496580c028d4986f4608.request.json": "1abec96c55339d333c23d7036aefdd85bfa1af70bb81d5912519ee6f2fde1a27",
      "terminal_evidence/276c2af5ca24496580c028d4986f4608.response.txt": "c9b1ede692ce37f241665e794087abe06a3217532f050701c6eb28fe46275667",
      "terminal_evidence/budget_ledger.json": "4df82144fb9a8fbad1afe07cb463e8fd64adcb8b8146eac6efd10b5bd630664d",
      "terminal_evidence/276c2af5ca24496580c028d4986f4608.timing.json": "aa9e63092603a0be7c6cc453f88a689cdfc58ecee4aab17894b8336e337510e6",
      "terminal_evidence/276c2af5ca24496580c028d4986f4608.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "source_snapshot/tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "409511b4c7a8ff3f29dff3ac2f029f5f1a469d41",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "4879267470fdbcfd44c8d837d5b27d5298d434ea9c2cadf497b4b6073457d91c",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0.0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    }
  }
}