{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/zai/glm-5.3-flashx",
    "resolvedModel": "byok/zai/glm-5.3-flashx",
    "wallSeconds": 73.742,
    "inputTokens": 12279,
    "outputTokens": 7556,
    "totalTokens": 19835,
    "costUsd": 0.01398823,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "PASS",
    "tier": "cloud/BYOK",
    "diagnosticOnly": false,
    "comparisonEligible": true,
    "cohort": "current-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED."
    ],
    "evidenceFile": "20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b.json",
    "archived": false
  },
  "sourceRecord": {
    "id": "20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "current-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/zai/glm-5.3-flashx",
    "resolvedModel": "byok/zai/glm-5.3-flashx",
    "status": "PASS",
    "wallSeconds": 73.742,
    "inputTokens": 12279,
    "outputTokens": 7556,
    "totalTokens": 19835,
    "costUsd": 0.01398823,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedCodePass": true,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154991.377484
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "7a4941025cea484bb66cafaa9890571c.response.txt",
      "b82ac426f1804e8fa4fe941d67668a67.http.json",
      "7a4941025cea484bb66cafaa9890571c.request.json",
      "d9e36d42fc484794b6ede7c334d5ba2d.timing.json",
      "cdda23d0e4bf4cac9449105e0e286f14.response.txt",
      "3c9b0208cf11420cb5b22534c6aa0995.timing.json",
      "cdda23d0e4bf4cac9449105e0e286f14.request.json",
      "d9e36d42fc484794b6ede7c334d5ba2d.request.json",
      "c2213262c7ed493d9563590a6bc224e0.timing.json",
      "7a4941025cea484bb66cafaa9890571c.timing.json",
      "d9e36d42fc484794b6ede7c334d5ba2d.response.txt",
      "f0bc799ac8be4bf4a06609527317631e.timing.json",
      "762887ed322e4f34948c176a9f8bc9c5.timing.json",
      "eb071ee3a1394a57b18047d16d98004a.timing.json",
      "3c9b0208cf11420cb5b22534c6aa0995.http.json",
      "cdda23d0e4bf4cac9449105e0e286f14.timing.json",
      "8898275e96de4706a93fb016da38816e.timing.json",
      "eb071ee3a1394a57b18047d16d98004a.http.json",
      "f0bc799ac8be4bf4a06609527317631e.http.json",
      "ffca7fd464b14df5aa04612fbf349d49.request.json",
      "b82ac426f1804e8fa4fe941d67668a67.response.txt",
      "8898275e96de4706a93fb016da38816e.request.json",
      "762887ed322e4f34948c176a9f8bc9c5.http.json",
      "7a4941025cea484bb66cafaa9890571c.http.json",
      "ffca7fd464b14df5aa04612fbf349d49.response.txt",
      "5e3e5504eb864ec39218ecdbf96b9742.http.json",
      "b82ac426f1804e8fa4fe941d67668a67.request.json",
      "8898275e96de4706a93fb016da38816e.response.txt",
      "c1c0176d09f74c19b2a1a58bf1f06fcd.timing.json",
      "d9e36d42fc484794b6ede7c334d5ba2d.http.json",
      "1a8d6e1987344c878aba2672b6449e36.request.json",
      "f0bc799ac8be4bf4a06609527317631e.response.txt",
      "1a8d6e1987344c878aba2672b6449e36.response.txt",
      "f0bc799ac8be4bf4a06609527317631e.request.json",
      "ffca7fd464b14df5aa04612fbf349d49.http.json",
      "3c9b0208cf11420cb5b22534c6aa0995.request.json",
      "5e3e5504eb864ec39218ecdbf96b9742.request.json",
      "3c9b0208cf11420cb5b22534c6aa0995.response.txt",
      "5e3e5504eb864ec39218ecdbf96b9742.response.txt",
      "762887ed322e4f34948c176a9f8bc9c5.response.txt",
      "c2213262c7ed493d9563590a6bc224e0.http.json",
      "762887ed322e4f34948c176a9f8bc9c5.request.json",
      "8898275e96de4706a93fb016da38816e.http.json",
      "eb071ee3a1394a57b18047d16d98004a.request.json",
      "c1c0176d09f74c19b2a1a58bf1f06fcd.http.json",
      "eb071ee3a1394a57b18047d16d98004a.response.txt",
      "cdda23d0e4bf4cac9449105e0e286f14.http.json",
      "1a8d6e1987344c878aba2672b6449e36.timing.json",
      "c1c0176d09f74c19b2a1a58bf1f06fcd.request.json",
      "ffca7fd464b14df5aa04612fbf349d49.timing.json",
      "c1c0176d09f74c19b2a1a58bf1f06fcd.response.txt",
      "5e3e5504eb864ec39218ecdbf96b9742.timing.json",
      "efa6e0c96d1045ba914f70d0348af991.http.json",
      "efa6e0c96d1045ba914f70d0348af991.response.txt",
      "b82ac426f1804e8fa4fe941d67668a67.timing.json",
      "c2213262c7ed493d9563590a6bc224e0.request.json",
      "efa6e0c96d1045ba914f70d0348af991.request.json",
      "c2213262c7ed493d9563590a6bc224e0.response.txt",
      "efa6e0c96d1045ba914f70d0348af991.timing.json",
      "1a8d6e1987344c878aba2672b6449e36.http.json"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "PASS",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": false,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 5,
    "partialInputTokens": 12279,
    "partialOutputTokens": 7556,
    "partialTotalTokens": 19835,
    "partialEstimatedCostUsd": 0.01398823,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": 268.978,
    "knownTokensIncludingAdditiveReasoning": 19835,
    "knownTokensIncludingAdditiveReasoningPerSecond": 268.978,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": true,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b.json",
    "publicEvidenceSha256": "1b4bd13fa1d4adcdc05da5c47775836aefe355ab840cb9f0195e2720a5d7a8c0",
    "modelSelectionEvidence": "model-selection/selection.json",
    "catalogEstimatedCostUsd": 0.013988229999999999,
    "catalogCostEstimateSource": "model-selection/selection.json",
    "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt"
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/1a8d6e1987344c878aba2672b6449e36.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/1a8d6e1987344c878aba2672b6449e36.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/1a8d6e1987344c878aba2672b6449e36.response.txt",
      "sha256": "71a193e2d1e6ef29074e7db85ec51b9c96f26c01b39271559927443cc8459039",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/1a8d6e1987344c878aba2672b6449e36.timing.json",
      "sha256": "fa0dd7d224504a340727e0885fe3b6b4d06fb5b57366baf961460e93e7211cc7",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/3c9b0208cf11420cb5b22534c6aa0995.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/3c9b0208cf11420cb5b22534c6aa0995.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/3c9b0208cf11420cb5b22534c6aa0995.response.txt",
      "sha256": "bd1c04b9e2e97cfcd87f0243a83555acab48469ca619ec1b8326375ec948a9c2",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/3c9b0208cf11420cb5b22534c6aa0995.timing.json",
      "sha256": "038fb82861c7f4fae348ed8fa1610025b647ff20a4297550a102a1924f3edad6",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/5e3e5504eb864ec39218ecdbf96b9742.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/5e3e5504eb864ec39218ecdbf96b9742.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/5e3e5504eb864ec39218ecdbf96b9742.response.txt",
      "sha256": "20e38df54b3a1658a8644400d4bf3076ef4d8bafac295bc1d95510f413d8d916",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/5e3e5504eb864ec39218ecdbf96b9742.timing.json",
      "sha256": "aff1021f74b2560eeaf1a63d58ad7a7cbb2568bba690274998c7a6cbd45c7c8b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/762887ed322e4f34948c176a9f8bc9c5.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/762887ed322e4f34948c176a9f8bc9c5.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/762887ed322e4f34948c176a9f8bc9c5.response.txt",
      "sha256": "cdc87cf3a2a9c3833bba7724bfdc6ddfc9891584cbec13ef2766bca7a21c2b2f",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/762887ed322e4f34948c176a9f8bc9c5.timing.json",
      "sha256": "dd96ddd4461e60d8bd924b2ac262c1f876e618f1e28165465449847598cf01c8",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/7a4941025cea484bb66cafaa9890571c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/7a4941025cea484bb66cafaa9890571c.request.json",
      "sha256": "f684e2a75dd70d5e669da4e38eb6f1cbd53a234ddcb57d8c817f562b6d9fc182",
      "bytes": 100
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/7a4941025cea484bb66cafaa9890571c.response.txt",
      "sha256": "422c7cae38d6a02ce99e65f2d0f5d517e13b094bdb052f6188f399a3c073ebf8",
      "bytes": 152
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/7a4941025cea484bb66cafaa9890571c.timing.json",
      "sha256": "6eb6f260c260ad308b9efbb226cb2c241925eb273afa646549362a1c15f7981d",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/8898275e96de4706a93fb016da38816e.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/8898275e96de4706a93fb016da38816e.request.json",
      "sha256": "197854f42eb70c3b3d407a3ef0125ede490eb339b57e2b94c40257befcb06fd8",
      "bytes": 10811
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/8898275e96de4706a93fb016da38816e.response.txt",
      "sha256": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
      "bytes": 936378
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/8898275e96de4706a93fb016da38816e.timing.json",
      "sha256": "431d5ec58c40ecc75688a8ec0501fbc380a049c6a8d36a5a5ca1a14ce999f98f",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/b82ac426f1804e8fa4fe941d67668a67.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/b82ac426f1804e8fa4fe941d67668a67.request.json",
      "sha256": "3b71b4cb3b2dc3f73fcf1541c9bc03854f64c0f7166426c074ab7d37a06f7ef5",
      "bytes": 19837
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/b82ac426f1804e8fa4fe941d67668a67.response.txt",
      "sha256": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
      "bytes": 27028
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/b82ac426f1804e8fa4fe941d67668a67.timing.json",
      "sha256": "fc77ef3bd32d38af249e6d23cb7b851b21ca903bc2c696538341d644090c8deb",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/budget_ledger.json",
      "sha256": "8f59ab90f616f1dcb5b69be25df3a4897a73ae640d4a4242737d73c5ce0f3bb1",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/budget_ledger_at_terminal.json",
      "sha256": "8f59ab90f616f1dcb5b69be25df3a4897a73ae640d4a4242737d73c5ce0f3bb1",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c1c0176d09f74c19b2a1a58bf1f06fcd.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c1c0176d09f74c19b2a1a58bf1f06fcd.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c1c0176d09f74c19b2a1a58bf1f06fcd.response.txt",
      "sha256": "746c975904ad7b9334ac11f0ec21920ac0cebbd5bf2caa05622c17e2982cc851",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c1c0176d09f74c19b2a1a58bf1f06fcd.timing.json",
      "sha256": "9d90b012e9c5c05b24cdbf74d67dbfa58dd6543dfece413287276ec676cb525b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c2213262c7ed493d9563590a6bc224e0.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c2213262c7ed493d9563590a6bc224e0.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c2213262c7ed493d9563590a6bc224e0.response.txt",
      "sha256": "b529df1cbbfdd008091d5bf649b6b0491327f5267fe1b2f3948ae661ac533e85",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/c2213262c7ed493d9563590a6bc224e0.timing.json",
      "sha256": "8bf250229c72c950296e835cb50f97681c24df0929053f705d73a09386df0cec",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/cdda23d0e4bf4cac9449105e0e286f14.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/cdda23d0e4bf4cac9449105e0e286f14.request.json",
      "sha256": "c2a96cca042d8bcc0e665f6823c1dbf29142ba9dab1003eb11437b1988dd3f2a",
      "bytes": 22548
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/cdda23d0e4bf4cac9449105e0e286f14.response.txt",
      "sha256": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
      "bytes": 150562
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/cdda23d0e4bf4cac9449105e0e286f14.timing.json",
      "sha256": "7374332e3d25aacc9fba60b5797434146764972f78f933cd0dc33b1066de4a5c",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/d9e36d42fc484794b6ede7c334d5ba2d.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/d9e36d42fc484794b6ede7c334d5ba2d.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/d9e36d42fc484794b6ede7c334d5ba2d.response.txt",
      "sha256": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/d9e36d42fc484794b6ede7c334d5ba2d.timing.json",
      "sha256": "ac7f2ad25feb4e787c409404f3098f332a0873a8d0880f9f146ee4a2fd3ad55c",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/eb071ee3a1394a57b18047d16d98004a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/eb071ee3a1394a57b18047d16d98004a.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/eb071ee3a1394a57b18047d16d98004a.response.txt",
      "sha256": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "bytes": 1075423
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/eb071ee3a1394a57b18047d16d98004a.timing.json",
      "sha256": "82aa8d5086dc18c04a7f528c437ed8a3e7b4fe88fd07ec4c052ff3ac46107332",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/efa6e0c96d1045ba914f70d0348af991.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/efa6e0c96d1045ba914f70d0348af991.request.json",
      "sha256": "dec1f3ac56fec9ad4add185ce71502e7ed2e0ab4632f014e109c01a46b94fa05",
      "bytes": 19391
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/efa6e0c96d1045ba914f70d0348af991.response.txt",
      "sha256": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
      "bytes": 14157
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/efa6e0c96d1045ba914f70d0348af991.timing.json",
      "sha256": "d5e4fe856f1387196b384196060eb9174b331ed1a86e2be25e0d453ea6f2c5b6",
      "bytes": 303
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/f0bc799ac8be4bf4a06609527317631e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/f0bc799ac8be4bf4a06609527317631e.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/f0bc799ac8be4bf4a06609527317631e.response.txt",
      "sha256": "29c630a18694a7ee9e26951b20ae680d7c461bdc8182664da256a520b1e0d72a",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/f0bc799ac8be4bf4a06609527317631e.timing.json",
      "sha256": "d89d3018444c0c767bbe7a5e9fbb81dc720dc3d83bc27552319d7399d7ee6ffe",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/ffca7fd464b14df5aa04612fbf349d49.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/ffca7fd464b14df5aa04612fbf349d49.request.json",
      "sha256": "c22b8470ec0b5492796c0b737d206c27f690433dc2b7ed556b6bf8afc29f724e",
      "bytes": 19935
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/ffca7fd464b14df5aa04612fbf349d49.response.txt",
      "sha256": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
      "bytes": 36291
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/ffca7fd464b14df5aa04612fbf349d49.timing.json",
      "sha256": "e83c8ddb7773c04676e1212d3ca7ed918a39d155ffa7273b334814d4a3552f65",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/freeze.json",
      "sha256": "a9ebea0121a31539acd298d77b7d7b90c806b1a21dbdf32d6ba996d58868985f",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154991.377484\n}",
      "contentRedacted": false,
      "publishedContentSha256": "a9ebea0121a31539acd298d77b7d7b90c806b1a21dbdf32d6ba996d58868985f"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/health_after.json",
      "sha256": "3ad011968dc572669248bf9dbf3d7e4cf65a22cace0b43225518598be6c8ec2f",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/health_before.json",
      "sha256": "49d43789a5157fe8d9a64c4c2edc0c891fdcb386b49445210ef234fec7e88900",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/invocation.json",
      "sha256": "6acea9ad6cd3b384723b336a5333edc106e649b67b3ada05efb33e2cdbbd386a",
      "bytes": 2176
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/launch.json",
      "sha256": "5b5df755559d1d1d92a168d20b9a6bc0e2ff383bdb773c139a70a34f95a9436c",
      "bytes": 176
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/oracle.stdout.txt",
      "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "bytes": 1582,
      "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/post-terminal-settlement.json",
      "sha256": "7f588087b4df836740869fb142a6840fdff6b46eab91a2b8ba0a18d74ad17419",
      "bytes": 384
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/gateway-0001.sse",
      "sha256": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
      "bytes": 936378
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/gateway-0002.sse",
      "sha256": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
      "bytes": 14157
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/gateway-0003.sse",
      "sha256": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
      "bytes": 150562
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/gateway-0004.sse",
      "sha256": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
      "bytes": 36291
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/gateway-0005.sse",
      "sha256": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
      "bytes": 27028
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/.verdict_code_usage.inv-fe0559dd33374ff592549adf531516c3.json",
      "sha256": "d773e2112ca8bf0adaccf0c7eef09e272048532520d4fd1ed5e2fe8cce4811e6",
      "bytes": 77733
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/comms.txt",
      "sha256": "34d6801af330d6d643334b64605b9c8aa1f6a81f1b7fa19bf0567f49ba697135",
      "bytes": 5434
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t1/comms.txt",
      "sha256": "462104fe6e39b22dc78ca2850b9cc31557487909479aab1b229e8d452b8eb9b2",
      "bytes": 643
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t2/comms.txt",
      "sha256": "85b53c5bed1f5d547b07fe7bc851d5e71dec53f19ea5420fa3c4e4542a3763d4",
      "bytes": 643
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t3/comms.txt",
      "sha256": "6394d57facc445ece5609c7aa9d8d9b2b0e06e3bb028b08a0538b6023873a961",
      "bytes": 643
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t4/comms.txt",
      "sha256": "14771e9d86a46a432218b77a994a9228b353f03df1e7bb7c839202b478b2b1f0",
      "bytes": 643
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t5/comms.txt",
      "sha256": "6b8432f44c5888cf8b49f13e27de653432da916efb716f9a0650e29f6a40f289",
      "bytes": 643
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/compaction_events.jsonl",
      "sha256": "8adb924e5f3454498ed1496ad02673f85a032bae6707118ea8a180e876bbd94e",
      "bytes": 471
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/costs.json",
      "sha256": "f8e88ed3da82e2928257476c073771dca075d30e0483d54488af3373539cd045",
      "bytes": 116061
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "89e3f3b1e93b84926cf824623c246c50cf52ef815345981555b4daa0ae4edc29",
      "bytes": 275
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/private_producer/state.json",
      "sha256": "15a6373eb4cb1a56ca47ae62cd089b471b1ec2c82414d61bdfdaf6435d06c656",
      "bytes": 2993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/product_source.json",
      "sha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489",
      "bytes": 846,
      "content": "{\n  \"head\": \"2b4a2c58091feb69360b7704c8ceee9f1ccffb89\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/result.json",
      "sha256": "b9da5c51bdaaf6bb1eca58e14472621755921bb2e5c508852ae37736995e1a6a",
      "bytes": 17978
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/sandbox.sb",
      "sha256": "bb2a3e2caf5bee8b3407dedd471251382438352dad09ddcd162ae66577907f7a",
      "bytes": 5824
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "bytes": 764703
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/stderr.txt",
      "sha256": "7280493a18cf3128d7433df81a72c1a3203602d2f0a3ff0b8e4f83317ca3c4b0",
      "bytes": 28065
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/stdout.txt",
      "sha256": "f44e555b1a88bcd37aa57667bc8e9da8dc7bca23f0f3757ad7a0302a7255f26b",
      "bytes": 28440
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/1a8d6e1987344c878aba2672b6449e36.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/1a8d6e1987344c878aba2672b6449e36.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/1a8d6e1987344c878aba2672b6449e36.response.txt",
      "sha256": "71a193e2d1e6ef29074e7db85ec51b9c96f26c01b39271559927443cc8459039",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/1a8d6e1987344c878aba2672b6449e36.timing.json",
      "sha256": "fa0dd7d224504a340727e0885fe3b6b4d06fb5b57366baf961460e93e7211cc7",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.response.txt",
      "sha256": "bd1c04b9e2e97cfcd87f0243a83555acab48469ca619ec1b8326375ec948a9c2",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.timing.json",
      "sha256": "038fb82861c7f4fae348ed8fa1610025b647ff20a4297550a102a1924f3edad6",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.response.txt",
      "sha256": "20e38df54b3a1658a8644400d4bf3076ef4d8bafac295bc1d95510f413d8d916",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.timing.json",
      "sha256": "aff1021f74b2560eeaf1a63d58ad7a7cbb2568bba690274998c7a6cbd45c7c8b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.response.txt",
      "sha256": "cdc87cf3a2a9c3833bba7724bfdc6ddfc9891584cbec13ef2766bca7a21c2b2f",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.timing.json",
      "sha256": "dd96ddd4461e60d8bd924b2ac262c1f876e618f1e28165465449847598cf01c8",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/7a4941025cea484bb66cafaa9890571c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/7a4941025cea484bb66cafaa9890571c.request.json",
      "sha256": "f684e2a75dd70d5e669da4e38eb6f1cbd53a234ddcb57d8c817f562b6d9fc182",
      "bytes": 100
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/7a4941025cea484bb66cafaa9890571c.response.txt",
      "sha256": "422c7cae38d6a02ce99e65f2d0f5d517e13b094bdb052f6188f399a3c073ebf8",
      "bytes": 152
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/7a4941025cea484bb66cafaa9890571c.timing.json",
      "sha256": "6eb6f260c260ad308b9efbb226cb2c241925eb273afa646549362a1c15f7981d",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/8898275e96de4706a93fb016da38816e.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/8898275e96de4706a93fb016da38816e.request.json",
      "sha256": "197854f42eb70c3b3d407a3ef0125ede490eb339b57e2b94c40257befcb06fd8",
      "bytes": 10811
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/8898275e96de4706a93fb016da38816e.response.txt",
      "sha256": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
      "bytes": 936378
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/8898275e96de4706a93fb016da38816e.timing.json",
      "sha256": "431d5ec58c40ecc75688a8ec0501fbc380a049c6a8d36a5a5ca1a14ce999f98f",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.request.json",
      "sha256": "3b71b4cb3b2dc3f73fcf1541c9bc03854f64c0f7166426c074ab7d37a06f7ef5",
      "bytes": 19837
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.response.txt",
      "sha256": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
      "bytes": 27028
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.timing.json",
      "sha256": "fc77ef3bd32d38af249e6d23cb7b851b21ca903bc2c696538341d644090c8deb",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/budget_ledger.json",
      "sha256": "8f59ab90f616f1dcb5b69be25df3a4897a73ae640d4a4242737d73c5ce0f3bb1",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.response.txt",
      "sha256": "746c975904ad7b9334ac11f0ec21920ac0cebbd5bf2caa05622c17e2982cc851",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.timing.json",
      "sha256": "9d90b012e9c5c05b24cdbf74d67dbfa58dd6543dfece413287276ec676cb525b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c2213262c7ed493d9563590a6bc224e0.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c2213262c7ed493d9563590a6bc224e0.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c2213262c7ed493d9563590a6bc224e0.response.txt",
      "sha256": "b529df1cbbfdd008091d5bf649b6b0491327f5267fe1b2f3948ae661ac533e85",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/c2213262c7ed493d9563590a6bc224e0.timing.json",
      "sha256": "8bf250229c72c950296e835cb50f97681c24df0929053f705d73a09386df0cec",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.request.json",
      "sha256": "c2a96cca042d8bcc0e665f6823c1dbf29142ba9dab1003eb11437b1988dd3f2a",
      "bytes": 22548
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.response.txt",
      "sha256": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
      "bytes": 150562
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.timing.json",
      "sha256": "7374332e3d25aacc9fba60b5797434146764972f78f933cd0dc33b1066de4a5c",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.response.txt",
      "sha256": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.timing.json",
      "sha256": "ac7f2ad25feb4e787c409404f3098f332a0873a8d0880f9f146ee4a2fd3ad55c",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/eb071ee3a1394a57b18047d16d98004a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/eb071ee3a1394a57b18047d16d98004a.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/eb071ee3a1394a57b18047d16d98004a.response.txt",
      "sha256": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "bytes": 1075423
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/eb071ee3a1394a57b18047d16d98004a.timing.json",
      "sha256": "82aa8d5086dc18c04a7f528c437ed8a3e7b4fe88fd07ec4c052ff3ac46107332",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/efa6e0c96d1045ba914f70d0348af991.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/efa6e0c96d1045ba914f70d0348af991.request.json",
      "sha256": "dec1f3ac56fec9ad4add185ce71502e7ed2e0ab4632f014e109c01a46b94fa05",
      "bytes": 19391
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/efa6e0c96d1045ba914f70d0348af991.response.txt",
      "sha256": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
      "bytes": 14157
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/efa6e0c96d1045ba914f70d0348af991.timing.json",
      "sha256": "d5e4fe856f1387196b384196060eb9174b331ed1a86e2be25e0d453ea6f2c5b6",
      "bytes": 303
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/f0bc799ac8be4bf4a06609527317631e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/f0bc799ac8be4bf4a06609527317631e.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/f0bc799ac8be4bf4a06609527317631e.response.txt",
      "sha256": "29c630a18694a7ee9e26951b20ae680d7c461bdc8182664da256a520b1e0d72a",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/f0bc799ac8be4bf4a06609527317631e.timing.json",
      "sha256": "d89d3018444c0c767bbe7a5e9fbb81dc720dc3d83bc27552319d7399d7ee6ffe",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.request.json",
      "sha256": "c22b8470ec0b5492796c0b737d206c27f690433dc2b7ed556b6bf8afc29f724e",
      "bytes": 19935
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.response.txt",
      "sha256": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
      "bytes": 36291
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.timing.json",
      "sha256": "e83c8ddb7773c04676e1212d3ca7ed918a39d155ffa7273b334814d4a3552f65",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/workspace/solution.py",
      "sha256": "9a5169972e6173824a285cfafb182782a393a0bba46d9feeb317a0747c1ef1fd",
      "bytes": 1740,
      "content": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_WEEKDAY_NAMES = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTH_NAMES = (\n    \"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\",\n    \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\",\n)\n_ASCII_DIGITS = frozenset(\"0123456789\")\n\n# IMF-fixdate: \"Wed, 21 Oct 2015 07:28:00 GMT\" (case sensitive).\n# Explicit [0-9] classes so non-ASCII digits cannot match.\n_HTTP_DATE_RE = re.compile(\n    r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n    r\"([0-9]{2}) \"\n    r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n    r\"([0-9]{4}) \"\n    r\"([0-9]{2}):([0-9]{2}):([0-9]{2}) \"\n    r\"GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n\n    text = value.strip()\n\n    # Delay-seconds form: ASCII digits only, so signs, fractions and\n    # non-ASCII digits are rejected.\n    if text and all(ch in _ASCII_DIGITS for ch in text):\n        return int(text)\n\n    # HTTP-date form: RFC IMF-fixdate, case sensitive.\n    match = _HTTP_DATE_RE.fullmatch(text)\n    if match is None:\n        return None\n\n    weekday_name, day, month_name, year, hour, minute, second = match.groups()\n    try:\n        parsed = datetime(\n            int(year),\n            _MONTH_NAMES.index(month_name) + 1,\n            int(day),\n            int(hour),\n            int(minute),\n            int(second),\n            tzinfo=timezone.utc,\n        )\n    except ValueError:\n        # Impossible calendar date or time (e.g. Feb 30, 25:00:00).\n        return None\n\n    if _WEEKDAY_NAMES[parsed.date().weekday()] != weekday_name:\n        return None\n\n    delta = (parsed - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
      "contentRedacted": false,
      "publishedContentSha256": "9a5169972e6173824a285cfafb182782a393a0bba46d9feeb317a0747c1ef1fd"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154991.377484
    },
    "candidateCode": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_WEEKDAY_NAMES = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTH_NAMES = (\n    \"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\",\n    \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\",\n)\n_ASCII_DIGITS = frozenset(\"0123456789\")\n\n# IMF-fixdate: \"Wed, 21 Oct 2015 07:28:00 GMT\" (case sensitive).\n# Explicit [0-9] classes so non-ASCII digits cannot match.\n_HTTP_DATE_RE = re.compile(\n    r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n    r\"([0-9]{2}) \"\n    r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n    r\"([0-9]{4}) \"\n    r\"([0-9]{2}):([0-9]{2}):([0-9]{2}) \"\n    r\"GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n\n    text = value.strip()\n\n    # Delay-seconds form: ASCII digits only, so signs, fractions and\n    # non-ASCII digits are rejected.\n    if text and all(ch in _ASCII_DIGITS for ch in text):\n        return int(text)\n\n    # HTTP-date form: RFC IMF-fixdate, case sensitive.\n    match = _HTTP_DATE_RE.fullmatch(text)\n    if match is None:\n        return None\n\n    weekday_name, day, month_name, year, hour, minute, second = match.groups()\n    try:\n        parsed = datetime(\n            int(year),\n            _MONTH_NAMES.index(month_name) + 1,\n            int(day),\n            int(hour),\n            int(minute),\n            int(second),\n            tzinfo=timezone.utc,\n        )\n    except ValueError:\n        # Impossible calendar date or time (e.g. Feb 30, 25:00:00).\n        return None\n\n    if _WEEKDAY_NAMES[parsed.date().weekday()] != weekday_name:\n        return None\n\n    delta = (parsed - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
    "oracle": {
      "passed": 20,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 1,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 2,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/cdda23d0e4bf4cac9449105e0e286f14.request.json",
        "requestSha256": "c2a96cca042d8bcc0e665f6823c1dbf29142ba9dab1003eb11437b1988dd3f2a",
        "responseSha256": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
        "httpStatus": 200,
        "requestedModel": "byok/zai/glm-5.3-flashx",
        "resolvedModel": "byok/zai/glm-5.3-flashx",
        "backendModel": "zai/glm-5.3-flashx",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 3301,
        "outputTokens": 694,
        "totalTokens": 3995,
        "costUsd": 0.00208887,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/ffca7fd464b14df5aa04612fbf349d49.request.json",
        "requestSha256": "c22b8470ec0b5492796c0b737d206c27f690433dc2b7ed556b6bf8afc29f724e",
        "responseSha256": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
        "httpStatus": 200,
        "requestedModel": "byok/zai/glm-5.3-flashx",
        "resolvedModel": "byok/zai/glm-5.3-flashx",
        "backendModel": "zai/glm-5.3-flashx",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 2706,
        "outputTokens": 932,
        "totalTokens": 3638,
        "costUsd": 0.0021662200000000004,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/8898275e96de4706a93fb016da38816e.request.json",
        "requestSha256": "197854f42eb70c3b3d407a3ef0125ede490eb339b57e2b94c40257befcb06fd8",
        "responseSha256": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
        "httpStatus": 200,
        "requestedModel": "byok/zai/glm-5.3-flashx",
        "resolvedModel": "byok/zai/glm-5.3-flashx",
        "backendModel": "zai/glm-5.3-flashx",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 1102,
        "outputTokens": 4677,
        "totalTokens": 5779,
        "costUsd": 0.00625399,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/b82ac426f1804e8fa4fe941d67668a67.request.json",
        "requestSha256": "3b71b4cb3b2dc3f73fcf1541c9bc03854f64c0f7166426c074ab7d37a06f7ef5",
        "responseSha256": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
        "httpStatus": 200,
        "requestedModel": "byok/zai/glm-5.3-flashx",
        "resolvedModel": "byok/zai/glm-5.3-flashx",
        "backendModel": "zai/glm-5.3-flashx",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 2693,
        "outputTokens": 410,
        "totalTokens": 3103,
        "costUsd": 0.0015089099999999998,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/efa6e0c96d1045ba914f70d0348af991.request.json",
        "requestSha256": "dec1f3ac56fec9ad4add185ce71502e7ed2e0ab4632f014e109c01a46b94fa05",
        "responseSha256": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
        "httpStatus": 200,
        "requestedModel": "byok/zai/glm-5.3-flashx",
        "resolvedModel": "byok/zai/glm-5.3-flashx",
        "backendModel": "zai/glm-5.3-flashx",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 2477,
        "outputTokens": 843,
        "totalTokens": 3320,
        "costUsd": 0.00197024,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:49:51.501300+00:00",
      "uptime_seconds": 1000.8123300075531,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:51:05.438597+00:00",
      "uptime_seconds": 1074.749634027481,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b",
    "rawResultSha256": "b9da5c51bdaaf6bb1eca58e14472621755921bb2e5c508852ae37736995e1a6a",
    "rawEvidenceHashes": {
      "health_before.json": "49d43789a5157fe8d9a64c4c2edc0c891fdcb386b49445210ef234fec7e88900",
      "stdout.txt": "f44e555b1a88bcd37aa57667bc8e9da8dc7bca23f0f3757ad7a0302a7255f26b",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "3ad011968dc572669248bf9dbf3d7e4cf65a22cace0b43225518598be6c8ec2f",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "8f59ab90f616f1dcb5b69be25df3a4897a73ae640d4a4242737d73c5ce0f3bb1",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "sandbox.sb": "bb2a3e2caf5bee8b3407dedd471251382438352dad09ddcd162ae66577907f7a",
      "stderr.txt": "7280493a18cf3128d7433df81a72c1a3203602d2f0a3ff0b8e4f83317ca3c4b0",
      "launch.json": "5b5df755559d1d1d92a168d20b9a6bc0e2ff383bdb773c139a70a34f95a9436c",
      "invocation.json": "6acea9ad6cd3b384723b336a5333edc106e649b67b3ada05efb33e2cdbbd386a",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "a9ebea0121a31539acd298d77b7d7b90c806b1a21dbdf32d6ba996d58868985f",
      "product_source.json": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489",
      "post-terminal-settlement.json": "7f588087b4df836740869fb142a6840fdff6b46eab91a2b8ba0a18d74ad17419",
      "workspace/solution.py": "9a5169972e6173824a285cfafb182782a393a0bba46d9feeb317a0747c1ef1fd",
      "workspace/__pycache__/solution.cpython-314.pyc": "15bd7b52076d971fd2f37ff896b7523238835242a79f397a036dc6fef7a5525a",
      "private_producer/state.json": "15a6373eb4cb1a56ca47ae62cd089b471b1ec2c82414d61bdfdaf6435d06c656",
      "private_producer/gateway-0005.sse": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
      "private_producer/gateway-0004.sse": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
      "private_producer/gateway-0001.sse": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
      "private_producer/gateway-0003.sse": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
      "private_producer/gateway-0002.sse": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
      "private_producer/runtime/compaction_events.jsonl": "8adb924e5f3454498ed1496ad02673f85a032bae6707118ea8a180e876bbd94e",
      "private_producer/runtime/.verdict_code_usage.inv-fe0559dd33374ff592549adf531516c3.json": "d773e2112ca8bf0adaccf0c7eef09e272048532520d4fd1ed5e2fe8cce4811e6",
      "private_producer/runtime/costs.json": "f8e88ed3da82e2928257476c073771dca075d30e0483d54488af3373539cd045",
      "private_producer/runtime/model_cache/availability_cache.json": "89e3f3b1e93b84926cf824623c246c50cf52ef815345981555b4daa0ae4edc29",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t1/comms.txt": "462104fe6e39b22dc78ca2850b9cc31557487909479aab1b229e8d452b8eb9b2",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t4/comms.txt": "14771e9d86a46a432218b77a994a9228b353f03df1e7bb7c839202b478b2b1f0",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t3/comms.txt": "6394d57facc445ece5609c7aa9d8d9b2b0e06e3bb028b08a0538b6023873a961",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t2/comms.txt": "85b53c5bed1f5d547b07fe7bc851d5e71dec53f19ea5420fa3c4e4542a3763d4",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b-t5/comms.txt": "6b8432f44c5888cf8b49f13e27de653432da916efb716f9a0650e29f6a40f289",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_zai_glm-5.3-flashx_5f0d6b/comms.txt": "34d6801af330d6d643334b64605b9c8aa1f6a81f1b7fa19bf0567f49ba697135",
      "terminal_evidence/7a4941025cea484bb66cafaa9890571c.response.txt": "422c7cae38d6a02ce99e65f2d0f5d517e13b094bdb052f6188f399a3c073ebf8",
      "terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/7a4941025cea484bb66cafaa9890571c.request.json": "f684e2a75dd70d5e669da4e38eb6f1cbd53a234ddcb57d8c817f562b6d9fc182",
      "terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.timing.json": "ac7f2ad25feb4e787c409404f3098f332a0873a8d0880f9f146ee4a2fd3ad55c",
      "terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.response.txt": "ed047897e43aaf1886bd3265ee2d7e57ff793916ecf63f50119a5515b094c7c7",
      "terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.timing.json": "038fb82861c7f4fae348ed8fa1610025b647ff20a4297550a102a1924f3edad6",
      "terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.request.json": "c2a96cca042d8bcc0e665f6823c1dbf29142ba9dab1003eb11437b1988dd3f2a",
      "terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/c2213262c7ed493d9563590a6bc224e0.timing.json": "8bf250229c72c950296e835cb50f97681c24df0929053f705d73a09386df0cec",
      "terminal_evidence/7a4941025cea484bb66cafaa9890571c.timing.json": "6eb6f260c260ad308b9efbb226cb2c241925eb273afa646549362a1c15f7981d",
      "terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.response.txt": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "terminal_evidence/f0bc799ac8be4bf4a06609527317631e.timing.json": "d89d3018444c0c767bbe7a5e9fbb81dc720dc3d83bc27552319d7399d7ee6ffe",
      "terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.timing.json": "dd96ddd4461e60d8bd924b2ac262c1f876e618f1e28165465449847598cf01c8",
      "terminal_evidence/eb071ee3a1394a57b18047d16d98004a.timing.json": "82aa8d5086dc18c04a7f528c437ed8a3e7b4fe88fd07ec4c052ff3ac46107332",
      "terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.timing.json": "7374332e3d25aacc9fba60b5797434146764972f78f933cd0dc33b1066de4a5c",
      "terminal_evidence/8898275e96de4706a93fb016da38816e.timing.json": "431d5ec58c40ecc75688a8ec0501fbc380a049c6a8d36a5a5ca1a14ce999f98f",
      "terminal_evidence/eb071ee3a1394a57b18047d16d98004a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/f0bc799ac8be4bf4a06609527317631e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.request.json": "c22b8470ec0b5492796c0b737d206c27f690433dc2b7ed556b6bf8afc29f724e",
      "terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.response.txt": "683598c6ac904fea9b26747fb9a28a9984fb44062869b2d2a56e1b1bc4fab731",
      "terminal_evidence/8898275e96de4706a93fb016da38816e.request.json": "197854f42eb70c3b3d407a3ef0125ede490eb339b57e2b94c40257befcb06fd8",
      "terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/7a4941025cea484bb66cafaa9890571c.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.response.txt": "3f71e93dc069f932ed1423951d720385d92031f0d1fb94810e31e0dbd065a180",
      "terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.request.json": "3b71b4cb3b2dc3f73fcf1541c9bc03854f64c0f7166426c074ab7d37a06f7ef5",
      "terminal_evidence/8898275e96de4706a93fb016da38816e.response.txt": "c5d875d5df97f79f56b544cd15c5031bb27e2841439b6e33cd5cbf761238aea7",
      "terminal_evidence/budget_ledger.json": "8f59ab90f616f1dcb5b69be25df3a4897a73ae640d4a4242737d73c5ce0f3bb1",
      "terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.timing.json": "9d90b012e9c5c05b24cdbf74d67dbfa58dd6543dfece413287276ec676cb525b",
      "terminal_evidence/d9e36d42fc484794b6ede7c334d5ba2d.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/1a8d6e1987344c878aba2672b6449e36.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/f0bc799ac8be4bf4a06609527317631e.response.txt": "29c630a18694a7ee9e26951b20ae680d7c461bdc8182664da256a520b1e0d72a",
      "terminal_evidence/1a8d6e1987344c878aba2672b6449e36.response.txt": "71a193e2d1e6ef29074e7db85ec51b9c96f26c01b39271559927443cc8459039",
      "terminal_evidence/f0bc799ac8be4bf4a06609527317631e.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/3c9b0208cf11420cb5b22534c6aa0995.response.txt": "bd1c04b9e2e97cfcd87f0243a83555acab48469ca619ec1b8326375ec948a9c2",
      "terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.response.txt": "20e38df54b3a1658a8644400d4bf3076ef4d8bafac295bc1d95510f413d8d916",
      "terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.response.txt": "cdc87cf3a2a9c3833bba7724bfdc6ddfc9891584cbec13ef2766bca7a21c2b2f",
      "terminal_evidence/c2213262c7ed493d9563590a6bc224e0.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/762887ed322e4f34948c176a9f8bc9c5.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8898275e96de4706a93fb016da38816e.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/eb071ee3a1394a57b18047d16d98004a.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/eb071ee3a1394a57b18047d16d98004a.response.txt": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "terminal_evidence/cdda23d0e4bf4cac9449105e0e286f14.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/1a8d6e1987344c878aba2672b6449e36.timing.json": "fa0dd7d224504a340727e0885fe3b6b4d06fb5b57366baf961460e93e7211cc7",
      "terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/ffca7fd464b14df5aa04612fbf349d49.timing.json": "e83c8ddb7773c04676e1212d3ca7ed918a39d155ffa7273b334814d4a3552f65",
      "terminal_evidence/c1c0176d09f74c19b2a1a58bf1f06fcd.response.txt": "746c975904ad7b9334ac11f0ec21920ac0cebbd5bf2caa05622c17e2982cc851",
      "terminal_evidence/5e3e5504eb864ec39218ecdbf96b9742.timing.json": "aff1021f74b2560eeaf1a63d58ad7a7cbb2568bba690274998c7a6cbd45c7c8b",
      "terminal_evidence/efa6e0c96d1045ba914f70d0348af991.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/efa6e0c96d1045ba914f70d0348af991.response.txt": "391c6e054bc8ce4b79d454c964f38f67a6e20620bc2a76174a9533650f2d1026",
      "terminal_evidence/b82ac426f1804e8fa4fe941d67668a67.timing.json": "fc77ef3bd32d38af249e6d23cb7b851b21ca903bc2c696538341d644090c8deb",
      "terminal_evidence/c2213262c7ed493d9563590a6bc224e0.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/efa6e0c96d1045ba914f70d0348af991.request.json": "dec1f3ac56fec9ad4add185ce71502e7ed2e0ab4632f014e109c01a46b94fa05",
      "terminal_evidence/c2213262c7ed493d9563590a6bc224e0.response.txt": "b529df1cbbfdd008091d5bf649b6b0491327f5267fe1b2f3948ae661ac533e85",
      "terminal_evidence/efa6e0c96d1045ba914f70d0348af991.timing.json": "d5e4fe856f1387196b384196060eb9174b331ed1a86e2be25e0d453ea6f2c5b6",
      "terminal_evidence/1a8d6e1987344c878aba2672b6449e36.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "source_snapshot/tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "2b4a2c58091feb69360b7704c8ceee9f1ccffb89",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "catalogCostEstimate": {
      "estimatedUsd": 0.013988229999999999,
      "inputUsdPerMtok": 0.37,
      "outputUsdPerMtok": 1.25,
      "source": "model-selection/selection.json",
      "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt"
    }
  }
}