Failed checks:
- automaticRepository.server-owned-continuation — Repository setup must continue through the saved same-agent wake without a timer or user message.
See all behavioral checks (6)
| Result | Check | Detail |
|---|---|---|
| Pass | automaticRepository.durable-completion | Two committed provider admissions must finish the requested result. |
| Fail | automaticRepository.server-owned-continuation | Repository setup must continue through the saved same-agent wake without a timer or user message. |
| Pass | automaticRepository.retained-workspace | Both admissions must retain the same task workspace and its prepared repository. |
| Pass | automaticRepository.retained-context | The first admission's independently downloaded unpredictable reference must survive setup byte for byte. |
| Pass | automaticRepository.independent-result | Downloaded result bytes must agree with the independently inspected checkout and original reference. |
| Pass | automaticRepository.accessible-delivery | The originating task must render its result link without an unanswered question. |
candidate failure
Test details5/6 checks · 1m 26s
automatic-repository-configured-models.runner-codex.local.automatic-repository-resume
- Attempt
- 1
- Duration
- 1m 26s
- Agent runtime
- 1m 7s
- Runtime
- native
- Provider
- codex
- Model
- gpt-6.1-sol
- Issue
- RUN-1
No result artifact was uploaded
| Run | Warmth | Environment/lease | Workspace | Runner | Provider process | Provider session | Provider launches |
|---|---|---|---|---|---|---|---|
108adb03-aeb4-470b-9484-1bfb88bc2e53 | unknown | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown |
ca632099-0bee-43af-af2d-3da8a356c856 | unknown | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown |
| Result | Matcher | Expectation | Detail |
|---|---|---|---|
| Pass | json_path |
{"kind":"json_path","path":"automaticRepository.durable-completion","expected":true} | Two committed provider admissions must finish the requested result. |
| Fail | json_path |
{"kind":"json_path","path":"automaticRepository.server-owned-continuation","expected":true} | Repository setup must continue through the saved same-agent wake without a timer or user message. |
| Pass | json_path |
{"kind":"json_path","path":"automaticRepository.retained-workspace","expected":true} | Both admissions must retain the same task workspace and its prepared repository. |
| Pass | json_path |
{"kind":"json_path","path":"automaticRepository.retained-context","expected":true} | The first admission's independently downloaded unpredictable reference must survive setup byte for byte. |
| Pass | json_path |
{"kind":"json_path","path":"automaticRepository.independent-result","expected":true} | Downloaded result bytes must agree with the independently inspected checkout and original reference. |
| Pass | json_path |
{"kind":"json_path","path":"automaticRepository.accessible-delivery","expected":true} | The originating task must render its result link without an unanswered question. |
Usage and billing metadata
{
"billing": {
"llm": {
"runCount": 2,
"runsWithTokenUsage": 2,
"runsWithReportedCost": 0,
"inputTokens": 59024,
"outputTokens": 2563,
"cachedInputTokens": 405429,
"totalTokens": 467016,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 66747,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "108adb03-aeb4-470b-9484-1bfb88bc2e53",
"usage": {
"model": "gpt-6.1-sol",
"biller": "openai",
"costUsd": null,
"provider": "openai",
"costStatus": "estimated",
"billingType": "metered_api",
"inputTokens": 32743,
"ledgerScope": {
"issueId": "dde559c5-5623-4a3d-b126-17bcadfc1722",
"projectId": null,
"billingCode": null
},
"usageSource": "per_run",
"costUsdExact": "0.112733800",
"freshSession": false,
"outputTokens": 1934,
"usageByModel": null,
"sessionReused": true,
"budgetDispatch": {
"admittedAt": "2026-10-21T15:34:44.922Z",
"handedOffAt": "2026-10-21T15:34:44.939Z",
"reservationId": "a7bd0330-d703-4d2e-8147-3cea881a9f19",
"recoveryLeaseOwner": null
},
"budgetExposure": {
"sequence": 8,
"sourceId": "dea37fd2-e664-4835-959f-7389d8e153d8",
"costCents": "11.2733800"
},
"rawInputTokens": 32743,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:456f9f16abf78fe2bc4872960c6074d9bb57b103ad8acf657300f4ee669ec5eb",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "reuse",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": true,
"nextFingerprint": "v1:sha256:e956e554e9b757db09de8f93c487f30414b770dec5d1d334dbfd3272971097e1",
"workspaceReused": true,
"activeWorkspaceId": "2ced6d0a-2b92-4a77-bb8e-6d6c4c2208db",
"changedCategories": [],
"storedFingerprint": "v1:sha256:e956e554e9b757db09de8f93c487f30414b770dec5d1d334dbfd3272971097e1",
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": "2ced6d0a-2b92-4a77-bb8e-6d6c4c2208db",
"configSnapshotRefreshed": false,
"storedFingerprintPresent": true
}
},
"rawOutputTokens": 1934,
"cacheWriteTokens": 0,
"cachedInputTokens": 279078,
"pricingProvenance": {
"source": "rate_card",
"version": "openai-standard-2026-09-30",
"evidence": "https://developers.openai.com/api/docs/pricing; standard processing assumed; short per-request context assumed; cache writes reported",
"contextTier": "short",
"serviceTier": "standard",
"inputCentsPerMillion": "200.0000000",
"outputCentsPerMillion": "1000.0000000",
"cacheWriteCentsPerMillion": "250.0000000",
"cachedInputCentsPerMillion": "10.0000000"
},
"providerRequestId": null,
"taskSessionReused": true,
"persistedSessionId": "01a15f19-4915-7890-8f72-a9796302a396",
"accountingReceiptId": "ff5b78be-1c7d-40ec-9383-f8970435c626",
"cacheAdjustedCostUsd": null,
"rawCachedInputTokens": 279078,
"sessionRotationReason": null,
"accountingReceiptReady": true,
"rawInputIncludesCached": false,
"accountingReceiptSequence": 8,
"accountingReceiptSourceId": "dea37fd2-e664-4835-959f-7389d8e153d8",
"accountingReceiptReceivedAt": "2026-10-21T15:35:21.039Z"
}
},
{
"runId": "ca632099-0bee-43af-af2d-3da8a356c856",
"usage": {
"model": "gpt-6.1-sol",
"biller": "openai",
"costUsd": null,
"provider": "openai",
"costStatus": "estimated",
"billingType": "metered_api",
"inputTokens": 26281,
"ledgerScope": {
"issueId": "dde559c5-5623-4a3d-b126-17bcadfc1722",
"projectId": null,
"billingCode": null
},
"usageSource": "per_run",
"costUsdExact": "0.071487100",
"freshSession": true,
"outputTokens": 629,
"usageByModel": null,
"sessionReused": false,
"budgetDispatch": {
"admittedAt": "2026-10-21T15:34:12.280Z",
"handedOffAt": "2026-10-21T15:34:12.310Z",
"reservationId": "93d5db91-93f6-413c-a35f-db3d72d9fa70",
"recoveryLeaseOwner": null
},
"budgetExposure": {
"sequence": 9,
"sourceId": "d8a2dfbe-fe00-4593-8e27-92e1693e3fda",
"costCents": "7.1487100"
},
"rawInputTokens": 26281,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:456f9f16abf78fe2bc4872960c6074d9bb57b103ad8acf657300f4ee669ec5eb",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:e956e554e9b757db09de8f93c487f30414b770dec5d1d334dbfd3272971097e1",
"workspaceReused": false,
"activeWorkspaceId": "2ced6d0a-2b92-4a77-bb8e-6d6c4c2208db",
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 629,
"cacheWriteTokens": 0,
"cachedInputTokens": 126351,
"pricingProvenance": {
"source": "rate_card",
"version": "openai-standard-2026-09-30",
"evidence": "https://developers.openai.com/api/docs/pricing; standard processing assumed; short per-request context assumed; cache writes reported",
"contextTier": "short",
"serviceTier": "standard",
"inputCentsPerMillion": "200.0000000",
"outputCentsPerMillion": "1000.0000000",
"cacheWriteCentsPerMillion": "250.0000000",
"cachedInputCentsPerMillion": "10.0000000"
},
"providerRequestId": null,
"taskSessionReused": false,
"persistedSessionId": "01a15f19-4915-7890-8f72-a9796302a396",
"accountingReceiptId": "932f83e4-8cba-44ce-a59e-d72dc08bcad8",
"cacheAdjustedCostUsd": null,
"rawCachedInputTokens": 126351,
"sessionRotationReason": null,
"accountingReceiptReady": true,
"rawInputIncludesCached": false,
"accountingReceiptSequence": 9,
"accountingReceiptSourceId": "d8a2dfbe-fe00-4593-8e27-92e1693e3fda",
"accountingReceiptReceivedAt": "2026-10-21T15:34:39.927Z"
}
}
]
}
}