followup-stop-resume
failed
Failed checks:
- followupStopResume.one-explicit-resumption — Only one user-triggered successor may complete the original task after Stop.
- followupStopResume.retained-context-workspace-tools — The independently seeded context, earlier follow-up, workspace, production instructions and tool contract must survive without being restated in the resume message.
- followupStopResume.accessible-resumed-result — One receipt-bound final reply must expose the independently verified result without a pending question.
See all behavioral checks (5)
| Result | Check | Detail |
|---|---|---|
| Pass | followupStopResume.active-followup-before-stop | One ordinary user follow-up must persist while the original result-free provider run is still active. |
| Pass | followupStopResume.stop-remains-authoritative | The acknowledged Stop must retain one cancelled run with no automatic continuation throughout the recorded quiet window before a real user resumes. |
| Fail | followupStopResume.one-explicit-resumption | Only one user-triggered successor may complete the original task after Stop. |
| Fail | followupStopResume.retained-context-workspace-tools | The independently seeded context, earlier follow-up, workspace, production instructions and tool contract must survive without being restated in the resume message. |
| Fail | followupStopResume.accessible-resumed-result | One receipt-bound final reply must expose the independently verified result without a pending question. |
candidate failure
Stopped waiting for one persisted final reply and its matching delivery receipt: Recovery produced duplicate final replies
Test details2/5 checks · 1m 20s
Tokens52,718 in · 1,442 out229,055 cached · 2/2 runs covered
LLM spendUnavailable0/2 runs provider-priced
ExecutionLocal · not metered58s agent
followup-stop-resume.runner-codex.local.followup-stop-resume
- Attempt
- 1
- Duration
- 1m 20s
- Agent runtime
- 58s
- Runtime
- native
- Provider
- codex
- Model
- gpt-6.1-sol
- Issue
- RUN-1
No result artifact was uploaded
| Run | Warmth | Environment/lease | Workspace | Runner | Provider process | Provider session | Provider launches |
|---|---|---|---|---|---|---|---|
90fe24a2-1b7a-4324-a906-d17782d509f2 | unknown | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown |
c3afddf9-877d-45ec-8969-0bb61835027f | unknown | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown (evidence_missing) | unknown |
| Result | Matcher | Expectation | Detail |
|---|---|---|---|
| Pass | json_path |
{"kind":"json_path","path":"followupStopResume.active-followup-before-stop","expected":true} | One ordinary user follow-up must persist while the original result-free provider run is still active. |
| Pass | json_path |
{"kind":"json_path","path":"followupStopResume.stop-remains-authoritative","expected":true} | The acknowledged Stop must retain one cancelled run with no automatic continuation throughout the recorded quiet window before a real user resumes. |
| Fail | json_path |
{"kind":"json_path","path":"followupStopResume.one-explicit-resumption","expected":true} | Only one user-triggered successor may complete the original task after Stop. |
| Fail | json_path |
{"kind":"json_path","path":"followupStopResume.retained-context-workspace-tools","expected":true} | The independently seeded context, earlier follow-up, workspace, production instructions and tool contract must survive without being restated in the resume message. |
| Fail | json_path |
{"kind":"json_path","path":"followupStopResume.accessible-resumed-result","expected":true} | One receipt-bound final reply must expose the independently verified result without a pending question. |
Usage and billing metadata
{
"billing": {
"llm": {
"runCount": 2,
"runsWithTokenUsage": 2,
"runsWithReportedCost": 0,
"inputTokens": 52718,
"outputTokens": 1442,
"cachedInputTokens": 229055,
"totalTokens": 283215,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 58491,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "90fe24a2-1b7a-4324-a906-d17782d509f2",
"usage": {
"model": "gpt-6.1-sol",
"biller": "openai",
"costUsd": null,
"provider": "openai",
"costStatus": "estimated",
"billingType": "metered_api",
"inputTokens": 27191,
"ledgerScope": {
"issueId": "47d02fa1-3917-44bf-b084-0be8db9ec0bd",
"projectId": "77904efe-00ea-4201-ae97-b14c21601fb5",
"billingCode": null
},
"usageSource": "per_run",
"costUsdExact": "0.076432000",
"freshSession": true,
"outputTokens": 905,
"usageByModel": null,
"sessionReused": false,
"budgetDispatch": {
"admittedAt": "2026-10-21T17:39:21.399Z",
"handedOffAt": "2026-10-21T17:39:21.423Z",
"reservationId": "37eb1ed1-2cc6-4f2d-b0e3-b367102c30bb",
"recoveryLeaseOwner": null
},
"budgetExposure": {
"sequence": 9,
"sourceId": "b1282141-3c66-4845-92b0-197d87f82ae0",
"costCents": "7.6432000"
},
"rawInputTokens": 27191,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration fingerprint metadata is missing"
],
"nextFingerprint": "v1:sha256:c456d6f776ebc9649d4b7fcdf3be3fb2d8b9589b4deaa2428b95e1d8dfae527c",
"changedCategories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "reuse",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": true,
"nextFingerprint": "v1:sha256:bb1a16269dbbdce9be2c25e24e950560afac60c0478d1ae2e4345f6e671d02f4",
"workspaceReused": true,
"activeWorkspaceId": "45d88166-b3d3-46aa-a017-1cad32833a54",
"changedCategories": [],
"storedFingerprint": "v1:sha256:bb1a16269dbbdce9be2c25e24e950560afac60c0478d1ae2e4345f6e671d02f4",
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": "45d88166-b3d3-46aa-a017-1cad32833a54",
"configSnapshotRefreshed": false,
"storedFingerprintPresent": true
}
},
"rawOutputTokens": 905,
"cacheWriteTokens": 0,
"cachedInputTokens": 130000,
"pricingProvenance": {
"source": "rate_card",
"version": "openai-standard-2026-09-30",
"evidence": "https://developers.openai.com/api/docs/pricing; standard processing assumed; short per-request context assumed; cache writes reported",
"contextTier": "short",
"serviceTier": "standard",
"inputCentsPerMillion": "200.0000000",
"outputCentsPerMillion": "1000.0000000",
"cacheWriteCentsPerMillion": "250.0000000",
"cachedInputCentsPerMillion": "10.0000000"
},
"providerRequestId": null,
"taskSessionReused": false,
"persistedSessionId": "01a15f8b-dac3-7010-8991-8027043e1e79",
"accountingReceiptId": "a09b3c41-da6b-47d0-96e5-af03ed67e5bc",
"cacheAdjustedCostUsd": null,
"rawCachedInputTokens": 130000,
"sessionRotationReason": null,
"accountingReceiptReady": true,
"rawInputIncludesCached": false,
"accountingReceiptSequence": 9,
"accountingReceiptSourceId": "b1282141-3c66-4845-92b0-197d87f82ae0",
"accountingReceiptReceivedAt": "2026-10-21T17:39:51.927Z"
}
},
{
"runId": "c3afddf9-877d-45ec-8969-0bb61835027f",
"usage": {
"model": "gpt-6.1-sol",
"biller": "openai",
"costUsd": null,
"provider": "openai",
"costStatus": "estimated",
"billingType": "metered_api",
"inputTokens": 25527,
"ledgerScope": {
"issueId": "47d02fa1-3917-44bf-b084-0be8db9ec0bd",
"projectId": "77904efe-00ea-4201-ae97-b14c21601fb5",
"billingCode": null
},
"usageSource": "per_run",
"costUsdExact": "0.066329500",
"outputTokens": 537,
"usageByModel": null,
"budgetDispatch": {
"admittedAt": "2026-10-21T17:38:45.623Z",
"handedOffAt": "2026-10-21T17:38:45.644Z",
"reservationId": "c23bb0a5-c8d0-4204-a667-0a42b1e483b9",
"recoveryLeaseOwner": null
},
"budgetExposure": {
"sequence": 6,
"sourceId": "1bfd1ceb-a8b6-4f31-a51b-a9548cd6c143",
"costCents": "6.6329500"
},
"cacheWriteTokens": 0,
"cachedInputTokens": 99055,
"pricingProvenance": {
"source": "rate_card",
"version": "openai-standard-2026-09-30",
"evidence": "https://developers.openai.com/api/docs/pricing; standard processing assumed; short per-request context assumed; cache writes reported",
"contextTier": "short",
"serviceTier": "standard",
"inputCentsPerMillion": "200.0000000",
"outputCentsPerMillion": "1000.0000000",
"cacheWriteCentsPerMillion": "250.0000000",
"cachedInputCentsPerMillion": "10.0000000"
},
"providerRequestId": null,
"accountingReceiptId": "b7e502ee-e6eb-4b5f-affc-3689d91488f7",
"cacheAdjustedCostUsd": null,
"accountingReceiptReady": true,
"accountingReceiptSequence": 6,
"accountingReceiptSourceId": "1bfd1ceb-a8b6-4f31-a51b-a9548cd6c143",
"accountingReceiptReceivedAt": "2026-10-21T17:39:12.407Z"
}
}
]
}
}