{ "schema": "paperclip.runner-e2e.result/v2", "executionId": "agent-chat-hardening.runner-codex.local.hire-delegate-reuse", "suiteId": "agent-chat-hardening", "suiteDefinitionHash": "2c1c9f754c049c3e7cafd6c8d0a137e7ca06d546ce1e7b07ad5b7823f0f28db9", "source": { "sha": "d8d7afe21b1d75932c0e6a0116547eb071856235", "ref": "refs/heads/codex/agent-chat-neutral-reference-eval-20260921", "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35620731321" }, "attempt": 1, "status": "passed", "profileId": "runner-codex", "environmentId": "local", "caseId": "hire-delegate-reuse", "provider": "codex", "model": "gpt-5.6-sol", "runtimeMode": "native", "issueId": "881f19a8-ae30-4e39-b59b-065a203e2fdc", "issueIdentifier": "RUN-1", "runIds": [ "09073711-6c3a-4608-96d8-6760921070ee", "99f7bb7c-081c-4ea7-a0e8-42c2161c661e", "06c06d0e-4cf1-4571-982c-2f3f04035f1e", "b4a12a0a-fb56-4a92-a59f-f1537520f25c", "b72b161a-6786-44b4-b9d8-c8be332d9f72" ], "startedAt": "2026-09-21T15:49:16.672Z", "finishedAt": "2026-09-21T15:53:12.694Z", "durationMs": 236022, "usage": { "runs": [ { "runId": "09073711-6c3a-4608-96d8-6760921070ee", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 686858, "usageSource": "per_run", "freshSession": false, "outputTokens": 5828, "sessionReused": true, "rawInputTokens": 686858, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:1680510b324be21688fd99eb8419455d3934ab41dd13fec765ade20974665712", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:47f3fc8a60f6fcad18dcb9e4d752e28a1ede17bbd5087d6b73c582419e5e1d91", "workspaceReused": false, "activeWorkspaceId": null, "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 5828, "cachedInputTokens": 641071, "taskSessionReused": true, "persistedSessionId": "01a0c4a8-7d54-7161-8e36-7ecae19a72cf", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 641071, "sessionRotationReason": null } }, { "runId": "99f7bb7c-081c-4ea7-a0e8-42c2161c661e", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 92408, "usageSource": "per_run", "freshSession": true, "outputTokens": 844, "sessionReused": false, "rawInputTokens": 92408, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:00b605ea1d8b289fe7016e9ca5c1bdc10b44e583f1bfc90fe4262d6abe5bed10", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:9202a05fa8d20ebf0918c4eba3aa7aba82485ca5fa6cc1eab70b0d13c827a5c8", "workspaceReused": false, "activeWorkspaceId": "32fd9f0b-8673-4265-83b3-e0c0676bcc42", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 844, "cachedInputTokens": 72753, "taskSessionReused": false, "persistedSessionId": "01a0c4aa-755d-7861-a4ec-a23f4606a121", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 72753, "sessionRotationReason": null } }, { "runId": "06c06d0e-4cf1-4571-982c-2f3f04035f1e", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 507966, "usageSource": "per_run", "freshSession": false, "outputTokens": 4892, "sessionReused": true, "rawInputTokens": 507966, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:1680510b324be21688fd99eb8419455d3934ab41dd13fec765ade20974665712", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:47f3fc8a60f6fcad18dcb9e4d752e28a1ede17bbd5087d6b73c582419e5e1d91", "workspaceReused": false, "activeWorkspaceId": null, "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 4892, "cachedInputTokens": 467156, "taskSessionReused": true, "persistedSessionId": "01a0c4a8-7d54-7161-8e36-7ecae19a72cf", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 467156, "sessionRotationReason": null } }, { "runId": "b4a12a0a-fb56-4a92-a59f-f1537520f25c", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 90181, "usageSource": "per_run", "freshSession": true, "outputTokens": 616, "sessionReused": false, "rawInputTokens": 90181, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:00b605ea1d8b289fe7016e9ca5c1bdc10b44e583f1bfc90fe4262d6abe5bed10", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:9202a05fa8d20ebf0918c4eba3aa7aba82485ca5fa6cc1eab70b0d13c827a5c8", "workspaceReused": false, "activeWorkspaceId": "0186e9dd-c821-4369-bc4c-a3b6693b87e1", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 616, "cachedInputTokens": 71155, "taskSessionReused": false, "persistedSessionId": "01a0c4a9-3382-7572-9831-ecf6f7006c8e", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 71155, "sessionRotationReason": null } }, { "runId": "b72b161a-6786-44b4-b9d8-c8be332d9f72", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 248807, "usageSource": "per_run", "freshSession": true, "outputTokens": 2743, "sessionReused": false, "rawInputTokens": 248807, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:1680510b324be21688fd99eb8419455d3934ab41dd13fec765ade20974665712", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:47f3fc8a60f6fcad18dcb9e4d752e28a1ede17bbd5087d6b73c582419e5e1d91", "workspaceReused": false, "activeWorkspaceId": null, "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 2743, "cachedInputTokens": 218889, "taskSessionReused": false, "persistedSessionId": "01a0c4a8-7d54-7161-8e36-7ecae19a72cf", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 218889, "sessionRotationReason": null } } ] }, "runtimeUsage": { "provider": "local", "agentRunDurationMs": 272444, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "matcherResults": [ { "matcher": { "kind": "issue_status", "expected": "in_review" }, "passed": true, "detail": "Chat workflow and durable handoff/session assertions passed" } ], "screenshots": [ { "id": "final-state", "label": "Chat waiting after its verified workflow", "file": "final-state.png", "publication": "public-runner-fixture", "sha256": "07893959c77a84ddad384f12918080036220be72b2f39fedb9644a92279c2f50" } ], "cleanup": "passed", "billing": { "llm": { "runCount": 5, "runsWithTokenUsage": 5, "runsWithReportedCost": 5, "inputTokens": 1626220, "outputTokens": 14923, "cachedInputTokens": 1471024, "totalTokens": 3112167, "reportedCostUsd": 0, "costStatus": "reported" }, "runtime": { "provider": "local", "agentRunDurationMs": 272444, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "reportedCostUsd": 0, "estimatedRuntimeCostUsd": 0, "observedAndEstimatedCostUsd": 0, "complete": true } }