{ "schema": "paperclip.runner-e2e.result/v2", "executionId": "everyday-workflows.runner-codex.local.hire-reuse", "suiteId": "everyday-workflows", "suiteDefinitionHash": "6235b1f1d9db84760dade756a6d9b2afc96e24ced34138d06a324f599dbdbca2", "source": { "sha": "2a99de80ec52db01eead901f28323926ceaf3c1d", "ref": "refs/heads/master", "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35508025560" }, "attempt": 1, "status": "passed", "profileId": "runner-codex", "environmentId": "local", "caseId": "hire-reuse", "provider": "codex", "model": "gpt-5.6-sol", "runtimeMode": "native", "issueId": "a56307f6-3a1f-4bae-a0ba-24ab1a9221da", "issueIdentifier": "RUN-1", "runIds": [ "5bc9e140-fa8e-4473-8638-54cc950cfdbd", "be5d9e34-90d8-4a7d-9458-ccba87dd6601", "695cd5de-199a-4124-9100-72c69ef15cd9", "498a4500-e4ed-4899-bb97-aaae8695d889", "83feba21-249d-4f18-9525-0ed22ff553c2", "45361aed-eea0-4980-a354-bbf058a4925d" ], "startedAt": "2026-09-20T11:41:55.759Z", "finishedAt": "2026-09-20T11:46:51.427Z", "durationMs": 295668, "usage": { "runs": [ { "runId": "5bc9e140-fa8e-4473-8638-54cc950cfdbd", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 173648, "usageSource": "per_run", "freshSession": true, "outputTokens": 2082, "sessionReused": false, "rawInputTokens": 173648, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:7d40d37f0fbdd5a523194e344ed0c64d4df12b8ca132d7b84c29caab014527ee", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "workspaceReused": true, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [], "storedFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 2082, "cachedInputTokens": 146177, "taskSessionReused": true, "persistedSessionId": "01a0bea2-f4fb-7143-a484-b31b191510ec", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 146177, "sessionRotationReason": null } }, { "runId": "be5d9e34-90d8-4a7d-9458-ccba87dd6601", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 160453, "usageSource": "per_run", "freshSession": true, "outputTokens": 3388, "sessionReused": false, "rawInputTokens": 160453, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:0841acdfa5f92a65ec6b50cfe158c3476fde18ac550fdfe7f0a164504bf485fd", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "replace", "reasons": [ "execution workspace configuration changed: environment" ], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:e621be04ef9008ee50bcaa3265af8d6a927bdd878e8abc9277634e2447069eed", "workspaceReused": true, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [ "environment" ], "storedFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 3388, "cachedInputTokens": 136854, "taskSessionReused": false, "persistedSessionId": "01a0bea2-280a-7911-9abb-ad4fe68618a5", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 136854, "sessionRotationReason": null } }, { "runId": "695cd5de-199a-4124-9100-72c69ef15cd9", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 92309, "usageSource": "per_run", "freshSession": true, "outputTokens": 1121, "sessionReused": false, "rawInputTokens": 92309, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:7d40d37f0fbdd5a523194e344ed0c64d4df12b8ca132d7b84c29caab014527ee", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "workspaceReused": true, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [], "storedFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 1121, "cachedInputTokens": 67757, "taskSessionReused": true, "persistedSessionId": "01a0bea1-f036-7343-ac6a-8883a17292f8", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 67757, "sessionRotationReason": null } }, { "runId": "498a4500-e4ed-4899-bb97-aaae8695d889", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 163856, "usageSource": "per_run", "freshSession": true, "outputTokens": 1768, "sessionReused": false, "rawInputTokens": 163856, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:7d40d37f0fbdd5a523194e344ed0c64d4df12b8ca132d7b84c29caab014527ee", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "workspaceReused": true, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [], "storedFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 1768, "cachedInputTokens": 138354, "taskSessionReused": true, "persistedSessionId": "01a0bea1-0a2c-7381-ae48-ec577f9a4cfb", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 138354, "sessionRotationReason": null } }, { "runId": "83feba21-249d-4f18-9525-0ed22ff553c2", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 182098, "usageSource": "per_run", "freshSession": true, "outputTokens": 3848, "sessionReused": false, "rawInputTokens": 182098, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:0841acdfa5f92a65ec6b50cfe158c3476fde18ac550fdfe7f0a164504bf485fd", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "replace", "reasons": [ "execution workspace configuration changed: environment" ], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:e621be04ef9008ee50bcaa3265af8d6a927bdd878e8abc9277634e2447069eed", "workspaceReused": true, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [ "environment" ], "storedFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 3848, "cachedInputTokens": 158259, "taskSessionReused": false, "persistedSessionId": "01a0bea0-11e9-73a2-95e9-6160b5289079", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 158259, "sessionRotationReason": null } }, { "runId": "45361aed-eea0-4980-a354-bbf058a4925d", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 178748, "usageSource": "per_run", "freshSession": true, "outputTokens": 2083, "sessionReused": false, "rawInputTokens": 178748, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:7d40d37f0fbdd5a523194e344ed0c64d4df12b8ca132d7b84c29caab014527ee", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:8bdb1edb317d5f98159c17c71fde659ddf1a1e352d37b9273d21687906e655a0", "workspaceReused": false, "activeWorkspaceId": "02f42e9e-562b-491c-8b6c-4dde323a475b", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 2083, "cachedInputTokens": 152810, "taskSessionReused": false, "persistedSessionId": "01a0be9f-a2fa-7342-8d23-37a4562fef90", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 152810, "sessionRotationReason": null } } ] }, "runtimeUsage": { "provider": "local", "agentRunDurationMs": 257439, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "matcherResults": [ { "matcher": { "kind": "json_path", "path": "exactly-one-hire", "expected": true }, "passed": true, "detail": "One Morgan QA must be hired." }, { "matcher": { "kind": "json_path", "path": "manager-correct", "expected": true }, "passed": true, "detail": "The hired agent reports to the lead." }, { "matcher": { "kind": "json_path", "path": "hire-native-connection", "expected": true }, "passed": true, "detail": "The hire keeps the native model and inherits the managed AI account binding." }, { "matcher": { "kind": "json_path", "path": "hired-agent-executed", "expected": true }, "passed": true, "detail": "The new hire must complete a run using the fixture managed account." }, { "matcher": { "kind": "json_path", "path": "hired-delivery.one-slugify-source", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.readme-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.project-tests-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-0", "expected": true }, "passed": true, "detail": "exit=0; expected='hello-world'; observed='hello-world\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-1", "expected": true }, "passed": true, "detail": "exit=0; expected='queue-ready'; observed='queue-ready\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-2", "expected": true }, "passed": true, "detail": "exit=0; expected='already-fine'; observed='already-fine\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-3", "expected": true }, "passed": true, "detail": "exit=0; expected='caf'; observed='caf\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-4", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-5", "expected": true }, "passed": true, "detail": "exit=0; expected='a-b-c'; observed='a-b-c\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-6", "expected": true }, "passed": true, "detail": "exit=0; expected='123'; observed='123\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-7", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.importable-function", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reply-5-stored-once", "expected": true }, "passed": true, "detail": "A composer submission creates exactly one user message." }, { "matcher": { "kind": "json_path", "path": "hire-reused", "expected": true }, "passed": true, "detail": "The original hired identity remains unique." }, { "matcher": { "kind": "json_path", "path": "hired-agent-executed-revision", "expected": true }, "passed": true, "detail": "The same hired agent performs the follow-up work." }, { "matcher": { "kind": "json_path", "path": "reused-delivery.one-slugify-source", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.readme-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.project-tests-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-0", "expected": true }, "passed": true, "detail": "exit=0; expected='hello-world'; observed='hello-world\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-1", "expected": true }, "passed": true, "detail": "exit=0; expected='queue-ready'; observed='queue-ready\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-2", "expected": true }, "passed": true, "detail": "exit=0; expected='already-fine'; observed='already-fine\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-3", "expected": true }, "passed": true, "detail": "exit=0; expected='caf'; observed='caf\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-4", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-5", "expected": true }, "passed": true, "detail": "exit=0; expected='a-b-c'; observed='a-b-c\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-6", "expected": true }, "passed": true, "detail": "exit=0; expected='123'; observed='123\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-7", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.importable-function", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.separator-_", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.separator--", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.reject-invalid-separator", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "submitted-replies-consumed", "expected": true }, "passed": true, "detail": "Every submitted user message appears in a successfully completed native execution input." }, { "matcher": { "kind": "json_path", "path": "parent-finishes-after-child", "expected": true }, "passed": true, "detail": "The lead completes only after the final child execution." }, { "matcher": { "kind": "json_path", "path": "native-model-config", "expected": true }, "passed": true, "detail": "Persisted native execution inputs use the selected model; this does not claim provider-side model identity." }, { "matcher": { "kind": "json_path", "path": "native-terminal-contract", "expected": true }, "passed": true, "detail": "Successful runs retain the native terminal contract." }, { "matcher": { "kind": "json_path", "path": "tasks-done", "expected": true }, "passed": true, "detail": "Every story task must reach Done." }, { "matcher": { "kind": "json_path", "path": "settled", "expected": true }, "passed": true, "detail": "No active runs or scheduled recovery remain." }, { "matcher": { "kind": "json_path", "path": "native-runtime", "expected": true }, "passed": true, "detail": "All executions must prove native runtime and runner identity." }, { "matcher": { "kind": "json_path", "path": "successful-runs", "expected": true }, "passed": true, "detail": "Only the expected stop or process-loss outcome of an injected interruption is exempt." }, { "matcher": { "kind": "json_path", "path": "bounded-work", "expected": true }, "passed": true, "detail": "No more than twelve executions, including child and recovery turns." }, { "matcher": { "kind": "json_path", "path": "parent-owned-by-lead", "expected": true }, "passed": true, "detail": "A mentioned worker must not execute on the parent." }, { "matcher": { "kind": "json_path", "path": "no-pending-bookkeeping", "expected": true }, "passed": true, "detail": "No completion confirmation or unanswered interaction remains." } ], "screenshots": [ { "id": "final-state", "label": "Finished everyday workflow", "file": "final-state.png", "publication": "public-runner-fixture", "sha256": "264f4c913a1383b1b67290d8f0aa3b754e0dc8bd363112af2b54192f281a5459" } ], "cleanup": "passed", "billing": { "llm": { "runCount": 6, "runsWithTokenUsage": 6, "runsWithReportedCost": 6, "inputTokens": 951112, "outputTokens": 14290, "cachedInputTokens": 800211, "totalTokens": 1765613, "reportedCostUsd": 0, "costStatus": "reported" }, "runtime": { "provider": "local", "agentRunDurationMs": 257439, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "reportedCostUsd": 0, "estimatedRuntimeCostUsd": 0, "observedAndEstimatedCostUsd": 0, "complete": true } }