{ "schema": "paperclip.runner-e2e.result/v2", "executionId": "everyday-workflows.runner-acpx-claude.local.hire-reuse", "suiteId": "everyday-workflows", "suiteDefinitionHash": "6235b1f1d9db84760dade756a6d9b2afc96e24ced34138d06a324f599dbdbca2", "source": { "sha": "8326e33adad63e26c918edf6adf6db114997eced", "ref": "refs/heads/codex/hiring-latency-20260922", "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35739993219" }, "attempt": 1, "status": "passed", "profileId": "runner-acpx-claude", "environmentId": "local", "caseId": "hire-reuse", "provider": "acpx", "model": "claude-sonnet-5", "runtimeMode": "native", "issueId": "8613acf5-8706-4c4e-8a35-f19fbb760414", "issueIdentifier": "RUN-1", "runIds": [ "1fcec433-58e5-4cf2-bb7f-57074fb22943", "c51385d5-859a-4c7b-8932-0e898d6b54a4", "31ceaf79-43e4-4a1b-a93f-29e5c8e8c5d3", "c2426ab2-8935-420b-9439-a74699ad7471", "b1d27cd2-4928-448a-a200-3780f2fae8bc", "1c396d31-d1c2-457e-a244-88851f9b0ce3" ], "startedAt": "2026-09-22T14:31:01.319Z", "finishedAt": "2026-09-22T14:40:32.017Z", "durationMs": 570698, "usage": { "runs": [ { "runId": "1fcec433-58e5-4cf2-bb7f-57074fb22943", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 10, "usageSource": "per_run", "freshSession": false, "outputTokens": 3045, "sessionReused": true, "rawInputTokens": 10, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:daf26e03956c5375f516978728b6659b2f71043f6bfe427664ae79ddb1de00d5", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": true, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 3045, "cachedInputTokens": 684601, "taskSessionReused": true, "persistedSessionId": "e0373015-fbfe-4006-8b72-2719f78f1c6f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 684601, "sessionRotationReason": null } }, { "runId": "c51385d5-859a-4c7b-8932-0e898d6b54a4", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 34, "usageSource": "per_run", "freshSession": true, "outputTokens": 7199, "sessionReused": false, "rawInputTokens": 34, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:21e58b3c32ccb1097b08d2d1e6221ecc218db6aa43336be011694ed065db734e", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": true, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 7199, "cachedInputTokens": 738507, "taskSessionReused": false, "persistedSessionId": "61df36c3-cef2-4e2f-99b7-a31a793fa305", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 738507, "sessionRotationReason": null } }, { "runId": "31ceaf79-43e4-4a1b-a93f-29e5c8e8c5d3", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 6, "usageSource": "per_run", "freshSession": false, "outputTokens": 2270, "sessionReused": true, "rawInputTokens": 6, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:daf26e03956c5375f516978728b6659b2f71043f6bfe427664ae79ddb1de00d5", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": true, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 2270, "cachedInputTokens": 375600, "taskSessionReused": true, "persistedSessionId": "e0373015-fbfe-4006-8b72-2719f78f1c6f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 375600, "sessionRotationReason": null } }, { "runId": "c2426ab2-8935-420b-9439-a74699ad7471", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 22, "usageSource": "per_run", "freshSession": false, "outputTokens": 5760, "sessionReused": true, "rawInputTokens": 22, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:daf26e03956c5375f516978728b6659b2f71043f6bfe427664ae79ddb1de00d5", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": true, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 5760, "cachedInputTokens": 1063581, "taskSessionReused": true, "persistedSessionId": "e0373015-fbfe-4006-8b72-2719f78f1c6f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 1063581, "sessionRotationReason": null } }, { "runId": "b1d27cd2-4928-448a-a200-3780f2fae8bc", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 26, "usageSource": "per_run", "freshSession": true, "outputTokens": 5890, "sessionReused": false, "rawInputTokens": 26, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:21e58b3c32ccb1097b08d2d1e6221ecc218db6aa43336be011694ed065db734e", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": true, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 5890, "cachedInputTokens": 524864, "taskSessionReused": false, "persistedSessionId": "753edda3-8615-4f40-9306-4fb79eb02844", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 524864, "sessionRotationReason": null } }, { "runId": "1c396d31-d1c2-457e-a244-88851f9b0ce3", "usage": { "model": "claude-sonnet-5", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 38, "usageSource": "per_run", "freshSession": true, "outputTokens": 13689, "sessionReused": false, "rawInputTokens": 38, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:daf26e03956c5375f516978728b6659b2f71043f6bfe427664ae79ddb1de00d5", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:075ad7ab34429740686d67b4208cd85d8662aee1f7869de4f553069f8901ece8", "workspaceReused": false, "activeWorkspaceId": "c3f3b1e3-1497-4ee1-859f-5a9d452532a3", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 13689, "cachedInputTokens": 1212031, "taskSessionReused": false, "persistedSessionId": "e0373015-fbfe-4006-8b72-2719f78f1c6f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 1212031, "sessionRotationReason": null } } ] }, "runtimeUsage": { "provider": "local", "agentRunDurationMs": 525523, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "matcherResults": [ { "matcher": { "kind": "json_path", "path": "exactly-one-hire", "expected": true }, "passed": true, "detail": "One Morgan QA must be hired." }, { "matcher": { "kind": "json_path", "path": "manager-correct", "expected": true }, "passed": true, "detail": "The hired agent reports to the lead." }, { "matcher": { "kind": "json_path", "path": "hire-native-connection", "expected": true }, "passed": true, "detail": "The hire keeps the native model and inherits the managed AI account binding." }, { "matcher": { "kind": "json_path", "path": "hired-agent-executed", "expected": true }, "passed": true, "detail": "The new hire must complete a run using the fixture managed account." }, { "matcher": { "kind": "json_path", "path": "hired-delivery.one-slugify-source", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.readme-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.project-tests-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-0", "expected": true }, "passed": true, "detail": "exit=0; expected='hello-world'; observed='hello-world\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-1", "expected": true }, "passed": true, "detail": "exit=0; expected='queue-ready'; observed='queue-ready\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-2", "expected": true }, "passed": true, "detail": "exit=0; expected='already-fine'; observed='already-fine\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-3", "expected": true }, "passed": true, "detail": "exit=0; expected='caf'; observed='caf\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-4", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-5", "expected": true }, "passed": true, "detail": "exit=0; expected='a-b-c'; observed='a-b-c\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-6", "expected": true }, "passed": true, "detail": "exit=0; expected='123'; observed='123\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.base-7", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "hired-delivery.importable-function", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reply-5-stored-once", "expected": true }, "passed": true, "detail": "A composer submission creates exactly one user message." }, { "matcher": { "kind": "json_path", "path": "hire-reused", "expected": true }, "passed": true, "detail": "The original hired identity remains unique." }, { "matcher": { "kind": "json_path", "path": "hired-agent-executed-revision", "expected": true }, "passed": true, "detail": "The same hired agent performs the follow-up work." }, { "matcher": { "kind": "json_path", "path": "reused-delivery.one-slugify-source", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.readme-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.project-tests-present", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-0", "expected": true }, "passed": true, "detail": "exit=0; expected='hello-world'; observed='hello-world\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-1", "expected": true }, "passed": true, "detail": "exit=0; expected='queue-ready'; observed='queue-ready\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-2", "expected": true }, "passed": true, "detail": "exit=0; expected='already-fine'; observed='already-fine\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-3", "expected": true }, "passed": true, "detail": "exit=0; expected='caf'; observed='caf\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-4", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-5", "expected": true }, "passed": true, "detail": "exit=0; expected='a-b-c'; observed='a-b-c\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-6", "expected": true }, "passed": true, "detail": "exit=0; expected='123'; observed='123\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.base-7", "expected": true }, "passed": true, "detail": "exit=0; expected=''; observed='\\n'" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.importable-function", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.separator-_", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.separator--", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "reused-delivery.reject-invalid-separator", "expected": true }, "passed": true, "detail": "" }, { "matcher": { "kind": "json_path", "path": "submitted-replies-consumed", "expected": true }, "passed": true, "detail": "Every submitted user message appears in a successfully completed native execution input." }, { "matcher": { "kind": "json_path", "path": "parent-finishes-after-child", "expected": true }, "passed": true, "detail": "The lead completes only after the final child execution." }, { "matcher": { "kind": "json_path", "path": "native-model-config", "expected": true }, "passed": true, "detail": "Persisted native execution inputs use the selected model; this does not claim provider-side model identity." }, { "matcher": { "kind": "json_path", "path": "native-terminal-contract", "expected": true }, "passed": true, "detail": "Successful runs retain the native terminal contract." }, { "matcher": { "kind": "json_path", "path": "tasks-done", "expected": true }, "passed": true, "detail": "Every story task must reach Done." }, { "matcher": { "kind": "json_path", "path": "settled", "expected": true }, "passed": true, "detail": "No active runs or scheduled recovery remain." }, { "matcher": { "kind": "json_path", "path": "native-runtime", "expected": true }, "passed": true, "detail": "All executions must prove native runtime and runner identity." }, { "matcher": { "kind": "json_path", "path": "successful-runs", "expected": true }, "passed": true, "detail": "Only the expected stop or process-loss outcome of an injected interruption is exempt." }, { "matcher": { "kind": "json_path", "path": "bounded-work", "expected": true }, "passed": true, "detail": "No more than twelve executions, including child and recovery turns." }, { "matcher": { "kind": "json_path", "path": "parent-owned-by-lead", "expected": true }, "passed": true, "detail": "A mentioned worker must not execute on the parent." }, { "matcher": { "kind": "json_path", "path": "no-pending-bookkeeping", "expected": true }, "passed": true, "detail": "No completion confirmation or unanswered interaction remains." } ], "screenshots": [ { "id": "final-state", "label": "Finished everyday workflow", "file": "final-state.png", "publication": "public-runner-fixture", "sha256": "e382f4f10de7c595ceeb0df892316f4fd12488ab25557cfa7b8d6dbc6b16b0ea" } ], "cleanup": "passed", "billing": { "llm": { "runCount": 6, "runsWithTokenUsage": 6, "runsWithReportedCost": 6, "inputTokens": 136, "outputTokens": 37853, "cachedInputTokens": 4599184, "totalTokens": 4637173, "reportedCostUsd": 0, "costStatus": "reported" }, "runtime": { "provider": "local", "agentRunDurationMs": 525523, "leaseDurationMs": null, "leaseCount": 0, "costStatus": "not_metered", "costSource": "local_not_metered" }, "reportedCostUsd": 0, "estimatedRuntimeCostUsd": 0, "observedAndEstimatedCostUsd": 0, "complete": true } }