{ "schema": "paperclip.runner-e2e.result/v2", "executionId": "daytona-warm-continuity.runner-codex.daytona.warm-three-turn", "suiteId": "daytona-warm-continuity", "suiteDefinitionHash": "1ff8cfc61933e6975ed65875ee5bad794fa2cb76a4ff92e49361af14a255c83c", "source": { "sha": "2a99de80ec52db01eead901f28323926ceaf3c1d", "ref": "refs/heads/master", "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35508025560" }, "attempt": 1, "status": "failed", "failureClass": "candidate_failure", "error": "\u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoHaveCount\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nLocator: getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PAPERCLIP_E2E_WARM_T3_3555c874d65a-1\\s*$/ })\nExpected: \u001b[32m1\u001b[39m\nReceived: \u001b[31m0\u001b[39m\nTimeout: 30000ms\n\nCall log:\n\u001b[2m - Expect \"toHaveCount\" with timeout 30000ms\u001b[22m\n\u001b[2m - waiting for getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PAPERCLIP_E2E_WARM_T3_3555c874d65a-1\\s*$/ })\u001b[22m\n\u001b[2m 61 × locator resolved to 0 elements\u001b[22m\n\u001b[2m - unexpected value \"0\"\u001b[22m\n", "profileId": "runner-codex", "environmentId": "daytona", "caseId": "warm-three-turn", "provider": "codex", "model": "gpt-5.6-sol", "runtimeMode": "native", "issueId": "db45f8ae-1338-4874-ac2d-bb5febe5baeb", "issueIdentifier": "RUN-1", "runIds": [ "d4545ecf-8272-45e1-b7ab-50b9722d4bb5", "e9e760f1-27e3-4885-a31e-fa3054f138ee", "9aef20c3-10f1-44d3-a80c-d42606c6fe44" ], "turnTimings": [ { "turn": 1, "submittedAt": "2026-09-20T11:39:18.413Z", "runStartedAt": "2026-09-20T11:39:18.811Z", "runFinishedAt": "2026-09-20T11:39:50.427Z", "schedulerLatencyMs": 398, "runDurationMs": 31616, "responseLatencyMs": 32014, "runId": "9aef20c3-10f1-44d3-a80c-d42606c6fe44", "leaseAcquisitionOutcome": "created" }, { "turn": 2, "submittedAt": "2026-09-20T11:39:59.828Z", "runStartedAt": "2026-09-20T11:40:00.027Z", "runFinishedAt": "2026-09-20T11:40:24.433Z", "schedulerLatencyMs": 199, "runDurationMs": 24406, "responseLatencyMs": 24605, "runId": "e9e760f1-27e3-4885-a31e-fa3054f138ee", "leaseAcquisitionOutcome": "resumed" }, { "turn": 3, "submittedAt": "2026-09-20T11:40:32.737Z", "runStartedAt": "2026-09-20T11:40:32.944Z", "runFinishedAt": "2026-09-20T11:41:01.604Z", "schedulerLatencyMs": 207, "runDurationMs": 28660, "responseLatencyMs": 28867, "runId": "d4545ecf-8272-45e1-b7ab-50b9722d4bb5", "leaseAcquisitionOutcome": "resumed" } ], "startedAt": "2026-09-20T11:39:06.209Z", "finishedAt": "2026-09-20T11:41:42.471Z", "durationMs": 156262, "usage": { "runs": [ { "runId": "d4545ecf-8272-45e1-b7ab-50b9722d4bb5", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 285258, "usageSource": "per_run", "freshSession": false, "outputTokens": 2257, "sessionReused": true, "rawInputTokens": 285258, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:abc4e97faa66c9981d1044bddcffa8a2ad7f3823a6aad13303b8c5ad754fba97", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:13188dcbb4ea10578bf975ad04b22c986803e4932914334d7bde6b9c730f8499", "workspaceReused": true, "activeWorkspaceId": "adcb7c03-13dc-4dd7-8c59-9e249ec93141", "changedCategories": [], "storedFingerprint": "v1:sha256:13188dcbb4ea10578bf975ad04b22c986803e4932914334d7bde6b9c730f8499", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "adcb7c03-13dc-4dd7-8c59-9e249ec93141", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 2257, "cachedInputTokens": 260744, "taskSessionReused": true, "persistedSessionId": "01a0be9d-5697-7690-b6d4-575239347a7f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 260744, "sessionRotationReason": null } }, { "runId": "e9e760f1-27e3-4885-a31e-fa3054f138ee", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 143499, "usageSource": "per_run", "freshSession": false, "outputTokens": 1303, "sessionReused": true, "rawInputTokens": 143499, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:abc4e97faa66c9981d1044bddcffa8a2ad7f3823a6aad13303b8c5ad754fba97", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:13188dcbb4ea10578bf975ad04b22c986803e4932914334d7bde6b9c730f8499", "workspaceReused": true, "activeWorkspaceId": "adcb7c03-13dc-4dd7-8c59-9e249ec93141", "changedCategories": [], "storedFingerprint": "v1:sha256:13188dcbb4ea10578bf975ad04b22c986803e4932914334d7bde6b9c730f8499", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "adcb7c03-13dc-4dd7-8c59-9e249ec93141", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 1303, "cachedInputTokens": 121470, "taskSessionReused": true, "persistedSessionId": "01a0be9d-5697-7690-b6d4-575239347a7f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 121470, "sessionRotationReason": null } }, { "runId": "9aef20c3-10f1-44d3-a80c-d42606c6fe44", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "costUsd": 0, "provider": "openai", "costStatus": "reported", "billingType": "unknown", "inputTokens": 78563, "usageSource": "per_run", "freshSession": true, "outputTokens": 726, "sessionReused": false, "rawInputTokens": 78563, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:abc4e97faa66c9981d1044bddcffa8a2ad7f3823a6aad13303b8c5ad754fba97", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:13188dcbb4ea10578bf975ad04b22c986803e4932914334d7bde6b9c730f8499", "workspaceReused": false, "activeWorkspaceId": "adcb7c03-13dc-4dd7-8c59-9e249ec93141", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 726, "cachedInputTokens": 58399, "taskSessionReused": false, "persistedSessionId": "01a0be9d-5697-7690-b6d4-575239347a7f", "cacheAdjustedCostUsd": 0, "rawCachedInputTokens": 58399, "sessionRotationReason": null } } ] }, "runtimeUsage": { "provider": "daytona", "agentRunDurationMs": 84682, "leaseDurationMs": 141309, "leaseCount": 3, "cpuCores": 4, "memoryGiB": 4, "diskGiB": 10, "estimatedListCostUsd": 0.010499258699999998, "costStatus": "estimated", "costSource": "daytona_public_list_price", "pricingAsOf": "2026-08-27", "pricingUrl": "https://www.daytona.io/pricing" }, "matcherResults": [ { "matcher": { "kind": "message_exact", "expected": "PAPERCLIP_E2E_WARM_T3_3555c874d65a-1" }, "passed": false, "detail": "expected {\"kind\":\"message_exact\",\"expected\":\"PAPERCLIP_E2E_WARM_T3_3555c874d65a-1\"}; observed \"Prepared Warm Daytona continuity file for this response.\"" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T1_3555c874d65a-1", "count": 1 }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T2_3555c874d65a-1", "count": 1 }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T3_3555c874d65a-1", "count": 1 }, "passed": false, "detail": "expected {\"kind\":\"message_occurrences\",\"expected\":\"PAPERCLIP_E2E_WARM_T3_3555c874d65a-1\",\"count\":1}; observed 0" }, { "matcher": { "kind": "message_ordered", "expected": [ "PAPERCLIP_E2E_WARM_T1_3555c874d65a-1", "PAPERCLIP_E2E_WARM_T2_3555c874d65a-1", "PAPERCLIP_E2E_WARM_T3_3555c874d65a-1" ] }, "passed": false, "detail": "expected {\"kind\":\"message_ordered\",\"expected\":[\"PAPERCLIP_E2E_WARM_T1_3555c874d65a-1\",\"PAPERCLIP_E2E_WARM_T2_3555c874d65a-1\",\"PAPERCLIP_E2E_WARM_T3_3555c874d65a-1\"]}; observed \"PAPERCLIP_E2E_WARM_T1_3555c874d65a-1\\nPAPERCLIP_E2E_WARM_T2_3555c874d65a-1\\nPrepared Warm Daytona continuity file for this response.\"" }, { "matcher": { "kind": "file_exact", "path": "daytona-warm-3555c874d65a-1.txt", "expected": "T1-3555c874d65a-1\nT2-3555c874d65a-1\nT3-3555c874d65a-1\n" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "issue_status", "expected": "done" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "run_status", "expected": "succeeded" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "runtime_mode", "expected": "native" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "environment", "expected": "daytona" }, "passed": true, "detail": "matched" } ], "screenshots": [ { "id": "warm-turn-1", "label": "Warm Daytona turn 1 awaiting review", "file": "warm-turn-1.png", "publication": "public-runner-fixture", "sha256": "fc95fc56ff7193e038b0f0fa966d61c51d8d4a409387e795821277944f1f581f" }, { "id": "warm-turn-2", "label": "Warm Daytona turn 2 awaiting review", "file": "warm-turn-2.png", "publication": "public-runner-fixture", "sha256": "34fc20b74120b24dd3b145433be0eacf70e423a146ecf3ab184e407048c5becc" }, { "id": "failure", "label": "Task state at failure", "file": "failure.png", "publication": "public-runner-fixture", "sha256": "7412e14451caa543234b9ac95010b49629372738db4d19b46b449c9783e72753" } ], "cleanup": "passed", "billing": { "llm": { "runCount": 3, "runsWithTokenUsage": 3, "runsWithReportedCost": 3, "inputTokens": 507320, "outputTokens": 4286, "cachedInputTokens": 440613, "totalTokens": 952219, "reportedCostUsd": 0, "costStatus": "reported" }, "runtime": { "provider": "daytona", "agentRunDurationMs": 84682, "leaseDurationMs": 141309, "leaseCount": 3, "cpuCores": 4, "memoryGiB": 4, "diskGiB": 10, "estimatedListCostUsd": 0.010499258699999998, "costStatus": "estimated", "costSource": "daytona_public_list_price", "pricingAsOf": "2026-08-27", "pricingUrl": "https://www.daytona.io/pricing" }, "reportedCostUsd": 0, "estimatedRuntimeCostUsd": 0.010499258699999998, "observedAndEstimatedCostUsd": 0.010499258699999998, "complete": true } }