{ "schema": "paperclip.runner-e2e.result/v2", "executionId": "daytona-warm-continuity.legacy-codex.daytona.warm-three-turn", "suiteId": "daytona-warm-continuity", "suiteDefinitionHash": "1ff8cfc61933e6975ed65875ee5bad794fa2cb76a4ff92e49361af14a255c83c", "source": { "sha": "2a99de80ec52db01eead901f28323926ceaf3c1d", "ref": "refs/heads/master", "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35508025560" }, "attempt": 1, "status": "failed", "failureClass": "candidate_failure", "error": "\u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoHaveCount\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nLocator: getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PAPERCLIP_E2E_WARM_T3_3c75791bd834-1\\s*$/ })\nExpected: \u001b[32m1\u001b[39m\nReceived: \u001b[31m0\u001b[39m\nTimeout: 30000ms\n\nCall log:\n\u001b[2m - Expect \"toHaveCount\" with timeout 30000ms\u001b[22m\n\u001b[2m - waiting for getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PAPERCLIP_E2E_WARM_T3_3c75791bd834-1\\s*$/ })\u001b[22m\n\u001b[2m 63 × locator resolved to 0 elements\u001b[22m\n\u001b[2m - unexpected value \"0\"\u001b[22m\n", "profileId": "legacy-codex", "environmentId": "daytona", "caseId": "warm-three-turn", "provider": "codex", "model": "gpt-5.6-sol", "runtimeMode": "legacy", "issueId": "f864d3b2-5e6d-4fbc-b076-98f8df2c528b", "issueIdentifier": "RUN-1", "runIds": [ "4297c267-64b9-44ea-9132-671df622cef1", "14578a78-ddfe-49e5-ae57-74d0a1c9b8a6", "63e213ce-a33c-4843-b8b2-d42beecf27a8" ], "turnTimings": [ { "turn": 1, "submittedAt": "2026-09-20T11:38:57.826Z", "runStartedAt": "2026-09-20T11:38:58.078Z", "runFinishedAt": "2026-09-20T11:39:40.076Z", "schedulerLatencyMs": 252, "runDurationMs": 41998, "responseLatencyMs": 42250, "runId": "63e213ce-a33c-4843-b8b2-d42beecf27a8", "leaseAcquisitionOutcome": "created" }, { "turn": 2, "submittedAt": "2026-09-20T11:39:46.177Z", "runStartedAt": "2026-09-20T11:39:46.459Z", "runFinishedAt": "2026-09-20T11:40:18.123Z", "schedulerLatencyMs": 282, "runDurationMs": 31664, "responseLatencyMs": 31946, "runId": "14578a78-ddfe-49e5-ae57-74d0a1c9b8a6", "leaseAcquisitionOutcome": "resumed" }, { "turn": 3, "submittedAt": "2026-09-20T11:40:25.950Z", "runStartedAt": "2026-09-20T11:40:26.137Z", "runFinishedAt": "2026-09-20T11:41:01.815Z", "schedulerLatencyMs": 187, "runDurationMs": 35678, "responseLatencyMs": 35865, "runId": "4297c267-64b9-44ea-9132-671df622cef1", "leaseAcquisitionOutcome": "resumed" } ], "startedAt": "2026-09-20T11:38:47.406Z", "finishedAt": "2026-09-20T11:41:41.672Z", "durationMs": 174266, "usage": { "runs": [ { "runId": "4297c267-64b9-44ea-9132-671df622cef1", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "provider": "openai", "costStatus": "unpriced", "billingType": "metered_api", "inputTokens": 183976, "usageSource": "per_run", "freshSession": false, "outputTokens": 1854, "sessionReused": true, "rawInputTokens": 183976, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:fc2556c17d94f51029b2f3625376c72604fee650ae935ffa3389dfaed0d90367", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:c81888fc35ae626a5d9034e7caaffb7e8f827128925874bb2f230588d6dc0128", "workspaceReused": true, "activeWorkspaceId": "54395315-dcc3-4dde-840d-67e958af56ee", "changedCategories": [], "storedFingerprint": "v1:sha256:c81888fc35ae626a5d9034e7caaffb7e8f827128925874bb2f230588d6dc0128", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "54395315-dcc3-4dde-840d-67e958af56ee", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 1854, "cachedInputTokens": 155540, "taskSessionReused": true, "persistedSessionId": "01a0be9e-2194-7bd3-884d-fa3ab0389a82", "rawCachedInputTokens": 155540, "sessionRotationReason": null } }, { "runId": "14578a78-ddfe-49e5-ae57-74d0a1c9b8a6", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "provider": "openai", "costStatus": "unpriced", "billingType": "metered_api", "inputTokens": 196120, "usageSource": "per_run", "freshSession": false, "outputTokens": 1988, "sessionReused": true, "rawInputTokens": 196120, "sessionRotated": false, "configFreshness": { "session": { "reset": false, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:fc2556c17d94f51029b2f3625376c72604fee650ae935ffa3389dfaed0d90367", "changedCategories": [], "taskSessionReused": true, "fingerprintVersion": 1, "taskSessionAvailable": true, "storedFingerprintPresent": true }, "version": 1, "workspace": { "action": "reuse", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": true, "nextFingerprint": "v1:sha256:c81888fc35ae626a5d9034e7caaffb7e8f827128925874bb2f230588d6dc0128", "workspaceReused": true, "activeWorkspaceId": "54395315-dcc3-4dde-840d-67e958af56ee", "changedCategories": [], "storedFingerprint": "v1:sha256:c81888fc35ae626a5d9034e7caaffb7e8f827128925874bb2f230588d6dc0128", "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": "54395315-dcc3-4dde-840d-67e958af56ee", "configSnapshotRefreshed": false, "storedFingerprintPresent": true } }, "rawOutputTokens": 1988, "cachedInputTokens": 164638, "taskSessionReused": true, "persistedSessionId": "01a0be9d-84ac-7f70-9da6-1d24d63639a2", "rawCachedInputTokens": 164638, "sessionRotationReason": null } }, { "runId": "63e213ce-a33c-4843-b8b2-d42beecf27a8", "usage": { "model": "gpt-5.6-sol", "biller": "openai", "provider": "openai", "costStatus": "unpriced", "billingType": "metered_api", "inputTokens": 193895, "usageSource": "per_run", "freshSession": true, "outputTokens": 2828, "sessionReused": false, "rawInputTokens": 193895, "sessionRotated": false, "configFreshness": { "session": { "reset": true, "categories": [ "adapter", "adapterConfig", "agentRuntimeConfig", "instructions", "issueOverrides", "workspaceConfig", "environment", "envBindings", "secrets", "runtimeSkills" ], "resetReasons": [], "nextFingerprint": "v1:sha256:fc2556c17d94f51029b2f3625376c72604fee650ae935ffa3389dfaed0d90367", "changedCategories": [], "taskSessionReused": false, "fingerprintVersion": 1, "taskSessionAvailable": false, "storedFingerprintPresent": false }, "version": 1, "workspace": { "action": "create", "reasons": [], "categories": [ "mode", "projectWorkspace", "strategy", "repo", "lifecycleCommands", "runtimeServices", "environment", "realization" ], "reuseRequested": false, "nextFingerprint": "v1:sha256:c81888fc35ae626a5d9034e7caaffb7e8f827128925874bb2f230588d6dc0128", "workspaceReused": false, "activeWorkspaceId": "54395315-dcc3-4dde-840d-67e958af56ee", "changedCategories": [], "storedFingerprint": null, "fingerprintVersion": 1, "inferredFingerprint": null, "previousWorkspaceId": null, "configSnapshotRefreshed": false, "storedFingerprintPresent": false } }, "rawOutputTokens": 2828, "cachedInputTokens": 169645, "taskSessionReused": false, "persistedSessionId": "01a0be9c-cf2a-7642-a517-0974d090a08c", "rawCachedInputTokens": 169645, "sessionRotationReason": null } } ] }, "runtimeUsage": { "provider": "daytona", "agentRunDurationMs": 109340, "leaseDurationMs": 162176, "leaseCount": 3, "cpuCores": 4, "memoryGiB": 4, "diskGiB": 10, "estimatedListCostUsd": 0.012049676799999999, "costStatus": "estimated", "costSource": "daytona_public_list_price", "pricingAsOf": "2026-08-27", "pricingUrl": "https://www.daytona.io/pricing" }, "matcherResults": [ { "matcher": { "kind": "message_exact", "expected": "PAPERCLIP_E2E_WARM_T3_3c75791bd834-1" }, "passed": false, "detail": "expected {\"kind\":\"message_exact\",\"expected\":\"PAPERCLIP_E2E_WARM_T3_3c75791bd834-1\"}; observed \"PAPERCLIP_E2E_WARM_'T3_3c75791bd834-1'\"" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T1_3c75791bd834-1", "count": 1 }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T2_3c75791bd834-1", "count": 1 }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "message_occurrences", "expected": "PAPERCLIP_E2E_WARM_T3_3c75791bd834-1", "count": 1 }, "passed": false, "detail": "expected {\"kind\":\"message_occurrences\",\"expected\":\"PAPERCLIP_E2E_WARM_T3_3c75791bd834-1\",\"count\":1}; observed 0" }, { "matcher": { "kind": "message_ordered", "expected": [ "PAPERCLIP_E2E_WARM_T1_3c75791bd834-1", "PAPERCLIP_E2E_WARM_T2_3c75791bd834-1", "PAPERCLIP_E2E_WARM_T3_3c75791bd834-1" ] }, "passed": false, "detail": "expected {\"kind\":\"message_ordered\",\"expected\":[\"PAPERCLIP_E2E_WARM_T1_3c75791bd834-1\",\"PAPERCLIP_E2E_WARM_T2_3c75791bd834-1\",\"PAPERCLIP_E2E_WARM_T3_3c75791bd834-1\"]}; observed \"PAPERCLIP_E2E_WARM_T1_3c75791bd834-1\\nPAPERCLIP_E2E_WARM_T2_3c75791bd834-1\\nPAPERCLIP_E2E_WARM_'T3_3c75791bd834-1'\"" }, { "matcher": { "kind": "file_exact", "path": "daytona-warm-3c75791bd834-1.txt", "expected": "T1-3c75791bd834-1\nT2-3c75791bd834-1\nT3-3c75791bd834-1\n" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "issue_status", "expected": "done" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "run_status", "expected": "succeeded" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "runtime_mode", "expected": "legacy" }, "passed": true, "detail": "matched" }, { "matcher": { "kind": "environment", "expected": "daytona" }, "passed": true, "detail": "matched" } ], "screenshots": [ { "id": "warm-turn-1", "label": "Warm Daytona turn 1 awaiting review", "file": "warm-turn-1.png", "publication": "public-runner-fixture", "sha256": "11dc0394897a82ab038b5f4b35d0b6f71b80d1a37c33f0a79848d760447f45f1" }, { "id": "warm-turn-2", "label": "Warm Daytona turn 2 awaiting review", "file": "warm-turn-2.png", "publication": "public-runner-fixture", "sha256": "1bca51124a1c0f52d5713da92ec61089ef183827202ed4bc55f80cd94015c7b8" }, { "id": "failure", "label": "Task state at failure", "file": "failure.png", "publication": "public-runner-fixture", "sha256": "b4ed7db591a493af2e8a17f31e1111e93db4766ca367161f1fadc9675addce09" } ], "cleanup": "passed", "billing": { "llm": { "runCount": 3, "runsWithTokenUsage": 3, "runsWithReportedCost": 0, "inputTokens": 573991, "outputTokens": 6670, "cachedInputTokens": 489823, "totalTokens": 1070484, "reportedCostUsd": 0, "costStatus": "unpriced" }, "runtime": { "provider": "daytona", "agentRunDurationMs": 109340, "leaseDurationMs": 162176, "leaseCount": 3, "cpuCores": 4, "memoryGiB": 4, "diskGiB": 10, "estimatedListCostUsd": 0.012049676799999999, "costStatus": "estimated", "costSource": "daytona_public_list_price", "pricingAsOf": "2026-08-27", "pricingUrl": "https://www.daytona.io/pricing" }, "reportedCostUsd": 0, "estimatedRuntimeCostUsd": 0.012049676799999999, "observedAndEstimatedCostUsd": 0.012049676799999999, "complete": false } }