Legacy Codex legacy codex · gpt-5.6-sol
Basic response
passed
Final visible task state View
Tokens 55,675 in · 643 out 34,798 cached · 1/1 runs covered
LLM spend unpriced 0/1 runs provider-priced
Execution Local · not metered 9s agent
core-compatibility.legacy-codex.local.message-marker
Matchers and test context
Attempt 1
Duration 27s
Agent runtime 9s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_bbc2ec97da52-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_bbc2ec97da52-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 0,
"inputTokens": 55675,
"outputTokens": 643,
"cachedInputTokens": 34798,
"totalTokens": 91116,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 9386,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 55675,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 643,
"sessionReused": false,
"rawInputTokens": 55675,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:e5a7623e7364b6c8d13af5a6a94ffca05fcbd2f187986f38951b81d1bb7898f5",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:333938b334a1fd2b83d9973d01cf6f945d18d4fc16bad3c7993689ef1bbec47b",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 643,
"cachedInputTokens": 34798,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-0fe4-74d2-b66a-b0383086de19",
"rawCachedInputTokens": 34798,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 354,470 in · 4,982 out 272,990 cached · 3/3 runs covered
LLM spend unpriced 0/3 runs provider-priced
Execution Local · not metered 55s agent
core-compatibility.legacy-codex.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 1m 44s
Agent runtime 55s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_e86a21bc1cdc-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_e86a21bc1cdc-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 0,
"inputTokens": 354470,
"outputTokens": 4982,
"cachedInputTokens": 272990,
"totalTokens": 632442,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 55044,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "a861b9a2-c2b2-438e-938c-b4d9245b4196",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 117102,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1733,
"sessionReused": false,
"rawInputTokens": 117102,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:ed28d4ffed152717e6a279e6e3f7bda58d7c8f3f0eb1675bf9859dcb9016f736",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:72ce421b30c6a7290ecd70f9917557134cd7f8ffe78e2e225b1a41ad0bb7b9d5",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1733,
"cachedInputTokens": 88639,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-ac36-7652-bb38-3ba59208dc9d",
"rawCachedInputTokens": 88639,
"sessionRotationReason": null
}
},
{
"runId": "eb7dd836-f7eb-4500-a4ba-d29d66af3cf5",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 177962,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 2611,
"sessionReused": true,
"rawInputTokens": 177962,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:ed28d4ffed152717e6a279e6e3f7bda58d7c8f3f0eb1675bf9859dcb9016f736",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:72ce421b30c6a7290ecd70f9917557134cd7f8ffe78e2e225b1a41ad0bb7b9d5",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 2611,
"cachedInputTokens": 147066,
"taskSessionReused": true,
"persistedSessionId": "01a075f8-ac36-7652-bb38-3ba59208dc9d",
"rawCachedInputTokens": 147066,
"sessionRotationReason": null
}
},
{
"runId": "fb35e7fb-0cc4-458a-b00c-332bff651f89",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 59406,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 638,
"sessionReused": false,
"rawInputTokens": 59406,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:ab6cff7906ae3544fe288f31bec1aa398d85be27fc47fa70041863ec42b760b7",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:72ce421b30c6a7290ecd70f9917557134cd7f8ffe78e2e225b1a41ad0bb7b9d5",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 638,
"cachedInputTokens": 37285,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-bd40-7250-8938-ebf536c71f77",
"rawCachedInputTokens": 37285,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 29,010 in · 331 out 14,336 cached · 1/1 runs covered
LLM spend unpriced 0/1 runs provider-priced
Execution Local · not metered 9s agent
core-compatibility.legacy-codex.local.ask-question
Matchers and test context
Attempt 1
Duration 31s
Agent runtime 9s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_2b07c40c0b01-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_2b07c40c0b01-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 0,
"inputTokens": 29010,
"outputTokens": 331,
"cachedInputTokens": 14336,
"totalTokens": 43677,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 8726,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 29010,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 331,
"sessionReused": false,
"rawInputTokens": 29010,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:0056b9c22458014dd19afd7a72b39c70af7b48c2cd90ebeb8b075660c3d091b9",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:a3156d70e89dc10e2737b956df63829696577b8728dc7c7179d711a49ca81842",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 331,
"cachedInputTokens": 14336,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-c0d8-7670-8e79-30f8d8f27e55",
"rawCachedInputTokens": 14336,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 111,879 in · 894 out 84,891 cached · 1/1 runs covered
LLM spend unpriced 0/1 runs provider-priced
Execution $0.001233 est. 18s agent · 17s lease
core-compatibility.legacy-codex.daytona.message-marker
Matchers and test context
Attempt 1
Duration 43s
Agent runtime 18s
Environment lease 17s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_96aaf56409e4-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_96aaf56409e4-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 0,
"inputTokens": 111879,
"outputTokens": 894,
"cachedInputTokens": 84891,
"totalTokens": 197664,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 17899,
"leaseDurationMs": 16593,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0012328599,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0012328599,
"observedAndEstimatedCostUsd": 0.0012328599,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 111879,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 894,
"sessionReused": false,
"rawInputTokens": 111879,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:68714f4d19facf9a417c9548cc9e38d61fe539d576176d3ca7bb3d94950ccd60",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f06329284f6ffcf0bfe550245a99745e53f63c6c8762eccbf01cb07bcdef9390",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 894,
"cachedInputTokens": 84891,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-a67c-7121-a531-21363d51c8ce",
"rawCachedInputTokens": 84891,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 419,083 in · 6,994 out 331,410 cached · 3/3 runs covered
LLM spend unpriced 0/3 runs provider-priced
Execution $0.006733 est. 1m 46s agent · 1m 31s lease
core-compatibility.legacy-codex.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 30s
Agent runtime 1m 46s
Environment lease 1m 31s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_f637ff8c8217-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_f637ff8c8217-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 0,
"inputTokens": 419083,
"outputTokens": 6994,
"cachedInputTokens": 331410,
"totalTokens": 757487,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 106213,
"leaseDurationMs": 90621,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.006733140299999999,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.006733140299999999,
"observedAndEstimatedCostUsd": 0.006733140299999999,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "570e7c77-1098-49e7-84c5-a7c0c99259d4",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 114970,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1544,
"sessionReused": false,
"rawInputTokens": 114970,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:344a2faca294854f7527df7343c489a9a465dc4cf6bced23c1253a0859ab7358",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:ad06cca298488cc79e0f9ac02d69d5eed24cdddea1180b7c15970aa29975ade8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1544,
"cachedInputTokens": 86891,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-a0fd-7001-96fa-e3d4deeb390d",
"rawCachedInputTokens": 86891,
"sessionRotationReason": null
}
},
{
"runId": "ab245596-26cb-480f-8c10-def7e9932556",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 224151,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 4465,
"sessionReused": true,
"rawInputTokens": 224151,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:344a2faca294854f7527df7343c489a9a465dc4cf6bced23c1253a0859ab7358",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:ad06cca298488cc79e0f9ac02d69d5eed24cdddea1180b7c15970aa29975ade8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 4465,
"cachedInputTokens": 186641,
"taskSessionReused": true,
"persistedSessionId": "01a075f9-264e-70a0-94fe-9ec2d50b88b4",
"rawCachedInputTokens": 186641,
"sessionRotationReason": null
}
},
{
"runId": "de2cd1c3-6f7e-4edc-b535-004d256b3e03",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 79962,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 985,
"sessionReused": false,
"rawInputTokens": 79962,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:17a8d80b0dcd2810a81e5628e72f114edff89acf7224a74cfee53f9286bfe00c",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:ad06cca298488cc79e0f9ac02d69d5eed24cdddea1180b7c15970aa29975ade8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 985,
"cachedInputTokens": 57878,
"taskSessionReused": false,
"persistedSessionId": "01a075fa-0172-70a0-8d6b-e81d2df0d455",
"rawCachedInputTokens": 57878,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 28,024 in · 339 out 13,838 cached · 1/1 runs covered
LLM spend unpriced 0/1 runs provider-priced
Execution $0.000624 est. 40s agent · 8s lease
core-compatibility.legacy-codex.daytona.ask-question
Matchers and test context
Attempt 1
Duration 1m 5s
Agent runtime 40s
Environment lease 8s
Runtime legacy
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_4476f6114bd3-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_4476f6114bd3-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 0,
"inputTokens": 28024,
"outputTokens": 339,
"cachedInputTokens": 13838,
"totalTokens": 42201,
"reportedCostUsd": 0,
"costStatus": "unpriced"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 39877,
"leaseDurationMs": 8393,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0006235998999999999,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0006235998999999999,
"observedAndEstimatedCostUsd": 0.0006235998999999999,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"provider": "openai",
"costStatus": "unpriced",
"billingType": "metered_api",
"inputTokens": 28024,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 339,
"sessionReused": false,
"rawInputTokens": 28024,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:b076c325a7f4b18cb772885f9cfcfd8f4de111c43d3098ee2e2061d208496e16",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:0e4c007ba5c663f5b5fd2ec41ac04f875989de10a91d4d76b54fa02a12c5525b",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 339,
"cachedInputTokens": 13838,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-f63a-72b2-8538-2a538cf58a46",
"rawCachedInputTokens": 13838,
"sessionRotationReason": null
}
}
Open final visible task state
Legacy Claude legacy claude · claude-sonnet-4-6
Basic response
passed
Final visible task state View
Tokens 25,186 in · 292 out 21,391 cached · 1/1 runs covered
LLM spend $0.0994 1/1 runs provider-priced
Execution Local · not metered 11s agent
core-compatibility.legacy-claude.local.message-marker
Matchers and test context
Attempt 1
Duration 32s
Agent runtime 11s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_b5638779dc6f-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_b5638779dc6f-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 25186,
"outputTokens": 292,
"cachedInputTokens": 21391,
"totalTokens": 46869,
"reportedCostUsd": 0.09943555000000001,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 11390,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.09943555000000001,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.09943555000000001,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.09943555000000001,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 25186,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 292,
"sessionReused": false,
"rawInputTokens": 25186,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:8d7dc725b95be5f9009f8495be26e179b35dee7b3491540d5832caa28f615f06",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:1c3e8f64551dc25471879e7ae25c51ffe43de138983963a445c2278c2a927ecf",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 292,
"cachedInputTokens": 21391,
"taskSessionReused": false,
"persistedSessionId": "cbec08a6-f5cf-4d40-9ee5-56ee4e5143d4",
"cacheAdjustedCostUsd": 0.09943555000000001,
"rawCachedInputTokens": 21391,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
failed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Task state at failure View
Tokens 76,166 in · 4,467 out 410,642 cached · 3/3 runs covered
LLM spend $0.3481 3/3 runs provider-priced
Execution Local · not metered 1m 48s agent
core-compatibility.legacy-claude.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 58s
Agent runtime 1m 48s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
[2mexpect([22m[31mlocator[39m[2m).[22mtoHaveCount[2m([22m[32mexpected[39m[2m)[22m failed
Locator: getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\s*PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1\s*$/ })
Expected: [32m1[39m
Received: [31m2[39m
Timeout: 30000ms
Call log:
[2m - Expect "toHaveCount" with timeout 30000ms[22m
[2m - waiting for getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\s*PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1\s*$/ })[22m
[2m 5 × locator resolved to 0 elements[22m
[2m - unexpected value "0"[22m
[2m 58 × locator resolved to 2 elements[22m
[2m - unexpected value "2"[22m
Result Matcher Expectation Detail
Fail message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1"}
expected {"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1"}; observed "PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1\nPAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1"
Fail message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1","count":1}
expected {"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_981a5701e6ab-1","count":1}; observed 2
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 76166,
"outputTokens": 4467,
"cachedInputTokens": 410642,
"totalTokens": 491275,
"reportedCostUsd": 0.34806360000000003,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 108212,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.34806360000000003,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.34806360000000003,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "0da061ce-7374-47ab-ab32-ca50267272dd",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.15517560000000002,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 33734,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1706,
"sessionReused": false,
"rawInputTokens": 33734,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:db584c1bafd7030315e49cccfefdb1368128c7722fad6d319f2507962d3e6e32",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6223c420c591aeb65955ec20d0ce1fd78edb7bd9af58c32fee881684387c822d",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1706,
"cachedInputTokens": 190002,
"taskSessionReused": false,
"persistedSessionId": "c88cdcd3-c49a-439d-b50f-1afa94c059df",
"cacheAdjustedCostUsd": 0.15517560000000002,
"rawCachedInputTokens": 190002,
"sessionRotationReason": null
}
},
{
"runId": "6fbddb4f-b7ba-4248-b968-128441bfc8eb",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.077718,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 15735,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 1261,
"sessionReused": true,
"rawInputTokens": 15735,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:d76472dfc641344ea6c4de8d4e003428345323625c7b00a21153bc1b0d79cf30",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6223c420c591aeb65955ec20d0ce1fd78edb7bd9af58c32fee881684387c822d",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1261,
"cachedInputTokens": 90600,
"taskSessionReused": true,
"persistedSessionId": "ba51f208-4fde-47c0-963c-8faae60c7091",
"cacheAdjustedCostUsd": 0.077718,
"rawCachedInputTokens": 90600,
"sessionRotationReason": null
}
},
{
"runId": "235073ab-b2c5-4981-bd45-06eb887a261b",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.11517000000000002,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 26697,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1500,
"sessionReused": false,
"rawInputTokens": 26697,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:d76472dfc641344ea6c4de8d4e003428345323625c7b00a21153bc1b0d79cf30",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6223c420c591aeb65955ec20d0ce1fd78edb7bd9af58c32fee881684387c822d",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1500,
"cachedInputTokens": 130040,
"taskSessionReused": false,
"persistedSessionId": "1e06c826-a111-4aaf-a09d-878ce71f309a",
"cacheAdjustedCostUsd": 0.11517000000000002,
"rawCachedInputTokens": 130040,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open task state at failure
Ask mode question
passed
Final visible task state View
Tokens 11,476 in · 254 out 36,954 cached · 1/1 runs covered
LLM spend $0.0467 1/1 runs provider-priced
Execution Local · not metered 16s agent
core-compatibility.legacy-claude.local.ask-question
Matchers and test context
Attempt 1
Duration 41s
Agent runtime 16s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_01970b57adf7-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_01970b57adf7-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11476,
"outputTokens": 254,
"cachedInputTokens": 36954,
"totalTokens": 48684,
"reportedCostUsd": 0.046726199999999996,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 15898,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.046726199999999996,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.046726199999999996,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.046726199999999996,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 11476,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 254,
"sessionReused": false,
"rawInputTokens": 11476,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:d09f6c9816ee6df2a3763ca84fa4a018d0b86c52a7ca5f10c3a2db014bfb9b5a",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:0086acf2fcbcdab93fac340e35fd1f4fd260001bb7dd718f59fb4317d51a34f8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 254,
"cachedInputTokens": 36954,
"taskSessionReused": false,
"persistedSessionId": "9b8a143c-e696-4502-b589-10ea268ddfca",
"cacheAdjustedCostUsd": 0.046726199999999996,
"rawCachedInputTokens": 36954,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 11,435 in · 286 out 36,361 cached · 1/1 runs covered
LLM spend $0.0468 1/1 runs provider-priced
Execution $0.001030 est. 42s agent · 14s lease
core-compatibility.legacy-claude.daytona.message-marker
Matchers and test context
Attempt 1
Duration 1m 5s
Agent runtime 42s
Environment lease 14s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_fd2e3711a1cf-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_fd2e3711a1cf-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11435,
"outputTokens": 286,
"cachedInputTokens": 36361,
"totalTokens": 48082,
"reportedCostUsd": 0.046775550000000006,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 41534,
"leaseDurationMs": 13859,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0010297237,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.046775550000000006,
"estimatedRuntimeCostUsd": 0.0010297237,
"observedAndEstimatedCostUsd": 0.047805273700000005,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.046775550000000006,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 11435,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 286,
"sessionReused": false,
"rawInputTokens": 11435,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:8c3b656dbf1bde09932102df6ec18f75c7854bffd04b663c1f7d2ac1640972b8",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:5a26d6476673b33dfe57b15daed1159f70bf296a4afd5851fabbb49c32fe3e95",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 286,
"cachedInputTokens": 36361,
"taskSessionReused": false,
"persistedSessionId": "af6cd7bb-3b42-414d-a249-ec5eec52324d",
"cacheAdjustedCostUsd": 0.046775550000000006,
"rawCachedInputTokens": 36361,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 79,930 in · 3,724 out 286,142 cached · 3/3 runs covered
LLM spend $0.3360 3/3 runs provider-priced
Execution $0.007123 est. 2m 5s agent · 1m 36s lease
core-compatibility.legacy-claude.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 47s
Agent runtime 2m 5s
Environment lease 1m 36s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_588860c5164f-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_588860c5164f-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 79930,
"outputTokens": 3724,
"cachedInputTokens": 286142,
"totalTokens": 369796,
"reportedCostUsd": 0.33597409999999994,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 124995,
"leaseDurationMs": 95862,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0071225466,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.33597409999999994,
"estimatedRuntimeCostUsd": 0.0071225466,
"observedAndEstimatedCostUsd": 0.34309664659999994,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "bccf6479-b780-4ff9-83c6-34f75bf35844",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.16244779999999998,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 39706,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1448,
"sessionReused": false,
"rawInputTokens": 39706,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:91fe76684b8f497e207b55b716455c4886438dd98dc853b361fb473757f85d88",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fe80e1b32fda1e20e309279974a681a61d4c678d626d533cf4c95f5e98caad1e",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1448,
"cachedInputTokens": 111071,
"taskSessionReused": false,
"persistedSessionId": "55ca0555-a745-4718-a311-04d048b466cd",
"cacheAdjustedCostUsd": 0.16244779999999998,
"rawCachedInputTokens": 111071,
"sessionRotationReason": null
}
},
{
"runId": "239c4a80-a138-46ff-8b70-663386161be1",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.1037375,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 21942,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 1775,
"sessionReused": true,
"rawInputTokens": 21942,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:91fe76684b8f497e207b55b716455c4886438dd98dc853b361fb473757f85d88",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fe80e1b32fda1e20e309279974a681a61d4c678d626d533cf4c95f5e98caad1e",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1775,
"cachedInputTokens": 114485,
"taskSessionReused": true,
"persistedSessionId": "bf8db680-2260-4d71-8fb8-eea9499a90cb",
"cacheAdjustedCostUsd": 0.1037375,
"rawCachedInputTokens": 114485,
"sessionRotationReason": null
}
},
{
"runId": "054249d9-aa07-4188-8261-f254e5bc1ec7",
"usage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.06978879999999998,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 18282,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 501,
"sessionReused": false,
"rawInputTokens": 18282,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:fe73b3851b4fe61be7c03a3f549152deef8140b525c25644371e97c0df4b4484",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fe80e1b32fda1e20e309279974a681a61d4c678d626d533cf4c95f5e98caad1e",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 501,
"cachedInputTokens": 60586,
"taskSessionReused": false,
"persistedSessionId": "a12fdda4-b84e-463f-8551-b91523cef929",
"cacheAdjustedCostUsd": 0.06978879999999998,
"rawCachedInputTokens": 60586,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 11,328 in · 256 out 36,356 cached · 1/1 runs covered
LLM spend $0.0460 1/1 runs provider-priced
Execution $0.000786 est. 36s agent · 11s lease
core-compatibility.legacy-claude.daytona.ask-question
Matchers and test context
Attempt 1
Duration 1m 0s
Agent runtime 36s
Environment lease 11s
Runtime legacy
Provider claude
Model claude-sonnet-4-6
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_e0507895352c-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_e0507895352c-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11328,
"outputTokens": 256,
"cachedInputTokens": 36356,
"totalTokens": 47940,
"reportedCostUsd": 0.046043799999999996,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 35590,
"leaseDurationMs": 10584,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0007863912,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.046043799999999996,
"estimatedRuntimeCostUsd": 0.0007863912,
"observedAndEstimatedCostUsd": 0.046830191199999996,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-4-6",
"biller": "anthropic",
"costUsd": 0.046043799999999996,
"provider": "anthropic",
"costStatus": "reported",
"billingType": "metered_api",
"inputTokens": 11328,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 256,
"sessionReused": false,
"rawInputTokens": 11328,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:f2c2e89161a548527019046c8b117b24c37654c6034ba15e76df8d7cbfe1fe4f",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:b03fea3e2a7716ae169e8753af883360d98ba84628d2dc2f506b2ff1f6aac981",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 256,
"cachedInputTokens": 36356,
"taskSessionReused": false,
"persistedSessionId": "fe74f80d-2e14-4658-a034-ec93d52ba0fb",
"cacheAdjustedCostUsd": 0.046043799999999996,
"rawCachedInputTokens": 36356,
"sessionRotationReason": null
}
}
Open final visible task state
Legacy OpenCode legacy opencode · openrouter/deepseek/deepseek-v4-flash-0731
Basic response
passed
Final visible task state View
Tokens 11,682 in · 464 out 19,712 cached · 1/1 runs covered
LLM spend $0.000827 1/1 runs provider-priced
Execution Local · not metered 10s agent
core-compatibility.legacy-opencode.local.message-marker
Matchers and test context
Attempt 1
Duration 35s
Agent runtime 10s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_24f2a7d6a91b-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_24f2a7d6a91b-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11682,
"outputTokens": 464,
"cachedInputTokens": 19712,
"totalTokens": 31858,
"reportedCostUsd": 0.000827288952,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 9974,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.000827288952,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.000827288952,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.000827288952,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 11682,
"freshSession": true,
"outputTokens": 464,
"sessionReused": false,
"rawInputTokens": 11682,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:8c5f0bd0dad498b32a4dc21d7a4d516d6feb308eddf2972f3b85f55a534fa246",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f02f3e31fb0f8d495de8094d921ff595edd5276dddb1920e8b526127165c5a30",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 464,
"cachedInputTokens": 19712,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a0765f6ffekZ88NNWPcCAJGs",
"cacheAdjustedCostUsd": 0.000827288952,
"rawCachedInputTokens": 19712,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 113,496 in · 11,723 out 297,984 cached · 3/3 runs covered
LLM spend $0.0131 3/3 runs provider-priced
Execution Local · not metered 1m 52s agent
core-compatibility.legacy-opencode.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 30s
Agent runtime 1m 52s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_e41eb4c73dde-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_e41eb4c73dde-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 113496,
"outputTokens": 11723,
"cachedInputTokens": 297984,
"totalTokens": 423203,
"reportedCostUsd": 0.013135573668,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 112132,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.013135573668,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.013135573668,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "1dc75981-6d4a-4bd6-81ab-02d027350fa9",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.003793771884,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 35353,
"freshSession": true,
"outputTokens": 4814,
"sessionReused": false,
"rawInputTokens": 35353,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:db7a211bfea71fd9f5483053591ec181ab6f1901ba5191cae9f96d60ab857918",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6958440c54b341e3be5a41f36678ff45dfde15c305e5e04a6b029bc4aaa8fc5a",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 4814,
"cachedInputTokens": 154624,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a07b051ffe0DMyCjkRBdDIRw",
"cacheAdjustedCostUsd": 0.003793771884,
"rawCachedInputTokens": 154624,
"sessionRotationReason": null
}
},
{
"runId": "0278d24c-683a-4a4c-9b0a-83cf5ea6e286",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.0052968604080000006,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 24657,
"usageSource": "session_delta",
"freshSession": false,
"outputTokens": 2684,
"sessionReused": true,
"rawInputTokens": 60010,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:db7a211bfea71fd9f5483053591ec181ab6f1901ba5191cae9f96d60ab857918",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6958440c54b341e3be5a41f36678ff45dfde15c305e5e04a6b029bc4aaa8fc5a",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 2684,
"cachedInputTokens": 48384,
"taskSessionReused": true,
"persistedSessionId": "ses_f8a07b051ffe0DMyCjkRBdDIRw",
"cacheAdjustedCostUsd": 0.0052968604080000006,
"rawCachedInputTokens": 203008,
"sessionRotationReason": null
}
},
{
"runId": "a6911848-9280-465d-ab0b-e204779beb74",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.004044941376,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 53486,
"freshSession": true,
"outputTokens": 4225,
"sessionReused": false,
"rawInputTokens": 53486,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:e5bf599ff00e1e7a3cad4b0380a7227e93a187eb982fb3483ad1c4e8b825f45b",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6958440c54b341e3be5a41f36678ff45dfde15c305e5e04a6b029bc4aaa8fc5a",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 4225,
"cachedInputTokens": 94976,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a068740ffeBgNhZz0TxYXt5U",
"cacheAdjustedCostUsd": 0.004044941376,
"rawCachedInputTokens": 94976,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 11,391 in · 818 out 20,480 cached · 1/1 runs covered
LLM spend $0.000856 1/1 runs provider-priced
Execution Local · not metered 13s agent
core-compatibility.legacy-opencode.local.ask-question
Matchers and test context
Attempt 1
Duration 37s
Agent runtime 13s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_e186af1a772b-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_e186af1a772b-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11391,
"outputTokens": 818,
"cachedInputTokens": 20480,
"totalTokens": 32689,
"reportedCostUsd": 0.00085580754,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 13174,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.00085580754,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.00085580754,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.00085580754,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 11391,
"freshSession": true,
"outputTokens": 818,
"sessionReused": false,
"rawInputTokens": 11391,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:43b8b097ac024edd6d266e6577f4ab7e980c2bd17232091a4f7738dcd5f56615",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:2f1312f9674019c3d6f927faca387c465e14072490bd870773e8f36045792dfa",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 818,
"cachedInputTokens": 20480,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a077cdeffe7Uvc233s7XfyuK",
"cacheAdjustedCostUsd": 0.00085580754,
"rawCachedInputTokens": 20480,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 11,378 in · 596 out 20,224 cached · 1/1 runs covered
LLM spend $0.000830 1/1 runs provider-priced
Execution $0.000535 est. 8s agent · 7s lease
core-compatibility.legacy-opencode.daytona.message-marker
Matchers and test context
Attempt 1
Duration 33s
Agent runtime 8s
Environment lease 7s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_22b52b4e5121-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_22b52b4e5121-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 11378,
"outputTokens": 596,
"cachedInputTokens": 20224,
"totalTokens": 32198,
"reportedCostUsd": 0.000830407704,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 8344,
"leaseDurationMs": 7207,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0005354801,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.000830407704,
"estimatedRuntimeCostUsd": 0.0005354801,
"observedAndEstimatedCostUsd": 0.001365887804,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.000830407704,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 11378,
"freshSession": true,
"outputTokens": 596,
"sessionReused": false,
"rawInputTokens": 11378,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:c54d99ddb889df263d1d010ebc9b273f36da640f15f4e718e1e66909c1ada079",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:461dd2196f34e1fb3be3d3be4c7a4617c9bf22770a6ac71231d3c609c3dcbad6",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 596,
"cachedInputTokens": 20224,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a073ceaffefMQa3BIUwXswSQ",
"cacheAdjustedCostUsd": 0.000830407704,
"rawCachedInputTokens": 20224,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 81,118 in · 9,400 out 353,024 cached · 3/3 runs covered
LLM spend $0.008523 3/3 runs provider-priced
Execution $0.004539 est. 1m 31s agent · 1m 1s lease
core-compatibility.legacy-opencode.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 12s
Agent runtime 1m 31s
Environment lease 1m 1s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_a6b2908974e4-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_a6b2908974e4-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 81118,
"outputTokens": 9400,
"cachedInputTokens": 353024,
"totalTokens": 443542,
"reportedCostUsd": 0.008522729544000001,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 90988,
"leaseDurationMs": 61088,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0045388384,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.008522729544000001,
"estimatedRuntimeCostUsd": 0.0045388384,
"observedAndEstimatedCostUsd": 0.013061567944000001,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "bc28b133-dd5b-4284-a6d4-7aab4ee51ec1",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.004247920152,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 37300,
"freshSession": true,
"outputTokens": 4595,
"sessionReused": false,
"rawInputTokens": 37300,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:6a9d3a13c03d5a11e7cf3a0e6106f5f2abedf099a19bcd7f5e624d5c02f08b13",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:5deb0ebb480c8e76983fe2245205b614740209e59fb7d09012e168221c58b01c",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 4595,
"cachedInputTokens": 192512,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a070daeffev7U3j0XwSAayFi",
"cacheAdjustedCostUsd": 0.004247920152,
"rawCachedInputTokens": 192512,
"sessionRotationReason": null
}
},
{
"runId": "a6c4d7b1-9906-4b97-8e1a-ec6455d941f9",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.0024703614600000002,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 18229,
"freshSession": false,
"outputTokens": 3183,
"sessionReused": true,
"rawInputTokens": 18229,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:6a9d3a13c03d5a11e7cf3a0e6106f5f2abedf099a19bcd7f5e624d5c02f08b13",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:5deb0ebb480c8e76983fe2245205b614740209e59fb7d09012e168221c58b01c",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 3183,
"cachedInputTokens": 124160,
"taskSessionReused": true,
"persistedSessionId": "ses_f8a0677afffetTTtVnapTv8oI6",
"cacheAdjustedCostUsd": 0.0024703614600000002,
"rawCachedInputTokens": 124160,
"sessionRotationReason": null
}
},
{
"runId": "2753508c-21d9-4112-a4d7-70f1e0fd7394",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.001804447932,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 25589,
"freshSession": true,
"outputTokens": 1622,
"sessionReused": false,
"rawInputTokens": 25589,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:7203ac46e395a2337dda2af6a914178c199678dbe3b67d28a8043e65b6669a4b",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:5deb0ebb480c8e76983fe2245205b614740209e59fb7d09012e168221c58b01c",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1622,
"cachedInputTokens": 36352,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a06020fffeUBp4QbwQNLS7Ae",
"cacheAdjustedCostUsd": 0.001804447932,
"rawCachedInputTokens": 36352,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 3,594 in · 1,279 out 61,184 cached · 1/1 runs covered
LLM spend $0.000919 1/1 runs provider-priced
Execution $0.000985 est. 38s agent · 13s lease
core-compatibility.legacy-opencode.daytona.ask-question
Matchers and test context
Attempt 1
Duration 1m 0s
Agent runtime 38s
Environment lease 13s
Runtime legacy
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_6d178bafcdd8-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_6d178bafcdd8-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"legacy"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 3594,
"outputTokens": 1279,
"cachedInputTokens": 61184,
"totalTokens": 66057,
"reportedCostUsd": 0.0009190722240000001,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 38481,
"leaseDurationMs": 13259,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0009851437,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.0009190722240000001,
"estimatedRuntimeCostUsd": 0.0009851437,
"observedAndEstimatedCostUsd": 0.0019042159240000001,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openrouter",
"costUsd": 0.0009190722240000001,
"provider": "openrouter",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 3594,
"freshSession": true,
"outputTokens": 1279,
"sessionReused": false,
"rawInputTokens": 3594,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:803b8d1b12955c6f325bee79efbac3a61c64dce5fe31b7d9c2c1dac52b99366d",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:6b20bcf50c455cbb9f8f974025cc6c4a1512d8c4e5114d30b1c1dbf3abdf776d",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1279,
"cachedInputTokens": 61184,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a070cb5ffeXnAOf8s7WUPWIC",
"cacheAdjustedCostUsd": 0.0009190722240000001,
"rawCachedInputTokens": 61184,
"sessionRotationReason": null
}
}
Open final visible task state
Runner Codex native codex · gpt-5.6-sol
Basic response
passed
Final visible task state View
Tokens 14,123 in · 19 out 13,925 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution Local · not metered 14s agent
core-compatibility.runner-codex.local.message-marker
Matchers and test context
Attempt 1
Duration 33s
Agent runtime 14s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_cbe464049022-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_cbe464049022-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 14123,
"outputTokens": 19,
"cachedInputTokens": 13925,
"totalTokens": 28067,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 14338,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": true
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 14123,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 19,
"sessionReused": false,
"rawInputTokens": 14123,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:78664ff992a4c52f795c08af146f301eb90ae98d74e2a36040da2047bd766ff1",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:900e3e2fba81d46b1beb362d86eeadcc8aac0b5ddb732630b34b66d2b0b5c2c2",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 19,
"cachedInputTokens": 13925,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-c3f9-7830-8834-348becfc743a",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 13925,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
failed
Initial plan awaiting revision View
Task state at failure View
Tokens 15,924 in · 286 out 0 cached · 1/2 runs covered
LLM spend $0.000000 1/2 runs provider-priced
Execution Local · not metered 1m 23s agent
core-compatibility.runner-codex.local.plan-revise-accept
Matchers and test context
Attempt 2
Duration 1m 47s
Agent runtime 1m 23s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
Stopped waiting for revised plan confirmation for issue 0eda8bb7-532e-46f0-8796-4e778d741c6b: heartbeat run 4f25c726-b01f-4e0d-abb1-17d1c6269055 ended failed (native_session_retry_exhausted): native_session_recovery_failed: Error: PRP command run.attach failed: {"commandId":"command_prp_00000001","commandType":"run.attach","controllerSeq":1,"result":{"code":"command_execution_failed","message":"failed to retain Codex for warm run attachment: Codex warm run attachment requires an idle live provider with no pending work"},"status":"failed"}
No matcher result was recorded.
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 2,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 15924,
"outputTokens": 286,
"cachedInputTokens": 0,
"totalTokens": 16210,
"reportedCostUsd": 0,
"costStatus": "partial"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 82806,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "4f25c726-b01f-4e0d-abb1-17d1c6269055",
"usage": null
},
{
"runId": "8aa05651-60f9-4715-9c01-67667851e031",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 15924,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 286,
"sessionReused": false,
"rawInputTokens": 15924,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:603e132cf22bee636502f053d10224046fab3dd6dbaaac41806bf06740daff28",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:d94c590145daa35f417ccf14b39aea96ff2ee2eeb541ad021c5a6920821b741f",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 286,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075fa-dd06-7c81-847c-4544b12c2adb",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open task state at failure
Ask mode question
passed
Final visible task state View
Tokens 13,928 in · 21 out 13,691 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution Local · not metered 7s agent
core-compatibility.runner-codex.local.ask-question
Matchers and test context
Attempt 1
Duration 26s
Agent runtime 7s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_f2ba4dc1dd76-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_f2ba4dc1dd76-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 13928,
"outputTokens": 21,
"cachedInputTokens": 13691,
"totalTokens": 27640,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 7482,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": true
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 13928,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 21,
"sessionReused": false,
"rawInputTokens": 13928,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:122c95d8d6136f3ecc6a84104304f75044d534b8a697c77abe776ce01ae051c8",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:d3aa0c2ac2983561ab540c9f942dec64e6f79989374791c0410e798f3221acb4",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 21,
"cachedInputTokens": 13691,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-4dbb-73d1-a747-2d84522e9860",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 13691,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 13,434 in · 21 out 13,172 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution $0.001325 est. 45s agent · 18s lease
core-compatibility.runner-codex.daytona.message-marker
Matchers and test context
Attempt 1
Duration 1m 5s
Agent runtime 45s
Environment lease 18s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_ecdf72b4041a-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_ecdf72b4041a-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 13434,
"outputTokens": 21,
"cachedInputTokens": 13172,
"totalTokens": 26627,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 44704,
"leaseDurationMs": 17836,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0013252148,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0013252148,
"observedAndEstimatedCostUsd": 0.0013252148,
"complete": true
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 13434,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 21,
"sessionReused": false,
"rawInputTokens": 13434,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:9d1b066d062d266a033358601f3dc38bdc6eefd78c9fffe7ef05659524d50642",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:1d3435a3efad9486ae11a424fba004a41c6e86d8cf47d359b13d6aa57824934d",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 21,
"cachedInputTokens": 13172,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-0ef7-73f1-8290-a5c03ac73b0d",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 13172,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
failed
Initial plan awaiting revision View
Task state at failure View
Tokens 15,483 in · 422 out 15,128 cached · 1/2 runs covered
LLM spend $0.000000 1/2 runs provider-priced
Execution $0.005057 est. 1m 8s agent · 1m 8s lease
core-compatibility.runner-codex.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 1m 35s
Agent runtime 1m 8s
Environment lease 1m 8s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
Stopped waiting for revised plan confirmation for issue e91bc63f-8ff9-4464-afa8-efbe4f7537dd: heartbeat run 8ba63b91-5596-4262-acbd-352fae36c9f0 ended failed (adapter_failed): native_workspace_sync_unexpected_existing_descriptor
No matcher result was recorded.
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 2,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 15483,
"outputTokens": 422,
"cachedInputTokens": 15128,
"totalTokens": 31033,
"reportedCostUsd": 0,
"costStatus": "partial"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 68118,
"leaseDurationMs": 68058,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0050567094,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0050567094,
"observedAndEstimatedCostUsd": 0.0050567094,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "8ba63b91-5596-4262-acbd-352fae36c9f0",
"usage": null
},
{
"runId": "17730fa1-c33b-4ada-ab7d-4231caa7f318",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 15483,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 422,
"sessionReused": false,
"rawInputTokens": 15483,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:185e820be0942abb912b480fc42452acd12628d6793be8087f57b517617b4275",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:642060743ef58f6a444324cba0390d90c46bec7c25599565f07a3d9305fb344c",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 422,
"cachedInputTokens": 15128,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-ebaa-7703-904f-eaae54d74a6d",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 15128,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open task state at failure
Ask mode question
passed
Final visible task state View
Tokens 12,960 in · 19 out 12,776 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution $0.001187 est. 17s agent · 16s lease
core-compatibility.runner-codex.daytona.ask-question
Matchers and test context
Attempt 1
Duration 36s
Agent runtime 17s
Environment lease 16s
Runtime native
Provider codex
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_077802a26590-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_077802a26590-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 12960,
"outputTokens": 19,
"cachedInputTokens": 12776,
"totalTokens": 25755,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 16826,
"leaseDurationMs": 15971,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0011866453,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0011866453,
"observedAndEstimatedCostUsd": 0.0011866453,
"complete": true
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 12960,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 19,
"sessionReused": false,
"rawInputTokens": 12960,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:08126117574b756af3c9799a156122c0fa5d9b1c47e0c1d38c763c151dcf1d11",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:7fe3bcc63475db0d8a53660fb393f0cf2a35edee4c9e9398f8dd2dc1407f36ee",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 19,
"cachedInputTokens": 12776,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-bc68-7bd0-b85c-f72dc7a3b263",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 12776,
"sessionRotationReason": null
}
}
Open final visible task state
Runner OpenCode native opencode · openrouter/deepseek/deepseek-v4-flash-0731
Basic response
passed
Final visible task state View
Tokens 15,969 in · 276 out 15,872 cached · 1/1 runs covered
LLM spend $0.000984 1/1 runs provider-priced
Execution Local · not metered 26s agent
core-compatibility.runner-opencode.local.message-marker
Matchers and test context
Attempt 1
Duration 53s
Agent runtime 26s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_5e4cc3f40368-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_5e4cc3f40368-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 15969,
"outputTokens": 276,
"cachedInputTokens": 15872,
"totalTokens": 32117,
"reportedCostUsd": 0.000984376092,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 26279,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.000984376092,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.000984376092,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.000984376092,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 15969,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 276,
"sessionReused": false,
"rawInputTokens": 15969,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:dad14bc408a63d41e462b45d4a92e566a074e497785bfc9852393063d337de08",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:acfb5c305a3cb1041a9b7deea78e84df4f4c1287a2a0829bc5e9ad34d18841c4",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 276,
"cachedInputTokens": 15872,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a06f855ffewVECgElE8Gopp4",
"cacheAdjustedCostUsd": 0.000984376092,
"rawCachedInputTokens": 15872,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 66,557 in · 2,952 out 59,392 cached · 3/3 runs covered
LLM spend $0.004215 3/3 runs provider-priced
Execution Local · not metered 2m 3s agent
core-compatibility.runner-opencode.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 48s
Agent runtime 2m 3s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_6fc8b3cbb117-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_6fc8b3cbb117-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 66557,
"outputTokens": 2952,
"cachedInputTokens": 59392,
"totalTokens": 128901,
"reportedCostUsd": 0.004215283212,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 122913,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.004215283212,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.004215283212,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "ece672d0-fa3f-4822-b925-788e336808c8",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.001290153732,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 18917,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1605,
"sessionReused": false,
"rawInputTokens": 18917,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:c5544672825702659802e52bf909fc89a0b699a53f1f46db5fb0f0dc24e9feb6",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:a64c4e550ae86c53db5296ce701f75abebcfb6f309be2fb82ed4e333906276b3",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1605,
"cachedInputTokens": 18432,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a0753c6ffe431DHWVaPK0w7Y",
"cacheAdjustedCostUsd": 0.001290153732,
"rawCachedInputTokens": 18432,
"sessionRotationReason": null
}
},
{
"runId": "bf2720b6-3bcb-4c09-b2e6-c6db69cbed61",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.001384665912,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 26644,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 479,
"sessionReused": true,
"rawInputTokens": 26644,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:c5544672825702659802e52bf909fc89a0b699a53f1f46db5fb0f0dc24e9feb6",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:a64c4e550ae86c53db5296ce701f75abebcfb6f309be2fb82ed4e333906276b3",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 479,
"cachedInputTokens": 512,
"taskSessionReused": true,
"persistedSessionId": "ses_f8a0753c6ffe431DHWVaPK0w7Y",
"cacheAdjustedCostUsd": 0.001384665912,
"rawCachedInputTokens": 512,
"sessionRotationReason": null
}
},
{
"runId": "fe0edb6e-4084-4c23-9486-18020a04b7f2",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.001540463568,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 20996,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 868,
"sessionReused": false,
"rawInputTokens": 20996,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:2313bdba92458bf1e63b15e3d8112c4630957aa4bc1293beae971ac4b6f82a8b",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:a64c4e550ae86c53db5296ce701f75abebcfb6f309be2fb82ed4e333906276b3",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 868,
"cachedInputTokens": 40448,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a058293ffeP6iDLzkTUnnU7K",
"cacheAdjustedCostUsd": 0.001540463568,
"rawCachedInputTokens": 40448,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 14,477 in · 256 out 512 cached · 1/1 runs covered
LLM spend $0.000754 1/1 runs provider-priced
Execution Local · not metered 53s agent
core-compatibility.runner-opencode.local.ask-question
Matchers and test context
Attempt 1
Duration 1m 16s
Agent runtime 53s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_080e4664ba0d-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_080e4664ba0d-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 14477,
"outputTokens": 256,
"cachedInputTokens": 512,
"totalTokens": 15245,
"reportedCostUsd": 0.000754268172,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 52891,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0.000754268172,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0.000754268172,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.000754268172,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 14477,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 256,
"sessionReused": false,
"rawInputTokens": 14477,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:8759e37a3046aa11bdf681531f5765effdec7b207f686c467e78b9170fe99758",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f7c831ff9f2faea886d0b12db3a095cbb695ee7d1d08511ec6e2b579f5bfbb81",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 256,
"cachedInputTokens": 512,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a06fd4fffeYLHYvVK48B2bOR",
"cacheAdjustedCostUsd": 0.000754268172,
"rawCachedInputTokens": 512,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 15,107 in · 249 out 512 cached · 1/1 runs covered
LLM spend $0.000785 1/1 runs provider-priced
Execution $0.002292 est. 32s agent · 31s lease
core-compatibility.runner-opencode.daytona.message-marker
Matchers and test context
Attempt 1
Duration 50s
Agent runtime 32s
Environment lease 31s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_276b59f20b19-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_276b59f20b19-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 15107,
"outputTokens": 249,
"cachedInputTokens": 512,
"totalTokens": 15868,
"reportedCostUsd": 0.000785055852,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 31820,
"leaseDurationMs": 30853,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0022923779,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.000785055852,
"estimatedRuntimeCostUsd": 0.0022923779,
"observedAndEstimatedCostUsd": 0.0030774337519999997,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.000785055852,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 15107,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 249,
"sessionReused": false,
"rawInputTokens": 15107,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:cb14fec0cd8392ea170da5c65515c26d2bc523d9f4f59cb972c8004b7ebe7a49",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:2e9595eee8b553540d3479ce06e361173b817696cf2aae2f1bdef586e58d2077",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 249,
"cachedInputTokens": 512,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a06be68ffeSP3wvKV8oXNbqP",
"cacheAdjustedCostUsd": 0.000785055852,
"rawCachedInputTokens": 512,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 67,540 in · 2,466 out 57,600 cached · 3/3 runs covered
LLM spend $0.004198 3/3 runs provider-priced
Execution $0.008307 est. 1m 53s agent · 1m 52s lease
core-compatibility.runner-opencode.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 36s
Agent runtime 1m 53s
Environment lease 1m 52s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_2d5f10e6be8a-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_2d5f10e6be8a-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 67540,
"outputTokens": 2466,
"cachedInputTokens": 57600,
"totalTokens": 127606,
"reportedCostUsd": 0.00419792016,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 113498,
"leaseDurationMs": 111800,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.00830674,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.00419792016,
"estimatedRuntimeCostUsd": 0.00830674,
"observedAndEstimatedCostUsd": 0.01250466016,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "8f247af7-9223-4a4c-aa81-43b78c7c3795",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.001254338064,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 19100,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1232,
"sessionReused": false,
"rawInputTokens": 19100,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:fddd58c3300b39159dcd55582109ca315f7b4e83366a3e269317322b2c35f01f",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:0376545e94ae83d7dfb561379746f58a2dc3aafc6ccc8e7937fec1988d7a71a0",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1232,
"cachedInputTokens": 17664,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a068f0fffeqjImdsPGFEZpxf",
"cacheAdjustedCostUsd": 0.001254338064,
"rawCachedInputTokens": 17664,
"sessionRotationReason": null
}
},
{
"runId": "2ed0c0bb-5e86-4df1-bb0d-d6cbf28450d1",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.00140513772,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 27214,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 450,
"sessionReused": true,
"rawInputTokens": 27214,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:fddd58c3300b39159dcd55582109ca315f7b4e83366a3e269317322b2c35f01f",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:0376545e94ae83d7dfb561379746f58a2dc3aafc6ccc8e7937fec1988d7a71a0",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 450,
"cachedInputTokens": 0,
"taskSessionReused": true,
"persistedSessionId": "ses_f8a068f0fffeqjImdsPGFEZpxf",
"cacheAdjustedCostUsd": 0.00140513772,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "559eca3b-3316-4baa-b4d3-58e41ee07166",
"usage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.001538444376,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 21226,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 784,
"sessionReused": false,
"rawInputTokens": 21226,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:c8ab168831edba7f1ca141fa948a264e432f8384d1dbef792b1512f3e418bac2",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:0376545e94ae83d7dfb561379746f58a2dc3aafc6ccc8e7937fec1988d7a71a0",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 784,
"cachedInputTokens": 39936,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a050fe2fferQ8EC1e6FKEG2R",
"cacheAdjustedCostUsd": 0.001538444376,
"rawCachedInputTokens": 39936,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 14,329 in · 419 out 512 cached · 1/1 runs covered
LLM spend $0.000763 1/1 runs provider-priced
Execution $0.003127 est. 43s agent · 42s lease
core-compatibility.runner-opencode.daytona.ask-question
Matchers and test context
Attempt 1
Duration 1m 9s
Agent runtime 43s
Environment lease 42s
Runtime native
Provider opencode
Model openrouter/deepseek/deepseek-v4-flash-0731
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_d3fbcec0bb82-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_d3fbcec0bb82-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 14329,
"outputTokens": 419,
"cachedInputTokens": 512,
"totalTokens": 15260,
"reportedCostUsd": 0.000763164612,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 42953,
"leaseDurationMs": 42080,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.003126544,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0.000763164612,
"estimatedRuntimeCostUsd": 0.003126544,
"observedAndEstimatedCostUsd": 0.003889708612,
"complete": true
},
"rawUsage": {
"model": "openrouter/deepseek/deepseek-v4-flash-0731",
"biller": "openai",
"costUsd": 0.000763164612,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 14329,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 419,
"sessionReused": false,
"rawInputTokens": 14329,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:47e00f77e39ebe2f189a4d2835918dae2d76eb48c5ce2eb8fe5f21f0d510148a",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:3bbb7d2a4dc601e47921935504a0f21f5a444d588941a829cf779488cdeec755",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 419,
"cachedInputTokens": 512,
"taskSessionReused": false,
"persistedSessionId": "ses_f8a069070ffe6yp0v7vcT9k6O6",
"cacheAdjustedCostUsd": 0.000763164612,
"rawCachedInputTokens": 512,
"sessionRotationReason": null
}
}
Open final visible task state
Runner ACPX Claude native acpx · claude-sonnet-5
Basic response
passed
Final visible task state View
Tokens 6 in · 440 out 0 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution Local · not metered 20s agent
core-compatibility.runner-acpx-claude.local.message-marker
Matchers and test context
Attempt 1
Duration 40s
Agent runtime 20s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_a959a19cfb62-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_a959a19cfb62-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 6,
"outputTokens": 440,
"cachedInputTokens": 0,
"totalTokens": 446,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 20447,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 440,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:154e904730245dafa26b98cdd2974b045965896286c1c5516b89f7192770d2a5",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:33ebab7d1616477178ae2a35f5cc4e291552331a243dbbc6a1d19b3cb5681e28",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 440,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "71c4baef-f769-4dcb-be7d-699a6b6f62e3",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 18 in · 2,562 out 0 cached · 3/3 runs covered
LLM spend $0.000000 3/3 runs provider-priced
Execution Local · not metered 58s agent
core-compatibility.runner-acpx-claude.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 1m 38s
Agent runtime 58s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_ec31b17bea81-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_ec31b17bea81-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 18,
"outputTokens": 2562,
"cachedInputTokens": 0,
"totalTokens": 2580,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 58479,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "697a196a-63d3-4bff-8db1-9364f25196af",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1093,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:0f53d9962a6eea6910c9ca43769df9d0a83548df291af792b01a2a26bc873a82",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:2f3df60605ccb3ef392a98513e0cef60335aaf177896a674d8fa6aa965580ff9",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1093,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "0679170a-16cd-4c94-8abc-b2dacd9f4363",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "3dce9d69-efe8-4b72-b79d-be72ce3e876a",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 4,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 665,
"sessionReused": true,
"rawInputTokens": 4,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:0f53d9962a6eea6910c9ca43769df9d0a83548df291af792b01a2a26bc873a82",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:2f3df60605ccb3ef392a98513e0cef60335aaf177896a674d8fa6aa965580ff9",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 665,
"cachedInputTokens": 0,
"taskSessionReused": true,
"persistedSessionId": "0679170a-16cd-4c94-8abc-b2dacd9f4363",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "b386e8e0-4cc7-4ff2-9cbd-e7afa7faf818",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 8,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 804,
"sessionReused": false,
"rawInputTokens": 8,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:d8127ba47620e30dbc28232ab74c2daee26c4e1981cbb84b1036b499c5945d85",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:2f3df60605ccb3ef392a98513e0cef60335aaf177896a674d8fa6aa965580ff9",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 804,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "ba05546d-df96-4a0c-8f87-a7b9d4d92848",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 6 in · 420 out 0 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution Local · not metered 24s agent
core-compatibility.runner-acpx-claude.local.ask-question
Matchers and test context
Attempt 1
Duration 46s
Agent runtime 24s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_4845e31ee945-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_4845e31ee945-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 6,
"outputTokens": 420,
"cachedInputTokens": 0,
"totalTokens": 426,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 23895,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 420,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:43521ebca74e6e7fa156b072579dae919d314a76ffa21e78304794349e7adce9",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:1b7e7094867617b6e07eea1631d4c4537f9d5b2ddbb39bd9ebae485d2e7fd535",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 420,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "73c201e6-73d8-4411-a265-a2f85047f910",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 6 in · 432 out 0 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution $0.001728 est. 24s agent · 23s lease
core-compatibility.runner-acpx-claude.daytona.message-marker
Matchers and test context
Attempt 1
Duration 45s
Agent runtime 24s
Environment lease 23s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_94b11d982551-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_94b11d982551-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 6,
"outputTokens": 432,
"cachedInputTokens": 0,
"totalTokens": 438,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 23786,
"leaseDurationMs": 23263,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0017284409,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0017284409,
"observedAndEstimatedCostUsd": 0.0017284409,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 432,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:43afac5c83dc149f80efe477c220b27307bb9889f73ea579d5723c02f05dd82e",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:16e1a81d20c8a8702d8e8247745599b469bdc58b206b2e34fcb8ee31ed214e75",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 432,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "927443e6-0573-4183-abd1-65d847fc659a",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 20 in · 3,065 out 0 cached · 3/3 runs covered
LLM spend $0.000000 3/3 runs provider-priced
Execution $0.007344 est. 1m 42s agent · 1m 39s lease
core-compatibility.runner-acpx-claude.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 32s
Agent runtime 1m 42s
Environment lease 1m 39s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_81738bf7dd33-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_81738bf7dd33-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 3,
"runsWithReportedCost": 3,
"inputTokens": 20,
"outputTokens": 3065,
"cachedInputTokens": 0,
"totalTokens": 3085,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 101878,
"leaseDurationMs": 98848,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0073444064,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0073444064,
"observedAndEstimatedCostUsd": 0.0073444064,
"complete": true
},
"rawUsage": {
"runs": [
{
"runId": "ea97e166-0dd4-495f-a699-969ab583ab63",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 1505,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:f110a4c47b2dcf3db2822dee7491b7f8c10f41742b3fd4ca98a7ce41b77388c1",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f9e1ecc596e66f111d8ada03245053e4e027e40ae0540ae8490f6f32d5bc0fa8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 1505,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "ff9c4c2d-f552-4d2e-9654-3f70ee1ad847",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "a339b29f-8028-4884-8e23-23024c602719",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 4,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 791,
"sessionReused": true,
"rawInputTokens": 4,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:f110a4c47b2dcf3db2822dee7491b7f8c10f41742b3fd4ca98a7ce41b77388c1",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f9e1ecc596e66f111d8ada03245053e4e027e40ae0540ae8490f6f32d5bc0fa8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 791,
"cachedInputTokens": 0,
"taskSessionReused": true,
"persistedSessionId": "ff9c4c2d-f552-4d2e-9654-3f70ee1ad847",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "7c66e0e5-9f20-4c0c-a77d-0a397e3efce1",
"usage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 10,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 769,
"sessionReused": false,
"rawInputTokens": 10,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:c4b7c37d64a94c679c124a7643b6477290b8d1a547983d15cf5f93540d0c7659",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:f9e1ecc596e66f111d8ada03245053e4e027e40ae0540ae8490f6f32d5bc0fa8",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 769,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "18a77c36-2f43-4b86-a537-a06059eb1989",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 6 in · 726 out 0 cached · 1/1 runs covered
LLM spend $0.000000 1/1 runs provider-priced
Execution $0.002208 est. 33s agent · 30s lease
core-compatibility.runner-acpx-claude.daytona.ask-question
Matchers and test context
Attempt 1
Duration 53s
Agent runtime 33s
Environment lease 30s
Runtime native
Provider acpx
Model claude-sonnet-5
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_926c41c30bc2-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_926c41c30bc2-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 1,
"runsWithReportedCost": 1,
"inputTokens": 6,
"outputTokens": 726,
"cachedInputTokens": 0,
"totalTokens": 732,
"reportedCostUsd": 0,
"costStatus": "reported"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 33142,
"leaseDurationMs": 29712,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0022076015999999998,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0022076015999999998,
"observedAndEstimatedCostUsd": 0.0022076015999999998,
"complete": true
},
"rawUsage": {
"model": "claude-sonnet-5",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 6,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 726,
"sessionReused": false,
"rawInputTokens": 6,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:3715de2da26e6d6487baf6c5e376dc82871f45fde152c4c58796ee5d4953da8a",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:efa33370d65d05bbfd4e94aa5a4b4e923cd6a2330dd9b5de9778fbd4525ef4ba",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 726,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "c20a4b6f-c501-4369-a604-16f35c7de36f",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Runner ACPX Codex native acpx · gpt-5.6-sol
Basic response
passed
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/1 runs covered
LLM spend unavailable 0/1 runs provider-priced
Execution Local · not metered 22s agent
core-compatibility.runner-acpx-codex.local.message-marker
Matchers and test context
Attempt 1
Duration 43s
Agent runtime 22s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_71afc6fc7cc0-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_71afc6fc7cc0-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 21798,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:ae800e71ddfa04bf2c229a882a4f13a3d70683ce3e223c6196f57cc4340aad57",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:ef8f1887a022f5629a0edc1046c462b1470be2385c318831f25b4db4a53275d6",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-0656-7613-aba1-690bb77a2ec8",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/3 runs covered
LLM spend unavailable 0/3 runs provider-priced
Execution Local · not metered 47s agent
core-compatibility.runner-acpx-codex.local.plan-revise-accept
Matchers and test context
Attempt 1
Duration 1m 26s
Agent runtime 47s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_9433f3836508-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_9433f3836508-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 46935,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "8b347bef-7864-41ad-bda2-21f32c36d772",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:566b9b1c3d8cc24983dcd525e801b4360bc441ba731cda5653c7e9da5ec418dc",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fd7905adac80214b6242fe5807bd449c99aee0706b9cbeffc8249bb2d6cdce4f",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-5e31-7fa2-bb91-e587dcbffe50",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "8af2ca53-e974-468a-b5e7-a0aa86bd01aa",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 0,
"sessionReused": true,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:566b9b1c3d8cc24983dcd525e801b4360bc441ba731cda5653c7e9da5ec418dc",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fd7905adac80214b6242fe5807bd449c99aee0706b9cbeffc8249bb2d6cdce4f",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": true,
"persistedSessionId": "01a075f8-5e31-7fa2-bb91-e587dcbffe50",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "4cf29af1-9f2e-4e59-83e9-22f27beff289",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:9b9507cf82e857786bd51975ea642166cdd1ce36a15c7b96dac35f123d3e7b93",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:fd7905adac80214b6242fe5807bd449c99aee0706b9cbeffc8249bb2d6cdce4f",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-2d94-79e2-bc28-90bf9882ae31",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/1 runs covered
LLM spend unavailable 0/1 runs provider-priced
Execution Local · not metered 17s agent
core-compatibility.runner-acpx-codex.local.ask-question
Matchers and test context
Attempt 1
Duration 36s
Agent runtime 17s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_5e8d272ad721-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_5e8d272ad721-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"local"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "local",
"agentRunDurationMs": 16740,
"leaseDurationMs": null,
"leaseCount": 0,
"costStatus": "not_metered",
"costSource": "local_not_metered"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0,
"observedAndEstimatedCostUsd": 0,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:2b85634733a0b6950ff999b4e34e2ad01c7508307a43b500646c538ca1c7309e",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:669da46dcf9b59cbade085174435284c7c0d2116f1c8596195b6bc8380707bed",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f8-850d-7863-bb91-33176f85cdda",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Basic response
passed
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/1 runs covered
LLM spend unavailable 0/1 runs provider-priced
Execution $0.001753 est. 25s agent · 24s lease
core-compatibility.runner-acpx-codex.daytona.message-marker
Matchers and test context
Attempt 1
Duration 51s
Agent runtime 25s
Environment lease 24s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_OK_be34e3a4b09f-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_OK_be34e3a4b09f-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 24914,
"leaseDurationMs": 23587,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0017525141,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0017525141,
"observedAndEstimatedCostUsd": 0.0017525141,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:ff37063954ed04e1ffc8811e8b8847fd7ee2e7d0a409436c686937011888f840",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:e0ab12076a5fb64c39dbb5e31408185c2ccf613cd353e5ac7dcacdae1b01cce1",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-4f18-7083-b967-6cee759fce1e",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
Plan, revise, accept, implement
passed
Initial plan awaiting revision View
Revised plan awaiting acceptance View
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/3 runs covered
LLM spend unavailable 0/3 runs provider-priced
Execution $0.005834 est. 1m 21s agent · 1m 19s lease
core-compatibility.runner-acpx-codex.daytona.plan-revise-accept
Matchers and test context
Attempt 1
Duration 2m 12s
Agent runtime 1m 21s
Environment lease 1m 19s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"PAPERCLIP_E2E_PLAN_DONE_f6abd792134c-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"PAPERCLIP_E2E_PLAN_DONE_f6abd792134c-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 3,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 81009,
"leaseDurationMs": 78526,
"leaseCount": 3,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0058344818,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0058344818,
"observedAndEstimatedCostUsd": 0.0058344818,
"complete": false
},
"rawUsage": {
"runs": [
{
"runId": "98b73544-0109-4375-b6db-a452c70bce4f",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:45ff5ca3637ecb9f441d878c356079b4695ab1eb60a421602cab0a050d32c43b",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:b2c0570b8c176ca7ba678fd2e757e572b919ea9d0cb7d9c0507eac94a5198785",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-23b6-7db0-b7eb-217b3f877144",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "77aa02f4-e9fb-4c0e-8dbd-5b0d16874ef6",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": false,
"outputTokens": 0,
"sessionReused": true,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": false,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:45ff5ca3637ecb9f441d878c356079b4695ab1eb60a421602cab0a050d32c43b",
"changedCategories": [],
"taskSessionReused": true,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:b2c0570b8c176ca7ba678fd2e757e572b919ea9d0cb7d9c0507eac94a5198785",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": true,
"persistedSessionId": "01a075f9-23b6-7db0-b7eb-217b3f877144",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
},
{
"runId": "151292dd-9d27-40bf-9686-ea97ed92a79f",
"usage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [
"effective run configuration changed: adapter config",
"forceFreshSession was requested"
],
"nextFingerprint": "v1:sha256:98bf91d5481468a1378bee3dee98d8d26a1c35d0df05bda621d57ec20fc5d8cc",
"changedCategories": [
"adapterConfig"
],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": true,
"storedFingerprintPresent": true
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:b2c0570b8c176ca7ba678fd2e757e572b919ea9d0cb7d9c0507eac94a5198785",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075fa-5a63-7e30-bddc-05740b8528f0",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
]
}
}
Open initial plan awaiting revision Open revised plan awaiting acceptance Open final visible task state
Ask mode question
passed
Final visible task state View
Tokens 0 in · 0 out 0 cached · 0/1 runs covered
LLM spend unavailable 0/1 runs provider-priced
Execution $0.002156 est. 30s agent · 29s lease
core-compatibility.runner-acpx-codex.daytona.ask-question
Matchers and test context
Attempt 1
Duration 56s
Agent runtime 30s
Environment lease 29s
Runtime native
Provider acpx
Model gpt-5.6-sol
Issue RUN-1
All invariants passed
Result Matcher Expectation Detail
Pass message_exact{"kind":"message_exact","expected":"E2E_ASK_12_b9984dd075c6-1"}
matched
Pass message_occurrences{"kind":"message_occurrences","expected":"E2E_ASK_12_b9984dd075c6-1","count":1}
matched
Pass issue_status{"kind":"issue_status","expected":"done"}
matched
Pass run_status{"kind":"run_status","expected":"succeeded"}
matched
Pass runtime_mode{"kind":"runtime_mode","expected":"native"}
matched
Pass environment{"kind":"environment","expected":"daytona"}
matched
Usage and billing metadata {
"billing": {
"llm": {
"runCount": 1,
"runsWithTokenUsage": 0,
"runsWithReportedCost": 0,
"inputTokens": 0,
"outputTokens": 0,
"cachedInputTokens": 0,
"totalTokens": 0,
"reportedCostUsd": 0,
"costStatus": "unavailable"
},
"runtime": {
"provider": "daytona",
"agentRunDurationMs": 30411,
"leaseDurationMs": 29012,
"leaseCount": 1,
"cpuCores": 4,
"memoryGiB": 4,
"diskGiB": 10,
"estimatedListCostUsd": 0.0021555916000000003,
"costStatus": "estimated",
"costSource": "daytona_public_list_price",
"pricingAsOf": "2026-08-27",
"pricingUrl": "https://www.daytona.io/pricing"
},
"reportedCostUsd": 0,
"estimatedRuntimeCostUsd": 0.0021555916000000003,
"observedAndEstimatedCostUsd": 0.0021555916000000003,
"complete": false
},
"rawUsage": {
"model": "gpt-5.6-sol",
"biller": "openai",
"costUsd": 0,
"provider": "openai",
"costStatus": "reported",
"billingType": "unknown",
"inputTokens": 0,
"usageSource": "per_run",
"freshSession": true,
"outputTokens": 0,
"sessionReused": false,
"rawInputTokens": 0,
"sessionRotated": false,
"configFreshness": {
"session": {
"reset": true,
"categories": [
"adapter",
"adapterConfig",
"agentRuntimeConfig",
"instructions",
"issueOverrides",
"workspaceConfig",
"environment",
"envBindings",
"secrets",
"runtimeSkills"
],
"resetReasons": [],
"nextFingerprint": "v1:sha256:42dcba0c1b364811fefe5e129bb0ca70d0133a9b95235989168496ba964530cb",
"changedCategories": [],
"taskSessionReused": false,
"fingerprintVersion": 1,
"taskSessionAvailable": false,
"storedFingerprintPresent": false
},
"version": 1,
"workspace": {
"action": "create",
"reasons": [],
"categories": [
"mode",
"projectWorkspace",
"strategy",
"repo",
"lifecycleCommands",
"runtimeServices",
"environment",
"realization"
],
"reuseRequested": false,
"nextFingerprint": "v1:sha256:a110ff8ee69c3f5634767ee7ed551064a313b321994824b18f3280b9666054b9",
"workspaceReused": false,
"activeWorkspaceId": null,
"changedCategories": [],
"storedFingerprint": null,
"fingerprintVersion": 1,
"inferredFingerprint": null,
"previousWorkspaceId": null,
"configSnapshotRefreshed": false,
"storedFingerprintPresent": false
}
},
"rawOutputTokens": 0,
"cachedInputTokens": 0,
"taskSessionReused": false,
"persistedSessionId": "01a075f9-37f0-79d3-b1c8-82b26d1a8a30",
"cacheAdjustedCostUsd": 0,
"rawCachedInputTokens": 0,
"sessionRotationReason": null
}
}
Open final visible task state
