{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "continuation.runner-acpx-claude.local.answer-updates-scope",
  "suiteId": "continuation",
  "suiteDefinitionHash": "0c1a7ff7094a10baf75e90f0301059551ebe039b417b6a2148270fc0bfb2bf6c",
  "source": {
    "sha": "be1843f5d0166a7ff889e28f138d025960e171fe",
    "ref": "refs/heads/codex/first-task-onboarding-evals",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35150284900"
  },
  "attempt": 1,
  "status": "failed",
  "failureClass": "candidate_failure",
  "error": "Continuation matcher failures: updated-output: Durable output must contain the user's current word, without the superseded or injected word.",
  "profileId": "runner-acpx-claude",
  "environmentId": "local",
  "caseId": "answer-updates-scope",
  "provider": "acpx",
  "model": "claude-sonnet-5",
  "runtimeMode": "native",
  "issueId": "b4293225-ab8b-43e1-a757-9f13553ec259",
  "issueIdentifier": "RUN-1",
  "runIds": [
    "1a4d0707-fa2d-4bf7-a499-e18dc619bc32",
    "13a62335-14df-4baf-bd6d-f8ff0fd0fe5f"
  ],
  "startedAt": "2026-09-16T21:10:48.742Z",
  "finishedAt": "2026-09-16T21:12:04.396Z",
  "durationMs": 75654,
  "usage": {
    "runs": [
      {
        "runId": "1a4d0707-fa2d-4bf7-a499-e18dc619bc32",
        "usage": {
          "model": "claude-sonnet-5",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 6,
          "usageSource": "per_run",
          "freshSession": false,
          "outputTokens": 909,
          "sessionReused": true,
          "rawInputTokens": 6,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:232f85998b42859707f2dd9d705418a83a191cc78e2f0af789b1315e9f6c346c",
              "changedCategories": [],
              "taskSessionReused": true,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:0ec862dead17408e101f409c622b71a59a3b6799dfa2fd6a6885f8290ea90ba1",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 909,
          "cachedInputTokens": 109744,
          "taskSessionReused": true,
          "persistedSessionId": "627a463c-5203-4794-8595-8652a0e82d92",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 109744,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "13a62335-14df-4baf-bd6d-f8ff0fd0fe5f",
        "usage": {
          "model": "claude-sonnet-5",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 0,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 0,
          "sessionReused": false,
          "rawInputTokens": 0,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": true,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:232f85998b42859707f2dd9d705418a83a191cc78e2f0af789b1315e9f6c346c",
              "changedCategories": [],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": false,
              "storedFingerprintPresent": false
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:0ec862dead17408e101f409c622b71a59a3b6799dfa2fd6a6885f8290ea90ba1",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 0,
          "cachedInputTokens": 0,
          "taskSessionReused": false,
          "persistedSessionId": "627a463c-5203-4794-8595-8652a0e82d92",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 0,
          "sessionRotationReason": null
        }
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 45362,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.recorded-continuation",
        "expected": true
      },
      "passed": true,
      "detail": "Initial and final turns must both be recorded."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.initial.no-premature-output",
        "expected": true
      },
      "passed": true,
      "detail": "initial: only a plan may exist before the required answer/approval; documents=, attachments=0, status=in_review"
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.updated-output",
        "expected": true
      },
      "passed": false,
      "detail": "Durable output must contain the user's current word, without the superseded or injected word."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.completed-parent",
        "expected": true
      },
      "passed": true,
      "detail": "Final parent status: done"
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.successful-provider-turns",
        "expected": true
      },
      "passed": true,
      "detail": "Every recorded turn succeeded in the selected runtime."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.no-unrequested-children",
        "expected": true
      },
      "passed": true,
      "detail": "No checkpoint may contain an unrequested child task."
    }
  ],
  "screenshots": [
    {
      "id": "initial",
      "label": "Continuation: initial",
      "file": "question-continuation-initial.png",
      "publication": "public-runner-fixture",
      "sha256": "aa5af7ff61614efccf2c464e971f4d75eeff7e50c2c143918c9009f9e796f44f"
    },
    {
      "id": "final",
      "label": "Continuation: final",
      "file": "final-state.png",
      "publication": "public-runner-fixture",
      "sha256": "1bca51124a1c0f52d5713da92ec61089ef183827202ed4bc55f80cd94015c7b8"
    },
    {
      "id": "failure",
      "label": "Task state at failure",
      "file": "failure.png",
      "publication": "public-runner-fixture",
      "sha256": "fa22481789dd74898a0da8dfff908dbe9ea077221fabb3fd98bc419141cf398f"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 2,
      "runsWithTokenUsage": 1,
      "runsWithReportedCost": 1,
      "inputTokens": 6,
      "outputTokens": 909,
      "cachedInputTokens": 109744,
      "totalTokens": 110659,
      "reportedCostUsd": 0,
      "costStatus": "partial"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 45362,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": false
  }
}