{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "agent-chat-qualification.runner-acpx-claude.local.grounded-answer-quality",
  "suiteId": "agent-chat-qualification",
  "suiteDefinitionHash": "d960b9da4e379363ffd4b774136fd52f02e6b342e5a4b37a1ccfb5d85a4174e0",
  "source": {
    "sha": "4a26f10be7dd6aeabf2ca7b44b3d6b2ece7817e0",
    "ref": "refs/heads/codex/agent-chat-remaining-qualification-20260921",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35658262695"
  },
  "attempt": 1,
  "status": "passed",
  "profileId": "runner-acpx-claude",
  "environmentId": "local",
  "caseId": "grounded-answer-quality",
  "provider": "acpx",
  "model": "claude-sonnet-5",
  "runtimeMode": "native",
  "issueId": "250f7d5a-ca27-4e21-a8ee-8d604361dd25",
  "issueIdentifier": "RUN-3",
  "runIds": [
    "28957022-66ab-466e-acbd-84fce65b59fb",
    "7f649842-3ea9-4d29-a395-b9550cf4d319"
  ],
  "startedAt": "2026-09-21T21:45:52.778Z",
  "finishedAt": "2026-09-21T21:47:59.149Z",
  "durationMs": 126371,
  "usage": {
    "runs": [
      {
        "runId": "28957022-66ab-466e-acbd-84fce65b59fb",
        "usage": {
          "model": "claude-sonnet-5",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 8,
          "usageSource": "per_run",
          "freshSession": false,
          "outputTokens": 3221,
          "sessionReused": true,
          "rawInputTokens": 8,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:3efba2be3743aa42e6a427b4cd44da7568c4a77380530a69b7c3ad082f14c3bd",
              "changedCategories": [],
              "taskSessionReused": true,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:79e6cf25be3b373273cf06810db1af9c8a665b71200dc26c0922047a2bf8cc92",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 3221,
          "cachedInputTokens": 226283,
          "taskSessionReused": true,
          "persistedSessionId": "91fb0669-7a4c-4240-9271-325f19d77fd8",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 226283,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "7f649842-3ea9-4d29-a395-b9550cf4d319",
        "usage": {
          "model": "claude-sonnet-5",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 16,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 5088,
          "sessionReused": false,
          "rawInputTokens": 16,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:3efba2be3743aa42e6a427b4cd44da7568c4a77380530a69b7c3ad082f14c3bd",
              "changedCategories": [],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": false,
              "storedFingerprintPresent": false
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:79e6cf25be3b373273cf06810db1af9c8a665b71200dc26c0922047a2bf8cc92",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 5088,
          "cachedInputTokens": 322549,
          "taskSessionReused": false,
          "persistedSessionId": "91fb0669-7a4c-4240-9271-325f19d77fd8",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 322549,
          "sessionRotationReason": null
        }
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 114241,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [
    {
      "matcher": {
        "kind": "issue_status",
        "expected": "in_review"
      },
      "passed": true,
      "detail": "Chat workflow and durable handoff/session assertions passed"
    }
  ],
  "screenshots": [
    {
      "id": "final-state",
      "label": "Chat waiting after its verified workflow",
      "file": "final-state.png",
      "publication": "public-runner-fixture",
      "sha256": "2803160f3d3be0e2a2b9571aa2a64e1d092f90e798bf136b58d4ee5e1464dd66"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 2,
      "runsWithTokenUsage": 2,
      "runsWithReportedCost": 2,
      "inputTokens": 24,
      "outputTokens": 8309,
      "cachedInputTokens": 548832,
      "totalTokens": 557165,
      "reportedCostUsd": 0,
      "costStatus": "reported"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 114241,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": true
  }
}