{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "agent-chat-qualification.runner-codex.local.grounded-answer-quality",
  "suiteId": "agent-chat-qualification",
  "suiteDefinitionHash": "d960b9da4e379363ffd4b774136fd52f02e6b342e5a4b37a1ccfb5d85a4174e0",
  "source": {
    "sha": "4a26f10be7dd6aeabf2ca7b44b3d6b2ece7817e0",
    "ref": "refs/heads/codex/agent-chat-remaining-qualification-20260921",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35658262695"
  },
  "attempt": 1,
  "status": "passed",
  "profileId": "runner-codex",
  "environmentId": "local",
  "caseId": "grounded-answer-quality",
  "provider": "codex",
  "model": "gpt-5.6-sol",
  "runtimeMode": "native",
  "issueId": "1de7eaa3-f6c1-4841-bf82-c3b92ad4ba10",
  "issueIdentifier": "RUN-3",
  "runIds": [
    "9803def5-2323-44e0-ba1e-d4f0c2a0f23c",
    "9d9b9eef-ddc6-4a51-bc8c-8bea04381aa1"
  ],
  "startedAt": "2026-09-21T21:46:06.084Z",
  "finishedAt": "2026-09-21T21:47:47.391Z",
  "durationMs": 101307,
  "usage": {
    "runs": [
      {
        "runId": "9803def5-2323-44e0-ba1e-d4f0c2a0f23c",
        "usage": {
          "model": "gpt-5.6-sol",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 235843,
          "usageSource": "per_run",
          "freshSession": false,
          "outputTokens": 2460,
          "sessionReused": true,
          "rawInputTokens": 235843,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:cb2208e9726cbceeba72d95921f3b93719b31489f9a2ec64c5d61bf6d78f070e",
              "changedCategories": [],
              "taskSessionReused": true,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:4194555fb93e3507d6df9b27fb7f0b3ce7f79706d0b2d943639d210fc6f3fb1a",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 2460,
          "cachedInputTokens": 205577,
          "taskSessionReused": true,
          "persistedSessionId": "01a0c5ef-29d0-7041-b453-4fac6b021108",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 205577,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "9d9b9eef-ddc6-4a51-bc8c-8bea04381aa1",
        "usage": {
          "model": "gpt-5.6-sol",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 147908,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 1475,
          "sessionReused": false,
          "rawInputTokens": 147908,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:cb2208e9726cbceeba72d95921f3b93719b31489f9a2ec64c5d61bf6d78f070e",
              "changedCategories": [],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": false,
              "storedFingerprintPresent": false
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:4194555fb93e3507d6df9b27fb7f0b3ce7f79706d0b2d943639d210fc6f3fb1a",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 1475,
          "cachedInputTokens": 122670,
          "taskSessionReused": false,
          "persistedSessionId": "01a0c5ef-29d0-7041-b453-4fac6b021108",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 122670,
          "sessionRotationReason": null
        }
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 87487,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [
    {
      "matcher": {
        "kind": "issue_status",
        "expected": "in_review"
      },
      "passed": true,
      "detail": "Chat workflow and durable handoff/session assertions passed"
    }
  ],
  "screenshots": [
    {
      "id": "final-state",
      "label": "Chat waiting after its verified workflow",
      "file": "final-state.png",
      "publication": "public-runner-fixture",
      "sha256": "c96190b9189b64878428601c12647aac13dc8342f4094983e6d5572b54519a08"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 2,
      "runsWithTokenUsage": 2,
      "runsWithReportedCost": 2,
      "inputTokens": 383751,
      "outputTokens": 3935,
      "cachedInputTokens": 328247,
      "totalTokens": 715933,
      "reportedCostUsd": 0,
      "costStatus": "reported"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 87487,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": true
  }
}