{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "agent-chat-hardening.runner-codex.local.stop-startup-new-resume",
  "suiteId": "agent-chat-hardening",
  "suiteDefinitionHash": "010a576160f811035d837208e1cc9a7d1fbd2596385917ba1197660e8b23d2cf",
  "source": {
    "sha": "3d6140ca5df691a679b569d5fd5680adeb8ee088",
    "ref": "refs/heads/codex/agent-chat-hardening-evals-20260921",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35609479786"
  },
  "attempt": 1,
  "status": "failed",
  "failureClass": "candidate_failure",
  "error": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m1\u001b[39m\nReceived: \u001b[31m0\u001b[39m\n\nCall Log:\n- Timeout 30000ms exceeded while waiting on the predicate",
  "profileId": "runner-codex",
  "environmentId": "local",
  "caseId": "stop-startup-new-resume",
  "provider": "codex",
  "model": "gpt-5.6-sol",
  "runtimeMode": "native",
  "issueId": "b1b7f3a9-9b66-41f9-8672-aefa471df677",
  "issueIdentifier": "RUN-1",
  "runIds": [
    "dca7bc56-5c19-4338-9aef-4edf5278cd0e",
    "2f305dbc-7316-44c7-b838-ebd276e2e4dc",
    "83964506-1a4f-4844-a9d4-59b64f9644ef"
  ],
  "startedAt": "2026-09-21T14:15:23.145Z",
  "finishedAt": "2026-09-21T14:16:31.340Z",
  "durationMs": 68195,
  "usage": {
    "runs": [
      {
        "runId": "dca7bc56-5c19-4338-9aef-4edf5278cd0e",
        "usage": null
      },
      {
        "runId": "2f305dbc-7316-44c7-b838-ebd276e2e4dc",
        "usage": null
      },
      {
        "runId": "83964506-1a4f-4844-a9d4-59b64f9644ef",
        "usage": {
          "model": "gpt-5.6-sol",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 34262,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 305,
          "sessionReused": false,
          "rawInputTokens": 34262,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:eed781a11941123225d1bb0a35e73e302764f562767338b5599c0734fff982b1",
              "changedCategories": [],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": false,
              "storedFingerprintPresent": false
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:7c61f7ae2d38eb33ed4b2ef50f4dd7b68c392f2857624aeb0212b71cdd58f97e",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 305,
          "cachedInputTokens": 16949,
          "taskSessionReused": false,
          "persistedSessionId": "01a0c452-7c60-7fa0-8ce6-78ce10b9e9c5",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 16949,
          "sessionRotationReason": null
        }
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 19445,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [],
  "screenshots": [
    {
      "id": "failure",
      "label": "Task state at failure",
      "file": "failure.png",
      "publication": "public-runner-fixture",
      "sha256": "7c0b726bcee081ac5306ea3ef33b5eb3fdb1b2c45593d87158ea4b98e4ff6a02"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 3,
      "runsWithTokenUsage": 1,
      "runsWithReportedCost": 1,
      "inputTokens": 34262,
      "outputTokens": 305,
      "cachedInputTokens": 16949,
      "totalTokens": 51516,
      "reportedCostUsd": 0,
      "costStatus": "partial"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 19445,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": false
  }
}