{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "openrouter-model-breadth.openrouter-nvidia-nemotron-3-ultra-550b-a55b-free.local.plan-approve-complete",
  "suiteId": "openrouter-model-breadth",
  "suiteDefinitionHash": "62a3b4cdbf83982a34633e28acd9116d557f39568a03b7090134e604f1c4085e",
  "source": {
    "sha": "2a99de80ec52db01eead901f28323926ceaf3c1d",
    "ref": "refs/heads/master",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35508025560"
  },
  "rankingSnapshot": {
    "rank": 4,
    "canonicalModelId": "nvidia/nemotron-3-ultra-550b-a55b:free",
    "snapshotId": "top-weekly-tools-2026-08-28",
    "capturedAt": "2026-08-28T00:00:00.000Z",
    "sourceUrl": "https://openrouter.ai/api/v1/models?sort=top-weekly&supported_parameters=tools"
  },
  "attempt": 1,
  "status": "failed",
  "failureClass": "candidate_failure",
  "error": "\u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoHaveCount\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nLocator:  getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PC_P_OK_a2a2c9902a7d-1\\s*$/ })\nExpected: \u001b[32m1\u001b[39m\nReceived: \u001b[31m0\u001b[39m\nTimeout:  30000ms\n\nCall log:\n\u001b[2m  - Expect \"toHaveCount\" with timeout 30000ms\u001b[22m\n\u001b[2m  - waiting for getByTestId('task-chat-thread').getByTestId('task-chat-agent-bubble').filter({ hasText: /^\\s*PC_P_OK_a2a2c9902a7d-1\\s*$/ })\u001b[22m\n\u001b[2m    63 × locator resolved to 0 elements\u001b[22m\n\u001b[2m       - unexpected value \"0\"\u001b[22m\n",
  "profileId": "openrouter-nvidia-nemotron-3-ultra-550b-a55b-free",
  "environmentId": "local",
  "caseId": "plan-approve-complete",
  "provider": "opencode",
  "model": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free",
  "runtimeMode": "native",
  "issueId": "3df02680-9552-4847-ad4e-7caf507d98e0",
  "issueIdentifier": "RUN-1",
  "runIds": [
    "33a3b687-ccfc-4e83-b8f0-f7e8a915c1d5",
    "020c0d77-c78a-4440-8abb-74af2c3c465b"
  ],
  "startedAt": "2026-09-20T11:44:40.463Z",
  "finishedAt": "2026-09-20T11:47:23.755Z",
  "durationMs": 163292,
  "usage": {
    "runs": [
      {
        "runId": "33a3b687-ccfc-4e83-b8f0-f7e8a915c1d5",
        "usage": {
          "model": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 40137,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 728,
          "sessionReused": false,
          "rawInputTokens": 40137,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": true,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [
                "effective run configuration changed: adapter config",
                "forceFreshSession was requested"
              ],
              "nextFingerprint": "v1:sha256:8198c3249132fdea53325aad91fa91fa472ddc9f90722c06722acdb59199b20d",
              "changedCategories": [
                "adapterConfig"
              ],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:165f8e3d8e6e2e510d8214d6672de250ad384266f9a46a45d6f1f6d36303a242",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 728,
          "cachedInputTokens": 43200,
          "taskSessionReused": false,
          "persistedSessionId": "ses_f415ce212ffeX57qRLTq7S5Rd0",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 43200,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "020c0d77-c78a-4440-8abb-74af2c3c465b",
        "usage": {
          "model": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 21438,
          "usageSource": "per_run",
          "freshSession": true,
          "outputTokens": 347,
          "sessionReused": false,
          "rawInputTokens": 21438,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": true,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:5f8d7e08a8c37d8508d8c2e670a6a3cfc881cc40dba8059795de0e4b2e3b3501",
              "changedCategories": [],
              "taskSessionReused": false,
              "fingerprintVersion": 1,
              "taskSessionAvailable": false,
              "storedFingerprintPresent": false
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:165f8e3d8e6e2e510d8214d6672de250ad384266f9a46a45d6f1f6d36303a242",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 347,
          "cachedInputTokens": 0,
          "taskSessionReused": false,
          "persistedSessionId": "ses_f415d8676ffe6gz8aK0UVh96yC",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 0,
          "sessionRotationReason": null
        }
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 105815,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [
    {
      "matcher": {
        "kind": "message_exact",
        "expected": "PC_P_OK_a2a2c9902a7d-1"
      },
      "passed": true,
      "detail": "matched"
    },
    {
      "matcher": {
        "kind": "message_occurrences",
        "expected": "PC_P_OK_a2a2c9902a7d-1",
        "count": 1
      },
      "passed": true,
      "detail": "matched"
    },
    {
      "matcher": {
        "kind": "issue_status",
        "expected": "done"
      },
      "passed": true,
      "detail": "matched"
    },
    {
      "matcher": {
        "kind": "run_status",
        "expected": "succeeded"
      },
      "passed": true,
      "detail": "matched"
    },
    {
      "matcher": {
        "kind": "runtime_mode",
        "expected": "native"
      },
      "passed": true,
      "detail": "matched"
    },
    {
      "matcher": {
        "kind": "environment",
        "expected": "local"
      },
      "passed": true,
      "detail": "matched"
    }
  ],
  "screenshots": [
    {
      "id": "plan-pending",
      "label": "Plan awaiting approval",
      "file": "plan-pending.png",
      "publication": "public-runner-fixture",
      "sha256": "0706d01f3483f1148f7fa556ffafc7f3381265265b165c512ea06bfa7a8cdd9a"
    },
    {
      "id": "failure",
      "label": "Task state at failure",
      "file": "failure.png",
      "publication": "public-runner-fixture",
      "sha256": "3878570f4a62a0d65f57cf1754e0269e56ec797f4e36e26b44c172eb6e800401"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 2,
      "runsWithTokenUsage": 2,
      "runsWithReportedCost": 2,
      "inputTokens": 61575,
      "outputTokens": 1075,
      "cachedInputTokens": 43200,
      "totalTokens": 105850,
      "reportedCostUsd": 0,
      "costStatus": "reported"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 105815,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": true
  }
}