{
  "schema": "paperclip.runner-e2e.result/v2",
  "executionId": "continuation.runner-codex.local.question-tool-documentation",
  "suiteId": "continuation",
  "suiteDefinitionHash": "35e911c2c02e813243f27430c396daa3aa5813218ef3a6f5e0827daef55adcf4",
  "source": {
    "sha": "83dd132f27cb6ec74a94bdf9ded6d5f2d01d679e",
    "ref": "refs/heads/codex/first-task-onboarding-evals",
    "workflowRunUrl": "https://github.com/paperclipai/paperclip/actions/runs/35227647794"
  },
  "attempt": 1,
  "status": "passed",
  "profileId": "runner-codex",
  "environmentId": "local",
  "caseId": "question-tool-documentation",
  "provider": "codex",
  "model": "gpt-5.6-sol",
  "runtimeMode": "native",
  "issueId": "2544084c-28c9-473b-bd2e-be9d31911b5d",
  "issueIdentifier": "RUN-1",
  "runIds": [
    "a6a1c2a4-9df3-4678-8863-1410068abb2d",
    "ab258847-6064-4230-8572-ab5bc370168e",
    "8a88c520-5c60-4f1f-8d11-c71610474a68"
  ],
  "startedAt": "2026-09-17T13:38:35.590Z",
  "finishedAt": "2026-09-17T13:39:51.068Z",
  "durationMs": 75478,
  "usage": {
    "runs": [
      {
        "runId": "a6a1c2a4-9df3-4678-8863-1410068abb2d",
        "usage": {
          "model": "gpt-5.6-sol",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 118320,
          "usageSource": "per_run",
          "freshSession": false,
          "outputTokens": 832,
          "sessionReused": true,
          "rawInputTokens": 118320,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:1891fc4cedf64b630b47add88600f128895c79bccc772918b8a4f5e420239df4",
              "changedCategories": [],
              "taskSessionReused": true,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:77a3ad372d09a205559bef4fbd531f2ff59c0f6564e51f409f63ce50cba30e87",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 832,
          "cachedInputTokens": 109029,
          "taskSessionReused": true,
          "persistedSessionId": "01a0af97-592e-7350-811f-87dbbc1e4fe7",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 109029,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "ab258847-6064-4230-8572-ab5bc370168e",
        "usage": {
          "model": "gpt-5.6-sol",
          "biller": "openai",
          "costUsd": 0,
          "provider": "openai",
          "costStatus": "reported",
          "billingType": "unknown",
          "inputTokens": 0,
          "usageSource": "per_run",
          "freshSession": false,
          "outputTokens": 0,
          "sessionReused": true,
          "rawInputTokens": 0,
          "sessionRotated": false,
          "configFreshness": {
            "session": {
              "reset": false,
              "categories": [
                "adapter",
                "adapterConfig",
                "agentRuntimeConfig",
                "instructions",
                "issueOverrides",
                "workspaceConfig",
                "environment",
                "envBindings",
                "secrets",
                "runtimeSkills"
              ],
              "resetReasons": [],
              "nextFingerprint": "v1:sha256:1891fc4cedf64b630b47add88600f128895c79bccc772918b8a4f5e420239df4",
              "changedCategories": [],
              "taskSessionReused": true,
              "fingerprintVersion": 1,
              "taskSessionAvailable": true,
              "storedFingerprintPresent": true
            },
            "version": 1,
            "workspace": {
              "action": "create",
              "reasons": [],
              "categories": [
                "mode",
                "projectWorkspace",
                "strategy",
                "repo",
                "lifecycleCommands",
                "runtimeServices",
                "environment",
                "realization"
              ],
              "reuseRequested": false,
              "nextFingerprint": "v1:sha256:77a3ad372d09a205559bef4fbd531f2ff59c0f6564e51f409f63ce50cba30e87",
              "workspaceReused": false,
              "activeWorkspaceId": null,
              "changedCategories": [],
              "storedFingerprint": null,
              "fingerprintVersion": 1,
              "inferredFingerprint": null,
              "previousWorkspaceId": null,
              "configSnapshotRefreshed": false,
              "storedFingerprintPresent": false
            }
          },
          "rawOutputTokens": 0,
          "cachedInputTokens": 0,
          "taskSessionReused": true,
          "persistedSessionId": "01a0af97-592e-7350-811f-87dbbc1e4fe7",
          "cacheAdjustedCostUsd": 0,
          "rawCachedInputTokens": 0,
          "sessionRotationReason": null
        }
      },
      {
        "runId": "8a88c520-5c60-4f1f-8d11-c71610474a68",
        "usage": null
      }
    ]
  },
  "runtimeUsage": {
    "provider": "local",
    "agentRunDurationMs": 38399,
    "leaseDurationMs": null,
    "leaseCount": 0,
    "costStatus": "not_metered",
    "costSource": "local_not_metered"
  },
  "matcherResults": [
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.recorded-continuation",
        "expected": true
      },
      "passed": true,
      "detail": "Initial and final turns must both be recorded."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.initial.no-premature-output",
        "expected": true
      },
      "passed": true,
      "detail": "initial: only a plan may exist before the required answer/approval; documents=, attachments=0, status=in_review"
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.answered.no-premature-output",
        "expected": true
      },
      "passed": true,
      "detail": "answered: only a plan may exist before the required answer/approval; documents=, attachments=0, status=in_review"
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.updated-output",
        "expected": true
      },
      "passed": true,
      "detail": "Durable output must contain the user's current word, without the superseded or injected word."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.completed-parent",
        "expected": true
      },
      "passed": true,
      "detail": "Final parent status: done"
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.successful-provider-turns",
        "expected": true
      },
      "passed": true,
      "detail": "Every recorded turn succeeded in the selected runtime."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.no-unrequested-children",
        "expected": true
      },
      "passed": true,
      "detail": "No checkpoint may contain an unrequested child task."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.meaningful-choice-form",
        "expected": true
      },
      "passed": true,
      "detail": "The first card must show one single-choice question with distinct Morning and Afternoon options."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.text-form-after-choice",
        "expected": true
      },
      "passed": true,
      "detail": "Only after the choice is answered may the second, text-only question appear."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.actual-question-answers",
        "expected": true
      },
      "passed": true,
      "detail": "Both real UI submissions must be persisted against their original question IDs, with no duplicate question cards."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.question-guidance-not-in-wake",
        "expected": true
      },
      "passed": true,
      "detail": "Every recorded native turn must retain the short routing hint without the old question block or copied tool-format instructions."
    },
    {
      "matcher": {
        "kind": "json_path",
        "path": "continuation.both-answers-in-output",
        "expected": true
      },
      "passed": true,
      "detail": "The saved note must use both the selected time and the literal reference supplied in the text answer."
    }
  ],
  "screenshots": [
    {
      "id": "initial",
      "label": "Continuation: initial",
      "file": "question-continuation-initial.png",
      "publication": "public-runner-fixture",
      "sha256": "4b3bf26da79ccd272798804b346fca3821c6bbb1d9175b5aa1983003d2f8ca12"
    },
    {
      "id": "answered",
      "label": "Continuation: answered",
      "file": "question-continuation-answered.png",
      "publication": "public-runner-fixture",
      "sha256": "15f76033381618f4908a26d44aa74d8a5f2eb876988420eddb0b4f891c5eaa4d"
    },
    {
      "id": "final",
      "label": "Continuation: final",
      "file": "final-state.png",
      "publication": "public-runner-fixture",
      "sha256": "2bb7ecbcddc02fff0c092e447e6af61f1429146f64048a023be86289c1457714"
    }
  ],
  "cleanup": "passed",
  "billing": {
    "llm": {
      "runCount": 3,
      "runsWithTokenUsage": 1,
      "runsWithReportedCost": 1,
      "inputTokens": 118320,
      "outputTokens": 832,
      "cachedInputTokens": 109029,
      "totalTokens": 228181,
      "reportedCostUsd": 0,
      "costStatus": "partial"
    },
    "runtime": {
      "provider": "local",
      "agentRunDurationMs": 38399,
      "leaseDurationMs": null,
      "leaseCount": 0,
      "costStatus": "not_metered",
      "costSource": "local_not_metered"
    },
    "reportedCostUsd": 0,
    "estimatedRuntimeCostUsd": 0,
    "observedAndEstimatedCostUsd": 0,
    "complete": false
  }
}