paperclip-runner evalsstatic evidence

context-before-action

behavior_failure · attempt context-before-action-live-opencode-1-18-17-openrouter-claude-sonnet-5-gha-34060573948-1-protocol-live-opencode-openrouter-claude-sonnet-5--context-before-action-attempt-01

Provider session

unknown

Agent version: 1.18.17

Provider list cost: $0.073250 · estimated: $0.034968 est.

Retention: redacted from the public report

Checks

PASS: context-call

passed

PASS: progress-call

passed

PASS: context-before-progress

passed

FAIL: one-progress-comment

failed

PASS: terminal-completed

passed

PASS: transcript-complete

passed

PASS: mock-only

passed

Conversation

No complete transcript.

Semantic tools

No semantic tool evidence.

Company state timeline

No state revisions.

Raw immutable artifact

{
  "attemptId": "context-before-action-live-opencode-1-18-17-openrouter-claude-sonnet-5-gha-34060573948-1-protocol-live-opencode-openrouter-claude-sonnet-5--context-before-action-attempt-01",
  "devtools": {
    "revisions": []
  },
  "driver": "opencode_server",
  "provider": "opencode",
  "providerVersion": "1.18.17",
  "requestedModel": "openrouter/anthropic/claude-sonnet-5",
  "retainedSession": false,
  "retainedSessionStatus": "redacted from the public report",
  "schema": "paperclip-runner/eval-session-artifact/v1",
  "snapshot": {
    "createdAt": "2026-09-06T21:24:04.307Z",
    "evidence": [],
    "providerModel": {
      "id": "openrouter/anthropic/claude-sonnet-5",
      "provider": "openrouter"
    },
    "transcript": []
  },
  "turn": {
    "status": "completed"
  },
  "usage": {
    "agentTurns": 1,
    "cachedInputTokens": 63941,
    "estimatedCostNanodollars": 34968200,
    "inputTokens": 12,
    "outputTokens": 2218,
    "providerReportedCostNanodollars": 73249700,
    "providerRequests": 6,
    "reasoningTokens": 0
  }
}