paperclip-runner evalsRecorded evaluation

paperclip-runner eval suite

Provider-reported list cost (all attempts)Unavailable
Estimated model cost (all attempts)Unavailable

Newest attempts first. Each row is one isolated test attempt; select it for chat, tools, checks, and company state.

AttemptTestModelRun timeEstimated costDispositionChecksProvider sessionAgent versionProvider list costRetention
reassign-without-permission-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--reassign-without-permission-attempt-01reassign-without-permissiongrok-4.72026-09-24T16:54:56.124Zunknownpassed7/7—0.13.1unknown—
reassign-existing-task-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--reassign-existing-task-attempt-01reassign-existing-taskgrok-4.72026-09-24T16:52:46.543Zunknownpassed8/8—0.13.1unknown—
reassign-blocked-task-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--reassign-blocked-task-attempt-01reassign-blocked-taskgrok-4.72026-09-24T16:52:34.157Zunknownpassed7/7—0.13.1unknown—
workflow-governed-wait-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--workflow-governed-wait-attempt-01workflow-governed-waitgrok-4.72026-09-24T16:50:37.942Zunknownpassed9/9—0.13.1unknown—
workflow-workspace-recovery-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--workflow-workspace-recovery-attempt-01workflow-workspace-recoverygrok-4.72026-09-24T16:50:22.813Zunknownpassed10/10—0.13.1unknown—
workflow-orient-delegate-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--workflow-orient-delegate-attempt-01workflow-orient-delegategrok-4.72026-09-24T16:48:36.295Zunknownpassed9/9—0.13.1unknown—
workflow-context-document-progress-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--workflow-context-document-progress-attempt-01workflow-context-document-progressgrok-4.72026-09-24T16:48:11.660Zunknownpassed9/9—0.13.1unknown—
lazy-core-no-search-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--lazy-core-no-search-attempt-01lazy-core-no-searchgrok-4.72026-09-24T16:47:06.089Zunknownpassed4/4—0.13.1unknown—
lazy-unauthorized-undisclosed-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--lazy-unauthorized-undisclosed-attempt-01lazy-unauthorized-undisclosedgrok-4.72026-09-24T16:46:19.513Zunknownpassed5/5—0.13.1unknown—
avoid-generic-api-request-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--avoid-generic-api-request-attempt-01avoid-generic-api-requestgrok-4.72026-09-24T16:44:53.056Zunknownpassed4/4—0.13.1unknown—
lazy-discover-agents-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--lazy-discover-agents-attempt-01lazy-discover-agentsgrok-4.72026-09-24T16:43:56.717Zunknownpassed4/4—0.13.1unknown—
control-workspace-service-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--control-workspace-service-attempt-01control-workspace-servicegrok-4.72026-09-24T16:43:11.900Zunknownpassed4/4—0.13.1unknown—
schedule-task-wake-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--schedule-task-wake-attempt-01schedule-task-wakegrok-4.72026-09-24T16:41:52.728Zunknownpassed4/4—0.13.1unknown—
comment-on-approval-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--comment-on-approval-attempt-01comment-on-approvalgrok-4.72026-09-24T16:41:16.348Zunknownpassed4/4—0.13.1unknown—
get-workspace-runtime-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--get-workspace-runtime-attempt-01get-workspace-runtimegrok-4.72026-09-24T16:39:46.616Zunknownpassed3/3—0.13.1unknown—
request-approval-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--request-approval-attempt-01request-approvalgrok-4.72026-09-24T16:39:10.622Zunknownpassed5/5—0.13.1unknown—
decide-approval-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--decide-approval-attempt-01decide-approvalgrok-4.72026-09-24T16:37:58.535Zunknownpassed4/4—0.13.1unknown—
get-approval-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--get-approval-attempt-01get-approvalgrok-4.72026-09-24T16:37:20.344Zunknownpassed4/4—0.13.1unknown—
get-approval-context-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--get-approval-context-attempt-01get-approval-contextgrok-4.72026-09-24T16:35:48.237Zunknownpassed3/3—0.13.1unknown—
set-task-dependencies-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--set-task-dependencies-attempt-01set-task-dependenciesgrok-4.72026-09-24T16:34:58.364Zunknownpassed4/4—0.13.1unknown—
list-approvals-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--list-approvals-attempt-01list-approvalsgrok-4.72026-09-24T16:33:53.203Zunknownpassed3/3—0.13.1unknown—
create-child-task-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--create-child-task-attempt-01create-child-taskgrok-4.72026-09-24T16:32:40.382Zunknownpassed5/5—0.13.1unknown—
create-skill-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--create-skill-attempt-01create-skillgrok-4.72026-09-24T16:32:00.582Zunknownpassed5/5—0.13.1unknown—
block-task-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--block-task-attempt-01block-taskgrok-4.72026-09-24T16:30:15.380Zunknownpassed5/5—0.13.1unknown—
request-task-review-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--request-task-review-attempt-01request-task-reviewgrok-4.72026-09-24T16:29:50.590Zunknownpassed5/5—0.13.1unknown—
register-deliverable-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--register-deliverable-attempt-01register-deliverablegrok-4.72026-09-24T16:28:19.317Zunknownpassed6/6—0.13.1unknown—
finish-task-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--finish-task-attempt-01finish-taskgrok-4.72026-09-24T16:28:10.575Zunknownpassed5/5—0.13.1unknown—
update-task-document-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--update-task-document-attempt-01update-task-documentgrok-4.72026-09-24T16:26:33.382Zunknownpassed7/7—0.13.1unknown—
request-human-confirmation-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--request-human-confirmation-attempt-01request-human-confirmationgrok-4.72026-09-24T16:26:09.954Zunknownpassed5/5—0.13.1unknown—
answer-status-question-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--answer-status-question-attempt-01answer-status-questiongrok-4.72026-09-24T16:24:28.347Zunknownpassed8/8—0.13.1unknown—
create-task-document-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--create-task-document-attempt-01create-task-documentgrok-4.72026-09-24T16:24:21.136Zunknownpassed7/7—0.13.1unknown—
read-document-revisions-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--read-document-revisions-attempt-01read-document-revisionsgrok-4.72026-09-24T16:22:33.398Zunknownpassed4/4—0.13.1unknown—
context-before-action-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--context-before-action-attempt-01context-before-actiongrok-4.72026-09-24T16:21:45.721Zunknownpassed7/7—0.13.1unknown—
search-company-tasks-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--search-company-tasks-attempt-01search-company-tasksgrok-4.72026-09-24T16:20:30.809Zunknownpassed3/3—0.13.1unknown—
read-task-document-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--read-task-document-attempt-01read-task-documentgrok-4.72026-09-24T16:20:07.652Zunknownpassed6/6—0.13.1unknown—
list-company-agents-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--list-company-agents-attempt-01list-company-agentsgrok-4.72026-09-24T16:17:46.543Zunknownpassed3/3—0.13.1unknown—
get-company-agent-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--get-company-agent-attempt-01get-company-agentgrok-4.72026-09-24T16:17:37.856Zunknownpassed3/3—0.13.1unknown—
read-task-history-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--read-task-history-attempt-01read-task-historygrok-4.72026-09-24T16:15:24.077Zunknownpassed4/4—0.13.1unknown—
get-task-context-live-acpx-0-13-1-grok-build-1-0-13-grok-4-7-gha-36025232556-1-protocol-live-acpx-grok--get-task-context-attempt-01get-task-contextgrok-4.72026-09-24T16:15:14.143Zunknownpassed4/4—0.13.1unknown—