{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"32339f5e9c254126a8d9acbcb5ada60478ed1b4075dd2489885dd51653eaf963","experiment":{"digest":"df881b3a000cc6e7e0f96e3402625c463775b56656c542a4d0b247fdf180760d","executionDigest":"1e562fe4f1e85e4902853dd5b1c9b632cebb44e728a282a6d023835bbd62cf83","id":"claude-opus-5.5","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"d748a6577e82b8f4de98dd470a5cf80eb4bad39f0e49f06c14286b3f2f62139c","harness":"opencode/1.19.5","id":"claude-opus-5.5","label":"claude-opus-5.5 (via OpenRouter)","model":"anthropic/claude-opus-5.5","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-20702dfcda07efcbd8405a8b354329b1","publishedAt":"2026-11-14T23:37:51.315Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"8149321c0d00df7c0c031b80d8da452c4d6303dff8948ad683ae4adc89098296","authoringAttempts":1,"cost":{"amount":"9.364768800000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:33:39.961Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"f374e82d-ea21-4e73-91fe-cc5723609540","seriesRevision":62,"startedAt":"2026-11-13T23:26:07.076Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"98d5ca5fe79f42edbf8e84e285255d52c05678020c34ca2025f8ff10b09aa33f","authoringAttempts":1,"cost":{"amount":"6.993429600000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T23:06:25.546Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"59031a69-ca76-4321-b27b-fad9a8036711","seriesRevision":62,"startedAt":"2026-11-14T00:26:32.039Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0.16666666666666666,0.2],"runScores":[0.16666666666666666,0.2],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.18333333333333335},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1}