{"publications":[{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"32339f5e9c254126a8d9acbcb5ada60478ed1b4075dd2489885dd51653eaf963","experiment":{"digest":"df881b3a000cc6e7e0f96e3402625c463775b56656c542a4d0b247fdf180760d","executionDigest":"1e562fe4f1e85e4902853dd5b1c9b632cebb44e728a282a6d023835bbd62cf83","id":"claude-opus-5.5","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"d748a6577e82b8f4de98dd470a5cf80eb4bad39f0e49f06c14286b3f2f62139c","harness":"opencode/1.19.5","id":"claude-opus-5.5","label":"claude-opus-5.5 (via OpenRouter)","model":"anthropic/claude-opus-5.5","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-20702dfcda07efcbd8405a8b354329b1","publishedAt":"2026-11-14T23:37:51.315Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"8149321c0d00df7c0c031b80d8da452c4d6303dff8948ad683ae4adc89098296","authoringAttempts":1,"cost":{"amount":"9.364768800000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:33:39.961Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"f374e82d-ea21-4e73-91fe-cc5723609540","seriesRevision":62,"startedAt":"2026-11-13T23:26:07.076Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"98d5ca5fe79f42edbf8e84e285255d52c05678020c34ca2025f8ff10b09aa33f","authoringAttempts":1,"cost":{"amount":"6.993429600000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T23:06:25.546Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"59031a69-ca76-4321-b27b-fad9a8036711","seriesRevision":62,"startedAt":"2026-11-14T00:26:32.039Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0.16666666666666666,0.2],"runScores":[0.16666666666666666,0.2],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.18333333333333335},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1},{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"00cbce1bd6d579658324046eb6979aba175d0e79043c820b7436764e21ae8ca2","experiment":{"digest":"adfa8cc4f947353619dd9cd188979b31be307f74ee2409da438d1c38604214a4","executionDigest":"d740a12cb7938253a7029287e6583d328a3998f708235b05cf7019a7f3065342","id":"deepseek-v4.1-flash","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"89dd9de8d345effb188f5db528bfd9331526f819b3468d0cfa423219ac9fe3d3","harness":"opencode/1.19.5","id":"deepseek-v4.1-flash","label":"deepseek-v4.1-flash (via OpenRouter)","model":"deepseek/deepseek-v4.1-flash-1017","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-004d85c66ca2eea1e6ffcac521260058","publishedAt":"2026-11-14T23:37:52.403Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"8ab7d2dd77ef48dcf9dfba09ec9cefeebc2d1e151e29f09ea86769fbdc6768a2","authoringAttempts":1,"cost":{"amount":"0.094920224560","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:05:13.258Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"4d55f5f0-9849-4411-be0b-b9e61090cc76","seriesRevision":62,"startedAt":"2026-11-14T01:32:08.369Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"b0e4bcd5e8d8eecca366f39cf79a346a01f842532a528b5e5d72ed074cd21cf4","authoringAttempts":1,"cost":{"amount":"0.039163967360","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:30:55.340Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"74ce1680-5eb5-4fad-a7bf-007118a77903","seriesRevision":62,"startedAt":"2026-11-14T02:46:08.337Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0,0.13333333333333333],"runScores":[0,0.13333333333333333],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.06666666666666667},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1},{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"5bdbe734b78d2d4b3df69ef0681634e62c0948ed2868692fcc0d35e507261248","experiment":{"digest":"c6d1d0488b5b5445f276afbb70bde1be31dc8086c4d72b432c6c46b089c4689c","executionDigest":"b57972abd740a749223c25faa1d05bbf09825625ce80239fbc31d72ff89b3208","id":"gpt-6.1-sol","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"d748a6577e82b8f4de98dd470a5cf80eb4bad39f0e49f06c14286b3f2f62139c","harness":"opencode/1.19.5","id":"gpt-6.1-sol","label":"gpt-6.1-sol (via OpenRouter)","model":"openai/gpt-6.1-sol","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-e78b58e269267e44cd1c8f935c0a0dc2","publishedAt":"2026-11-14T23:37:53.623Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"eb491d0426acb93570b438e235e2e6efbcfea21d2a1fed4a6bc6a99d489e43ba","authoringAttempts":2,"cost":{"amount":"2.735950400000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:58:20.713Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"6b079df6-d750-4e58-9a44-b53e5e60a800","seriesRevision":62,"startedAt":"2026-11-13T21:01:27.786Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"87f05cc005157e5400c5d0d4fe83eac4bf63bee07a54288f31c4dcc7d9127fcc","authoringAttempts":1,"cost":{"amount":"2.051252100000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T23:36:33.669Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"243b64a8-7022-456a-93fb-4befce73affe","seriesRevision":62,"startedAt":"2026-11-13T22:12:24.525Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0,0.26666666666666666],"runScores":[0,0.26666666666666666],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.13333333333333333},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1}],"release":{"correction":null,"digest":"f90e07425383f91c3bcb58e64fe49aa745555f60c9b96c7eb2599ebf4a2b1a1e","evidence":"runner-observed","format":"acbench.release","id":"acbench-v0-1","notBefore":"2026-11-14T23:38:19.698Z","privacyReviewed":true,"publicationIds":["publication-20702dfcda07efcbd8405a8b354329b1","publication-004d85c66ca2eea1e6ffcac521260058","publication-e78b58e269267e44cd1c8f935c0a0dc2"],"publishedAt":"2026-11-14T23:38:19.698Z","publisher":"community","revision":1,"supersedes":null,"title":"ACBench v0.1","version":1}}