{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"00cbce1bd6d579658324046eb6979aba175d0e79043c820b7436764e21ae8ca2","experiment":{"digest":"adfa8cc4f947353619dd9cd188979b31be307f74ee2409da438d1c38604214a4","executionDigest":"d740a12cb7938253a7029287e6583d328a3998f708235b05cf7019a7f3065342","id":"deepseek-v4.1-flash","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"89dd9de8d345effb188f5db528bfd9331526f819b3468d0cfa423219ac9fe3d3","harness":"opencode/1.19.5","id":"deepseek-v4.1-flash","label":"deepseek-v4.1-flash (via OpenRouter)","model":"deepseek/deepseek-v4.1-flash-1017","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-004d85c66ca2eea1e6ffcac521260058","publishedAt":"2026-11-14T23:37:52.403Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"8ab7d2dd77ef48dcf9dfba09ec9cefeebc2d1e151e29f09ea86769fbdc6768a2","authoringAttempts":1,"cost":{"amount":"0.094920224560","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:05:13.258Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"4d55f5f0-9849-4411-be0b-b9e61090cc76","seriesRevision":62,"startedAt":"2026-11-14T01:32:08.369Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"b0e4bcd5e8d8eecca366f39cf79a346a01f842532a528b5e5d72ed074cd21cf4","authoringAttempts":1,"cost":{"amount":"0.039163967360","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:30:55.340Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"74ce1680-5eb5-4fad-a7bf-007118a77903","seriesRevision":62,"startedAt":"2026-11-14T02:46:08.337Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0,0.13333333333333333],"runScores":[0,0.13333333333333333],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.06666666666666667},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1}