{"consent":{"artifacts":false,"attribution":true,"license":"CC-BY-4.0","research":true,"results":true,"training":false},"digest":"5bdbe734b78d2d4b3df69ef0681634e62c0948ed2868692fcc0d35e507261248","experiment":{"digest":"c6d1d0488b5b5445f276afbb70bde1be31dc8086c4d72b432c6c46b089c4689c","executionDigest":"b57972abd740a749223c25faa1d05bbf09825625ce80239fbc31d72ff89b3208","id":"gpt-6.1-sol","provenance":"runner-observed","replicates":2,"suiteDigest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","system":{"configurationDigest":"d748a6577e82b8f4de98dd470a5cf80eb4bad39f0e49f06c14286b3f2f62139c","harness":"opencode/1.19.5","id":"gpt-6.1-sol","label":"gpt-6.1-sol (via OpenRouter)","model":"openai/gpt-6.1-sol","provider":"openai"}},"format":"playerthree.benchmark-publication","id":"publication-e78b58e269267e44cd1c8f935c0a0dc2","publishedAt":"2026-11-14T23:37:53.623Z","retention":{"policy":"until-withdrawn","withdrawalNotice":"Downloaded copies cannot be recalled."},"revision":1,"runs":[{"artifactDigest":"eb491d0426acb93570b438e235e2e6efbcfea21d2a1fed4a6bc6a99d489e43ba","authoringAttempts":2,"cost":{"amount":"2.735950400000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T22:58:20.713Z","id":"run-1","index":0,"reason":"cutoff","seriesId":"6b079df6-d750-4e58-9a44-b53e5e60a800","seriesRevision":62,"startedAt":"2026-11-13T21:01:27.786Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]},{"artifactDigest":"87f05cc005157e5400c5d0d4fe83eac4bf63bee07a54288f31c4dcc7d9127fcc","authoringAttempts":1,"cost":{"amount":"2.051252100000","coverage":"complete","currency":"USD","pricedAt":"2026-11-13T03:30:00.000Z","pricingVersion":"openrouter-catalog/2026-11-13T03:30:00Z+pinned-hosts","scope":"authoring-run","source":"router-reported"},"finishedAt":"2026-11-14T23:36:33.669Z","id":"run-2","index":1,"reason":"cutoff","seriesId":"243b64a8-7022-456a-93fb-4befce73affe","seriesRevision":62,"startedAt":"2026-11-13T22:12:24.525Z","status":"evaluated","trials":[{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-0"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"novice-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-1"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-2"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crossfire","trialId":"trial-3"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-4"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-5"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-6"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-7"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-8"},{"attempts":1,"blockId":"crossfire-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crossfire","trialId":"trial-9"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-10"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-11"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-12"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"twin_fords","trialId":"trial-13"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-14"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-15"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-16"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-17"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-18"},{"attempts":1,"blockId":"twin_fords-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"twin_fords","trialId":"trial-19"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-20"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"novice-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-21"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-nw","score":1,"status":"win","stratumId":"crown","trialId":"trial-22"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"standard-se","score":1,"status":"win","stratumId":"crown","trialId":"trial-23"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-24"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"veteran-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-25"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-26"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"elite-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-27"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-nw","score":0,"status":"loss","stratumId":"crown","trialId":"trial-28"},{"attempts":1,"blockId":"crown-seed-5101","permutationId":"champion-se","score":0,"status":"loss","stratumId":"crown","trialId":"trial-29"}]}],"score":{"complete":true,"completedRuns":2,"expectedRuns":2,"expectedTrials":60,"failedRuns":0,"interval":[0,0.26666666666666666],"runScores":[0,0.26666666666666666],"scoredTrials":60,"uncertainty":{"blocks":3,"method":"crossed-run-block-bootstrap/1","replicates":2000,"runs":2,"seed":1729},"value":0.13333333333333333},"suite":{"authoring":{"budgets":{"maxCostUsd":"10","maxTokens":200000000,"maxTurns":20000},"maxWallMs":2700000,"practiceSeeds":[17,29],"replicates":2},"blocks":[{"blockId":"crossfire-seed-5101","scenarioId":"crossfire-seed-5101","stratumId":"crossfire"},{"blockId":"twin_fords-seed-5101","scenarioId":"twin_fords-seed-5101","stratumId":"twin_fords"},{"blockId":"crown-seed-5101","scenarioId":"crown-seed-5101","stratumId":"crown"}],"build":{"gameDigest":"7374d9bdb99cb98f2979cc79217f019c04fe806bc92f7a9da2ecfbc15f05a4ff","runnerDigest":"eb01d29a12a07facf6b5868607f5e80f1d7fabd3595efac9d42301668d7042e3"},"digest":"9e7ab25c84cac9e28bd1d5b4cb1809ffe216ef656cf6e109277bf00d8bcf589c","evaluation":{"permutations":["novice-nw","novice-se","standard-nw","standard-se","veteran-nw","veteran-se","elite-nw","elite-se","champion-nw","champion-se"],"repetitions":1},"game":"agent-command","gameVersion":"0.1.0","harness":{"id":"opencode","version":"1.19.5"},"id":"acbench-v1-ed46598e332a","references":[{"digest":"da555df45a2fee0457c16c2846c788bfc58fd69417103f171b5570be1b9bb8fd","id":"novice"},{"digest":"043f62745696ead3341490c9a74d02747d1764ac2d448d37cdab9a9e75deac36","id":"standard"},{"digest":"5ee97857e5a647d38c10ee781f3d16b707cc7201df185a8777e589a6cee7af1f","id":"veteran"},{"digest":"288b785872251ea06d68d018d3fb58c75d6850ca7b13de3f7ef9ae7b28c5e2b6","id":"elite"},{"digest":"c7ab19194d52945b388b5ba554c605cf0dba49c44eec12b0fbc33a2d66cd7ac1","id":"champion"}],"roles":["depths","surface","sky","orbit"],"scoring":{"authoringFailure":"zero","method":"weighted-score/1","timeout":"draw"},"seriesDigest":"e2d9fc69cd48f557fa195e997c29b3acf7e23981c3d01280db3874d207138a9a","strata":[{"id":"crossfire","weight":1},{"id":"twin_fords","weight":1},{"id":"crown","weight":1}],"surfaceHash":"c62c6556b9f21ab26e1be42dd0161dc58f2048d86cb2efc6a62512522560dca8","title":"ACBench re-score: four-plane authored policies, 45 min wall clock, opencode 1.19.5; novice/standard/veteran/elite/champion bots both sides on crossfire, twin_fords, crown × 1 seed(s)","track":"authored-policy","uncertainty":{"method":"crossed-run-block-bootstrap/1","replicates":2000,"seed":1729},"version":1},"version":1}