{"id":"https://openalex.org/W7157594135","doi":"https://doi.org/10.48550/arxiv.2604.25067","title":"Frontier Coding Agents Can Now Implement an AlphaZero Self-Play Machine Learning Pipeline For Connect Four That Performs Comparably to an External Solver","display_name":"Frontier Coding Agents Can Now Implement an AlphaZero Self-Play Machine Learning Pipeline For Connect Four That Performs Comparably to an External Solver","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7157594135","doi":"https://doi.org/10.48550/arxiv.2604.25067"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.25067","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25067","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.25067","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072629215","display_name":"Joshua L. Sherwood","orcid":"https://orcid.org/0000-0003-2578-7949"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sherwood, Joshua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134859455","display_name":"Ben Aybar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aybar, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134856526","display_name":"Benjamin Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaplan, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2354000061750412,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2354000061750412,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.12409999966621399,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.04039999842643738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5102999806404114},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4496000111103058},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.40400001406669617},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.304500013589859},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.2935999929904938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7172999978065491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7139000296592712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6908000111579895},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.25067","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25067","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.25067","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25067","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.47169819474220276,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Forecasting":[0],"when":[1,175],"AI":[2,10,17,50,78],"systems":[3],"will":[4],"become":[5],"capable":[6],"of":[7,65,148,160,164,181,199,226],"meaningfully":[8],"accelerating":[9],"research":[11,51,79],"is":[12,183],"a":[13,54,60,83,105,116],"central":[14],"challenge":[15],"for":[16,33,98],"safety.":[18],"Existing":[19],"benchmarks":[20],"measure":[21],"broad":[22],"capability":[23,40],"growth,":[24],"but":[25,223],"may":[26],"not":[27,224],"provide":[28],"ample":[29],"early":[30],"warning":[31],"signals":[32],"recursive":[34],"self-improvement.":[35],"We":[36,81,243],"propose":[37],"measuring":[38],"AI's":[39],"to":[41,74,120,250],"autonomously":[42,91],"implement":[43,92],"end-to-end":[44],"machine":[45,95],"learning":[46,96],"pipelines":[47],"from":[48],"past":[49],"breakthroughs,":[52],"given":[53],"minimal":[55],"task":[56,62],"description.":[57],"By":[58],"providing":[59],"concise":[61],"description":[63],"instead":[64],"the":[66,111,121,155],"full":[67],"prior":[68],"work":[69],"as":[70,142],"reference,":[71],"we":[72,109,134,176],"hope":[73],"better":[75,153],"elicit":[76],"emerging":[77],"taste.":[80],"introduce":[82],"proof-of-concept":[84],"benchmark":[85],"in":[86,115,146,179,192,240],"which":[87,161,168,194],"frontier":[88,170],"coding":[89],"agents":[90,129,157],"an":[93],"AlphaZero-style":[94],"pipeline":[97],"Connect":[99,124],"Four":[100,125],"on":[101],"consumer":[102],"hardware":[103],"within":[104],"three-hour":[106],"budget,":[107],"and":[108,248,253],"evaluate":[110],"resulting":[112],"game":[113],"AIs":[114],"round-robin":[117],"tournament":[118],"anchored":[119],"Pascal":[122],"Pons":[123,145],"solver.":[126],"Across":[127],"four":[128],"with":[130,222],"eight":[131,149],"trials":[132],"each,":[133],"find":[135],"substantial":[136],"differentiation:":[137],"Claude":[138],"Opus":[139],"4.7":[140],"won":[141],"first-mover":[143],"against":[144],"seven":[147],"trials,":[150],"statistically":[151],"significantly":[152],"than":[154,204],"other":[156,205],"tested,":[158],"none":[159],"exceeded":[162],"two":[163],"eight.":[165],"The":[166],"task,":[167],"no":[169],"agent":[171],"could":[172],"reliably":[173],"complete":[174],"began":[177],"development":[178],"January":[180],"2026,":[182],"now":[184],"near-saturation.":[185],"Our":[186],"evaluation":[187],"also":[188],"surfaced":[189],"anomalous":[190],"behavior":[191],"GPT-5.4,":[193],"consistently":[195],"used":[196],"far":[197],"less":[198,213],"its":[200],"allocated":[201],"time":[202],"budget":[203],"agents.":[206],"A":[207],"follow-up":[208],"16-trial":[209],"probe":[210,231],"using":[211],"shorter,":[212],"evaluation-coded":[214],"prompts":[215,249],"substantially":[216],"increased":[217],"GPT-5.4's":[218],"time-budget":[219,241],"usage,":[220],"consistent":[221],"diagnostic":[225],"sandbagging;":[227],"Bradley-Terry":[228],"ratings":[229],"across":[230],"conditions":[232],"showed":[233],"only":[234],"directional":[235],"differences,":[236],"despite":[237],"significant":[238],"differences":[239],"usage.":[242],"release":[244],"our":[245],"data,":[246],"code,":[247],"support":[251],"reproduction":[252],"extension.":[254]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-30T00:00:00"}