{"id":"https://openalex.org/W7213295891","doi":"https://doi.org/10.48550/arxiv.2609.13299","title":"From Experiments to Decisions: Reusing Evidence in Autonomous Coding Research","display_name":"From Experiments to Decisions: Reusing Evidence in Autonomous Coding Research","publication_year":2026,"publication_date":"2026-09-10","ids":{"openalex":"https://openalex.org/W7213295891","doi":"https://doi.org/10.48550/arxiv.2609.13299"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.13299","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.13299","pdf_url":"https://arxiv.org/pdf/2609.13299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.13299","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5151755594","display_name":"Bobber Cheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Cheng, Bobber","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5151755594"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3353999853134155,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3353999853134155,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.25049999356269836,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.14100000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-coding-agents","display_name":"autonomous coding agents","score":0.9710000157356262},{"id":"https://openalex.org/keywords/domain-generalization","display_name":"domain generalization","score":0.5740000009536743},{"id":"https://openalex.org/keywords/counterexample","display_name":"counterexample","score":0.5189999938011169},{"id":"https://openalex.org/keywords/program-repair","display_name":"program repair","score":0.44600000977516174},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.30799999833106995}],"concepts":[{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.7085000276565552},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7062000036239624},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6168000102043152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144000291824341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34389999508857727},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.30070000886917114},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.13299","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.13299","pdf_url":"https://arxiv.org/pdf/2609.13299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.13299","doi":"https://doi.org/10.48550/arxiv.2609.13299","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.13299","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.13299","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.13299","pdf_url":"https://arxiv.org/pdf/2609.13299","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213295891.pdf","grobid_xml":"https://content.openalex.org/works/W7213295891.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223217414","https://openalex.org/W7221128628","https://openalex.org/W7223032822","https://openalex.org/W7172403349","https://openalex.org/W7172341856","https://openalex.org/W7215113567","https://openalex.org/W7204824317","https://openalex.org/W7221779196","https://openalex.org/W7221357007","https://openalex.org/W7169827629"],"abstract_inverted_index":{"Autonomous":[0],"coding":[1],"agents":[2],"can":[3],"remember":[4],"an":[5,42,61,99],"experiment":[6],"yet":[7],"carry":[8],"forward":[9],"a":[10,23,64,68,78,126],"conclusion":[11],"it":[12,73],"does":[13],"not":[14,151],"justify.":[15],"We":[16],"reconstruct":[17],"how":[18],"evidence":[19,137],"is":[20,148],"reused":[21],"in":[22,92],"400-task":[24],"NeuroGolf":[25],"campaign,":[26],"with":[27],"selected":[28],"wellbore-prediction":[29],"records":[30,59],"from":[31],"the":[32,93,103,142],"same":[33],"operator":[34],"as":[35,74],"cross-domain":[36],"comparisons.":[37],"A":[38,117],"numerical":[39],"counterexample":[40],"exposes":[41],"overbroad":[43],"exclusion;":[44],"other":[45],"episodes":[46],"distinguish":[47],"what":[48],"failed,":[49],"incomplete":[50],"and":[51,109,114,124,135],"revised":[52],"programs":[53],"justify":[54],"doing":[55],"next.":[56],"The":[57,145],"wellbore":[58],"reveal":[60],"additional":[62],"weakness:":[63],"coordinator":[65],"correctly":[66],"acknowledges":[67],"novelty-only":[69],"rejection,":[70],"then":[71],"summarizes":[72],"measured":[75],"closure.":[76],"Separately,":[77],"prefix-based":[79],"acceptance":[80],"gate":[81],"at":[82],"three":[83],"thresholds":[84],"yields":[85],"worse":[86],"target":[87],"scores":[88],"than":[89],"ungated":[90],"adaptation":[91],"retained":[94],"experiment.":[95],"These":[96],"cases":[97],"motivate":[98],"inspectable":[100],"handoff":[101],"linking":[102],"tested":[104],"proposition,":[105],"its":[106,139],"scope,":[107],"candidate":[108],"evaluator":[110],"identity,":[111],"check":[112,132],"statuses,":[113],"reopening":[115,123],"condition.":[116],"dispatch":[118],"tree":[119],"separates":[120],"investigation,":[121],"repair,":[122],"stopping;":[125],"promotion":[127],"predicate":[128],"requires":[129],"that":[130],"each":[131],"both":[133],"passes":[134],"has":[136],"supporting":[138],"use":[140],"for":[141],"requested":[143],"decision.":[144],"practical":[146],"lesson":[147],"to":[149],"preserve":[150],"just":[152],"experimental":[153],"results,":[154],"but":[155],"their":[156],"limits":[157],"on":[158],"subsequent":[159],"action.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-16T00:00:00"}