{"id":"https://openalex.org/W7166022503","doi":"https://doi.org/10.48550/arxiv.2606.26300","title":"The Verification Horizon: No Silver Bullet for Coding Agent Rewards","display_name":"The Verification Horizon: No Silver Bullet for Coding Agent Rewards","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166022503","doi":"https://doi.org/10.48550/arxiv.2606.26300"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26300","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112223450","display_name":"Binghai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Binghai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139463006","display_name":"Chenlong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chenlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139407740","display_name":"Dayiheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dayiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139407207","display_name":"Jiajun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139427039","display_name":"Jiawei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139392784","display_name":"Mouxiang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025456709","display_name":"Rongyao Fang","orcid":"https://orcid.org/0000-0002-8010-4808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Mouxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139440551","display_name":"Siyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Rongyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087218475","display_name":"Xuwu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019248519","display_name":"Yuheng Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xuwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104334534","display_name":"Zeyao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Yuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139423882","display_name":"Zeyu Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zeyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Cui, Zeyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4327999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4327999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.20509999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.16359999775886536,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4934999942779541},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.47189998626708984},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.4115999937057495},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4068000018596649},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7505999803543091},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4934999942779541},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.47189998626708984},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4068000018596649},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C2776088982","wikidata":"https://www.wikidata.org/wiki/Q841402","display_name":"Silver bullet","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26300","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26300","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"classical":[1],"intuition":[2,18],"holds":[3],"that":[4,135,210],"verifying":[5,45],"a":[6,59,73,150,157,238],"solution":[7],"is":[8,19,39,57,78,140],"easier":[9],"than":[10],"producing":[11],"one.":[12],"For":[13],"today's":[14],"coding":[15,155],"agents,":[16],"this":[17],"being":[20],"inverted:":[21],"as":[22,108,165,248],"foundation":[23],"models":[24],"develop":[25],"stronger":[26],"reasoning":[27],"capabilities":[28],"and":[29,104,130,133,171,183,191,200,223,230,254],"engineering":[30],"harnesses":[31],"grow":[32],"more":[33,203],"sophisticated,":[34],"generating":[35],"complex":[36],"candidate":[37],"solutions":[38],"no":[40,241],"longer":[41],"difficult":[42],"--":[43,106,127,132],"reliably":[44],"them":[46],"has":[47,91],"become":[48],"the":[49,65,100,119,141,163,194,259],"harder":[50],"problem.":[51],"Every":[52],"verifier":[53,152,159,166,175],"we":[54,117,187],"can":[55,214,245],"build":[56],"only":[58],"proxy":[60,103],"for":[61,153,160,167,176],"human":[62],"intent,":[63],"never":[64],"intent":[66,77,105],"itself.":[67],"This":[68],"makes":[69],"verification":[70,122,212,255],"subject":[71],"to":[72,86,202,237,252],"twofold":[74],"difficulty:":[75],"first,":[76],"underspecified":[79],"by":[80],"nature,":[81],"making":[82],"it":[83,90],"inherently":[84],"hard":[85],"faithfully":[87],"check":[88],"whether":[89],"been":[92],"fulfilled;":[93],"second,":[94],"during":[95],"model":[96],"training,":[97],"optimization":[98],"widens":[99],"gap":[101],"between":[102],"manifesting":[107],"reward":[109,148,198,206,217,243],"hacking":[110],"or":[111],"signal":[112],"saturation.":[113],"To":[114],"address":[115],"this,":[116],"characterize":[118],"quality":[120],"of":[121,197],"signals":[123],"along":[124],"three":[125,138],"dimensions":[126],"scalability,":[128],"faithfulness,":[129],"robustness":[131],"argue":[134],"achieving":[136],"all":[137],"simultaneously":[139],"central":[142],"challenge.":[143],"We":[144],"further":[145],"study":[146],"four":[147],"constructions:":[149],"test":[151],"general":[154],"tasks,":[156,162,170],"rubric":[158],"frontend":[161],"user":[164],"real-world":[168],"agent":[169,174],"an":[172],"automated":[173],"long-horizon":[177],"tasks.":[178],"Across":[179],"different":[180],"task":[181,220],"types":[182],"policy":[184,249],"capability":[185,250],"levels,":[186],"conduct":[188],"in-depth":[189],"analysis":[190],"experiments":[192],"on":[193],"core":[195,239],"challenges":[196],"design":[199,213],"how":[201],"effectively":[204,215],"leverage":[205],"signals.":[207],"Experiments":[208],"show":[209],"targeted":[211],"suppress":[216],"hacking,":[218],"improve":[219],"completion":[221],"quality,":[222],"achieve":[224],"significant":[225],"gains":[226],"across":[227],"multiple":[228],"internal":[229],"public":[231],"benchmarks.":[232],"These":[233],"experiences":[234],"collectively":[235],"point":[236],"observation:":[240],"fixed":[242],"function":[244],"remain":[246],"effective":[247],"continues":[251],"grow;":[253],"must":[256],"co-evolve":[257],"with":[258],"generator.":[260]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}