{"id":"https://openalex.org/W7167220845","doi":"https://doi.org/10.48550/arxiv.2607.02294","title":"Coding Agents Are Guessing: Measuring Action-Boundary Violations in Underspecified DevOps Instructions","display_name":"Coding Agents Are Guessing: Measuring Action-Boundary Violations in Underspecified DevOps Instructions","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167220845","doi":"https://doi.org/10.48550/arxiv.2607.02294"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.02294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.02294","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136416484","display_name":"Z Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Zimo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140012361","display_name":"Zekai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zekai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140001563","display_name":"Congying Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Congying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139963055","display_name":"Zongjie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101788579","display_name":"Gao Y","orcid":"https://orcid.org/0000-0003-2059-3168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139980013","display_name":"Shuai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139955812","display_name":"Shing-Chi Cheung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheung, Shing-Chi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.0729999989271164,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underspecification","display_name":"Underspecification","score":0.9279999732971191},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5871999859809875},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5705000162124634},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45730000734329224},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.41909998655319214},{"id":"https://openalex.org/keywords/devops","display_name":"DevOps","score":0.34880000352859497}],"concepts":[{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.9279999732971191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827000021934509},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5871999859809875},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5705000162124634},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C9903902","wikidata":"https://www.wikidata.org/wiki/Q3025536","display_name":"DevOps","level":3,"score":0.34880000352859497},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33480000495910645},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2777179996","wikidata":"https://www.wikidata.org/wiki/Q911222","display_name":"Mistake","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.02294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.02294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6378891468048096}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"coding":[1,66],"agents":[2,49,67,184],"are":[3,137,154],"increasingly":[4],"deployed":[5],"to":[6],"act":[7],"autonomously":[8],"on":[9,74],"real":[10],"production":[11],"infrastructure.":[12],"They":[13],"execute":[14],"shell":[15],"commands,":[16],"modify":[17],"repositories,":[18],"and":[19,72,90,97,114,129,149,172,221,228],"call":[20],"operational":[21,99],"APIs.":[22],"However,":[23],"completing":[24],"a":[25,59],"task":[26,44,80,106,109],"is":[27],"not":[28,181],"sufficient":[29],"for":[30,61],"safety.":[31],"A":[32],"wrong":[33],"action":[34,117,202,209],"can":[35,217],"cause":[36],"severe":[37],"consequences.":[38],"Existing":[39],"agent":[40,164],"benchmarks":[41],"largely":[42],"emphasize":[43],"completion,":[45],"leaving":[46],"open":[47],"how":[48],"behave":[50],"under":[51],"benign":[52],"but":[53],"underspecified":[54],"instructions.":[55],"We":[56],"present":[57],"UnderSpecBench,":[58],"benchmark":[60],"measuring":[62],"action-boundary":[63],"violations":[64],"in":[65,83],"(i.e.,":[68],"Claude":[69,170],"Code,":[70,171],"Codex,":[71,173],"OpenCode)":[73],"DevOps":[75,94],"tasks.":[76],"UnderSpecBench":[77],"includes":[78],"69":[79],"families":[81],"grounded":[82],"documented":[84],"incidents,":[85],"CVEs,":[86],"or":[87,160],"tool":[88],"behavior":[89],"organized":[91],"across":[92],"four":[93],"capability":[95],"domains":[96],"nine":[98],"control":[100],"surfaces.":[101],"To":[102],"isolate":[103],"underspecification":[104,179,199],"from":[105],"difficulty,":[107],"each":[108],"keeps":[110],"the":[111,120,174,225],"same":[112],"environment":[113],"ground-truth":[115],"safe":[116,219],"while":[118,204],"varying":[119],"instruction":[121],"along":[122],"three":[123],"axes:":[124],"intent":[125],"clarity,":[126],"target":[127],"certainty,":[128],"blast":[130],"radius.":[131],"The":[132],"resulting":[133],"2,208":[134],"prompt":[135],"variants":[136],"evaluated":[138],"with":[139],"deterministic,":[140],"side-effect-based":[141],"oracles":[142],"that":[143,178,214],"separate":[144],"Safe":[145],"Success,":[146],"Wrong":[147],"Target,":[148],"OverScope":[150],"outcomes;":[151],"non-action":[152],"runs":[153,192],"further":[155],"classified":[156],"as":[157],"clarification,":[158],"refusal,":[159],"deferment.":[161],"Across":[162],"five":[163],"x":[165],"model":[166],"configurations":[167],"using":[168],"OpenCode,":[169],"evaluation":[175,216],"results":[176],"show":[177,213],"does":[180],"mainly":[182],"make":[183],"fail;":[185],"it":[186],"makes":[187],"them":[188],"guess.":[189],"55.8-67.8%":[190],"of":[191],"violate":[193],"at":[194,224],"least":[195],"one":[196],"boundary.":[197],"Target":[198],"sharply":[200],"degrades":[201],"quality,":[203],"blast-radius":[205],"cues":[206],"barely":[207],"reduce":[208],"propensity.":[210],"These":[211],"findings":[212],"completion-centric":[215],"overstate":[218],"autonomy":[220],"motivate":[222],"mitigations":[223],"model,":[226],"harness,":[227],"system":[229],"layer.":[230]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-04T00:00:00"}