{"id":"https://openalex.org/W7202212464","doi":"https://doi.org/10.1145/3832783.3834400","title":"From Plan to Action: How Well Do Agents Follow the Plan?","display_name":"From Plan to Action: How Well Do Agents Follow the Plan?","alternate_titles":[],"publication_year":2026,"publication_date":"2026-10-07","ids":{"openalex":"https://openalex.org/W7202212464","doi":"https://doi.org/10.1145/3832783.3834400"},"language":"en","primary_location":{"id":"doi:10.1145/3832783.3834400","doi":"https://doi.org/10.1145/3832783.3834400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3832783.3834400","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3832783.3834400?download=true","source":{"id":"https://openalex.org/S4363608212","display_name":"IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7202212464"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3832783.3834400?download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153406718","display_name":"Shuyang Liu","orcid":"https://orcid.org/0009-0009-7264-268X","observed_orcids":["https://orcid.org/0009-0009-7264-268X"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuyang Liu","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, USA"],"raw_orcid":"https://orcid.org/0009-0009-7264-268X","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114690119","display_name":"Saman Dehghan","orcid":"https://orcid.org/0009-0006-4388-6501","observed_orcids":["https://orcid.org/0009-0006-4388-6501"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saman Dehghan","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, USA"],"raw_orcid":"https://orcid.org/0009-0006-4388-6501","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037281393","display_name":"Jatin Ganhotra","orcid":"https://orcid.org/0000-0001-6212-0356","observed_orcids":["https://orcid.org/0000-0001-6212-0356"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jatin Ganhotra","raw_affiliation_strings":["IBM, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-6212-0356","affiliations":[{"raw_affiliation_string":"IBM, New York, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146453716","display_name":"Martin Hirzel","orcid":"https://orcid.org/0009-0006-8840-6065","observed_orcids":["https://orcid.org/0009-0006-8840-6065"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Hirzel","raw_affiliation_strings":["IBM, New York, USA"],"raw_orcid":"https://orcid.org/0009-0006-8840-6065","affiliations":[{"raw_affiliation_string":"IBM, New York, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058824250","display_name":"Reyhaneh Jabbarvand","orcid":"https://orcid.org/0000-0002-0668-8526","observed_orcids":["https://orcid.org/0000-0002-0668-8526"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reyhaneh Jabbarvand","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, USA"],"raw_orcid":"https://orcid.org/0000-0002-0668-8526","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.8758,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.98620612,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"880","last_page":"891"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8452000021934509,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8452000021934509,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.07320000231266022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plan-compliance","display_name":"plan compliance","score":0.9169999957084656},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7540000081062317},{"id":"https://openalex.org/keywords/swe-agent","display_name":"SWE-agent","score":0.6290000081062317},{"id":"https://openalex.org/keywords/swe-bench","display_name":"SWE-bench","score":0.9399999976158142},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.8230000138282776},{"id":"https://openalex.org/keywords/strategic-reasoning","display_name":"strategic reasoning","score":0.6499999761581421},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.3569999933242798}],"concepts":[{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.7348999977111816},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5679000020027161},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4900999963283539},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4571000039577484},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3467000126838684},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3203999996185303},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C48243021","wikidata":"https://www.wikidata.org/wiki/Q932522","display_name":"Strategic planning","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C167017271","wikidata":"https://www.wikidata.org/wiki/Q7404313","display_name":"Sales and operations planning","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26510000228881836}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3832783.3834400","doi":"https://doi.org/10.1145/3832783.3834400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3832783.3834400","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3832783.3834400?download=true","source":{"id":"https://openalex.org/S4363608212","display_name":"IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2604.12147","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2604.12147","pdf_url":"https://arxiv.org/pdf/2604.12147","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2604.12147","doi":"https://doi.org/10.48550/arxiv.2604.12147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3832783.3834400","doi":"https://doi.org/10.1145/3832783.3834400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3832783.3834400","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3832783.3834400?download=true","source":{"id":"https://openalex.org/S4363608212","display_name":"IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7373870306","display_name":"CAREER: Advancing Neural Testing and Debugging of Software","funder_award_id":"2238045","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202212464.pdf","grobid_xml":"https://content.openalex.org/works/W7202212464.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1972978214","https://openalex.org/W1975879668","https://openalex.org/W2036887984","https://openalex.org/W2084413241","https://openalex.org/W4304195432","https://openalex.org/W4378942217","https://openalex.org/W4387561453","https://openalex.org/W4391620956","https://openalex.org/W4391876619","https://openalex.org/W4402442868","https://openalex.org/W4405082996","https://openalex.org/W4405903187","https://openalex.org/W4406779980","https://openalex.org/W4414281281","https://openalex.org/W4414977889","https://openalex.org/W4415111330","https://openalex.org/W4415252687","https://openalex.org/W4415280731","https://openalex.org/W4415967336","https://openalex.org/W4416156957","https://openalex.org/W4416665753","https://openalex.org/W4417005357","https://openalex.org/W4417150317","https://openalex.org/W4417295250","https://openalex.org/W6967397561","https://openalex.org/W7103754783","https://openalex.org/W7143475548","https://openalex.org/W7152382698","https://openalex.org/W7165919776"],"related_works":["https://openalex.org/W7222164794","https://openalex.org/W7221000327","https://openalex.org/W7213594593","https://openalex.org/W7214977229","https://openalex.org/W4416711632","https://openalex.org/W7162798350","https://openalex.org/W7163588320","https://openalex.org/W4417473582","https://openalex.org/W7202137637","https://openalex.org/W7125905084"],"abstract_inverted_index":{"Agents":[0],"are":[1,104],"commonly":[2],"instructed":[3,20,181],"to":[4,14,36,56,179],"follow":[5,19,180],"a":[6,31,39,57],"task-specific":[7,186],"plan":[8,68,89,114,123,127,135,142],"for":[9,173],"guidance.However,":[10],"it":[11],"is":[12,34],"unknown":[13],"what":[15],"extent":[16,27],"agents":[17,28,95],"actually":[18],"plans.":[21],"Without":[22,91],"such":[23],"an":[24,92],"analysis---determining":[25],"the":[26,62,112,151,165],"comply":[29],"with":[30,164],"given":[32],"plan---it":[33],"impossible":[35],"assess":[37],"whether":[38],"solution":[40],"was":[41],"reached":[42],"through":[43,48],"correct":[44],"strategic":[45],"reasoning":[46],"or":[47,54,108],"other":[49],"means,":[50],"e.g.,":[51],"data":[52],"contamination":[53],"overfitting":[55],"benchmark.":[58],"This":[59],"paper":[60],"presents":[61],"first":[63],"extensive,":[64],"systematic":[65],"analysis":[66],"of":[67],"compliance":[69],"in":[70,150,188],"programming":[71],"agents,":[72],"examining":[73],"21,120":[74],"trajectories":[75],"from":[76],"SWE-agent":[77],"across":[78],"four":[79],"LLMs":[80],"on":[81,98],"SWE-bench":[82,85],"Verified":[83],"and":[84,118,129,194],"Pro":[86],"under":[87],"eight":[88],"variations.":[90],"explicit":[93],"plan,":[94],"fall":[96],"back":[97],"internalized":[99],"workflows":[100],"during":[101],"training,":[102],"which":[103],"often":[105],"incomplete,":[106],"overfit,":[107],"inconsistently":[109],"applied.":[110],"Providing":[111],"standard":[113],"improves":[115],"issue":[116],"resolution,":[117],"we":[119],"observe":[120],"that":[121,176,191],"periodic":[122],"reminders":[124],"can":[125,154],"mitigate":[126],"violations":[128],"improve":[130],"task":[131],"success.":[132],"A":[133],"subpar":[134],"hurts":[136],"performance":[137],"even":[138],"more":[139],"than":[140,184,198],"no":[141],"at":[143],"all.":[144],"Surprisingly,":[145],"inserting":[146],"additional":[147],"task-relevant":[148],"phases":[149,160],"early":[152],"stage":[153],"degrade":[155],"performance,":[156],"particularly":[157],"when":[158],"these":[159],"do":[161],"not":[162],"align":[163],"model\u2019s":[166],"internal":[167],"problem-solving":[168],"strategy.":[169],"These":[170],"findings":[171],"call":[172],"fine-tuning":[174],"paradigms":[175],"teach":[177],"models":[178],"plans,":[182],"rather":[183,197],"encoding":[185],"plans":[187],"them,":[189],"so":[190],"they":[192],"reason":[193],"act":[195],"adaptively,":[196],"memorizing":[199],"workflows.":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7202212464","counts_by_year":[{"year":2026,"cited_by_count":12}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-12T00:00:00"}
