{"id":"https://openalex.org/W7140082020","doi":"https://doi.org/10.18653/2026.emnlp-main.52","title":"The Autonomy Tax: Defense Training Breaks LLM Agents","display_name":"The Autonomy Tax: Defense Training Breaks LLM Agents","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140082020","doi":"https://doi.org/10.18653/2026.emnlp-main.52"},"language":"en","primary_location":{"id":"doi:10.18653/2026.emnlp-main.52","doi":"https://doi.org/10.18653/2026.emnlp-main.52","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.52","pdf_url":"https://aclanthology.org/2026.emnlp-main.52.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7140082020"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2026.emnlp-main.52.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100424092","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0002-4298-5165","observed_orcids":["https://orcid.org/0000-0002-4298-5165"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057711796","display_name":"Yue Zhao","orcid":"https://orcid.org/0000-0003-3401-4921","observed_orcids":["https://orcid.org/0000-0003-3401-4921","https://orcid.org/0009-0009-9033-6096"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhao","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0834,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.96642815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1179","last_page":"1200"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8209999799728394},{"id":"https://openalex.org/keywords/prompt-injection","display_name":"prompt injection","score":0.9309999942779541},{"id":"https://openalex.org/keywords/defense-training","display_name":"defense training","score":0.7200000286102295},{"id":"https://openalex.org/keywords/tool-use","display_name":"tool use","score":0.46799999475479126},{"id":"https://openalex.org/keywords/agent-competence","display_name":"agent competence","score":0.5440000295639038},{"id":"https://openalex.org/keywords/shortcut-learning","display_name":"shortcut learning","score":0.6949999928474426},{"id":"https://openalex.org/keywords/llm-safety","display_name":"LLM safety","score":0.3630000054836273}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7685999870300293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730400025844574},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5561000108718872},{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4465000033378601},{"id":"https://openalex.org/C31691690","wikidata":"https://www.wikidata.org/wiki/Q1753979","display_name":"Timeout","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31049999594688416},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C2989133298","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android malware","level":3,"score":0.2888000011444092},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C2776435913","wikidata":"https://www.wikidata.org/wiki/Q7316334","display_name":"Restrictiveness","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2776576444","wikidata":"https://www.wikidata.org/wiki/Q303569","display_name":"Attack surface","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.emnlp-main.52","doi":"https://doi.org/10.18653/2026.emnlp-main.52","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.52","pdf_url":"https://aclanthology.org/2026.emnlp-main.52.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2603.19423","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2603.19423","pdf_url":"https://arxiv.org/pdf/2603.19423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2603.19423","doi":"https://doi.org/10.48550/arxiv.2603.19423","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19423","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.emnlp-main.52","doi":"https://doi.org/10.18653/2026.emnlp-main.52","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.52","pdf_url":"https://aclanthology.org/2026.emnlp-main.52.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1353381076","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G1453181110","display_name":null,"funder_award_id":"#2138286","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G1503004319","display_name":null,"funder_award_id":"#2138307","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G1860245536","display_name":"NSF POSE: Phase II: OpenAD: An Integrated Open-Source Ecosystem for Anomaly Detection","funder_award_id":"2346158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1912064254","display_name":"Track 4:  Advanced CI Coordination Ecosystem: Monitoring and Measurement Services","funder_award_id":"2137603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2610354679","display_name":"POSE: Phase I: OpenTrustLLM: An Open-Source Ecosystem for Trustworthiness in Large Language Models","funder_award_id":"2449280","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G298330452","display_name":null,"funder_award_id":"#2138286","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G3562386289","display_name":null,"funder_award_id":"#2138296","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4006316252","display_name":"Track 1: ACCESS Resource Allocations Marketplace and Platform Services (RAMPS)","funder_award_id":"2138259","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4010157413","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4403015908","display_name":null,"funder_award_id":"#2138259","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G4676224565","display_name":"ACO: An Open CI Ecosystem to Advance Scientific Discovery (OpenCI)","funder_award_id":"2138296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G509285653","display_name":"Track 3: COre National Ecosystem for CyberinfrasTructure (CONECT)","funder_award_id":"2138307","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5367127336","display_name":null,"funder_award_id":"#2138307","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G5464919783","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G8034736573","display_name":"ATD: Multifaceted Large Trajectory Model for Individual and Group Anomalous Behavior Detection from Spatiotemporal Data","funder_award_id":"2428039","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8108599699","display_name":null,"funder_award_id":"#2137603","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G8300691027","display_name":"Track 2: Customized Multi-tier Assistance, Training, and Computational Help (MATCH) for End User ACCESS to CI","funder_award_id":"2138286","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320312143","display_name":"National Centre for Supercomputing Applications","ror":"https://ror.org/03r10zj06"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140082020.pdf","grobid_xml":"https://content.openalex.org/works/W7140082020.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W2902031012","https://openalex.org/W2942630857","https://openalex.org/W3016970897","https://openalex.org/W3196318247","https://openalex.org/W4221157342","https://openalex.org/W4304195432","https://openalex.org/W4309395891","https://openalex.org/W4311991106","https://openalex.org/W4385474529","https://openalex.org/W4385682136","https://openalex.org/W4386436506","https://openalex.org/W4387561528","https://openalex.org/W4387969367","https://openalex.org/W4388329043","https://openalex.org/W4388886073","https://openalex.org/W4391766701","https://openalex.org/W4391876619","https://openalex.org/W4393154528","https://openalex.org/W4395064792","https://openalex.org/W4401306886","https://openalex.org/W4403564329","https://openalex.org/W4404020436","https://openalex.org/W4404649927","https://openalex.org/W4409150456","https://openalex.org/W4410637078","https://openalex.org/W4412505606","https://openalex.org/W4412888853","https://openalex.org/W4413144720","https://openalex.org/W4414459787","https://openalex.org/W4414489259","https://openalex.org/W4414580561","https://openalex.org/W4415190847","https://openalex.org/W4415799204","https://openalex.org/W4416034323","https://openalex.org/W4416549384","https://openalex.org/W4417240006","https://openalex.org/W4417241802","https://openalex.org/W6910538753","https://openalex.org/W6929645660","https://openalex.org/W6948185735","https://openalex.org/W7127436354","https://openalex.org/W7128378279","https://openalex.org/W7128624332","https://openalex.org/W7129014956","https://openalex.org/W7133208539","https://openalex.org/W7133253450","https://openalex.org/W7140137267","https://openalex.org/W7155186123","https://openalex.org/W7166809705"],"related_works":["https://openalex.org/W7165039054","https://openalex.org/W7211921943","https://openalex.org/W7213426895","https://openalex.org/W4412889677","https://openalex.org/W4417172973","https://openalex.org/W7222670283","https://openalex.org/W4416148501","https://openalex.org/W4416035167","https://openalex.org/W7220674507"],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"(LLM)":[3],"agents":[4,197],"increasingly":[5],"rely":[6],"on":[7,99,122],"external":[8,105],"tools":[9],"(file":[10],"operations,":[11],"API":[12],"calls,":[13],"database":[14],"transactions)":[15],"to":[16,25,49,58,81,112,120,127,133,164],"autonomously":[17],"complete":[18],"complex":[19],"multi-step":[20,82,196],"tasks.Practitioners":[21],"deploy":[22],"defense-trained":[23],"models":[24,63,93,119,139,162],"protect":[26],"against":[27,64],"prompt":[28],"injection":[29],"attacks":[30,147],"that":[31,185,203],"manipulate":[32],"agent":[33,54,69],"behavior":[34],"through":[35,114],"malicious":[36],"observations":[37],"or":[38,95],"retrieved":[39],"content.We":[40],"reveal":[41],"a":[42],"fundamental":[43],"capability-alignment":[44],"paradox:":[45],"defense":[46,178,187],"training":[47],"designed":[48],"improve":[50],"safety":[51],"systematically":[52],"destroys":[53],"competence":[55,207],"while":[56,145,194],"failing":[57],"prevent":[59],"sophisticated":[60],"attacks.Evaluating":[61],"defended":[62,118,138],"undefended":[65,143],"baselines":[66,144],"across":[67,180],"97":[68],"tasks":[70,101,125],"and":[71],"1,000":[72],"adversarial":[73,209],"prompts,":[74],"we":[75],"uncover":[76],"three":[77],"systematic":[78],"biases":[79,157],"unique":[80],"agents.Agent":[83],"incompetence":[84],"bias":[85,108,131],"manifests":[86],"as":[87],"immediate":[88],"tool":[89,205],"execution":[90,206],"breakdown,":[91],"with":[92],"refusing":[94],"generating":[96],"invalid":[97],"actions":[98],"benign":[100],"before":[102],"observing":[103],"any":[104],"content.Cascade":[106],"amplification":[107],"causes":[109],"early":[110],"failures":[111],"propagate":[113],"retry":[115],"loops,":[116],"pushing":[117],"timeout":[121],"99%":[123],"of":[124],"compared":[126],"13%":[128],"for":[129,190],"baselines.Trigger":[130],"leads":[132],"paradoxical":[134],"security":[135],"degradation":[136],"where":[137],"perform":[140],"worse":[141],"than":[142,169],"straightforward":[146],"bypass":[148],"defenses":[149],"at":[150],"high":[151],"rates.Root":[152],"cause":[153],"analysis":[154],"reveals":[155],"these":[156],"stem":[158],"from":[159],"shortcut":[160],"learning:":[161],"overfit":[163],"surface":[165],"attack":[166,181],"patterns":[167],"rather":[168],"semantic":[170],"threat":[171],"understanding,":[172],"evidenced":[173],"by":[174],"extreme":[175],"variance":[176],"in":[177],"effectiveness":[179],"categories.Our":[182],"findings":[183],"demonstrate":[184],"current":[186],"paradigms":[188],"optimize":[189],"single-turn":[191],"refusal":[192],"benchmarks":[193],"rendering":[195],"fundamentally":[198],"unreliable,":[199],"necessitating":[200],"new":[201],"approaches":[202],"preserve":[204],"under":[208],"conditions.":[210]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7140082020","counts_by_year":[{"year":2026,"cited_by_count":8}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-03-24T00:00:00"}
