{"id":"https://openalex.org/W4415022989","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1230","title":"EVA: Evolving Semantic Adversaries for Red-Teaming GUI Agents Against Environmental Injection Attacks","display_name":"EVA: Evolving Semantic Adversaries for Red-Teaming GUI Agents Against Environmental Injection Attacks","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4415022989","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1230"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1230","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1230","pdf_url":"https://aclanthology.org/2026.findings-acl.1230.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1230.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015780416","display_name":"Yicheng Lu","orcid":"https://orcid.org/0009-0003-7404-7733"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yijie Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070552183","display_name":"Manman Zhao","orcid":"https://orcid.org/0000-0002-4448-8816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manman Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035829367","display_name":"Tianjie Ju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianjie Ju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zihe Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zihe Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xinbei Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinbei Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Guo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Daizong Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daizong Ding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gongshen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gongshen Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5119933646","display_name":"ZhuoSheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00790374,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"24597","last_page":"24615"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.927299976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9004999995231628,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6064000129699707},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5796999931335449},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.5461000204086304},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5353000164031982},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.35429999232292175},{"id":"https://openalex.org/keywords/graphical-model","display_name":"Graphical model","score":0.3395000100135803},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.3188999891281128},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.31310001015663147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7542999982833862},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6840999722480774},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5796999931335449},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.5461000204086304},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5353000164031982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35499998927116394},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.35429999232292175},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3248000144958496},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1230","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1230","pdf_url":"https://aclanthology.org/2026.findings-acl.1230.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.14289","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.14289","pdf_url":"https://arxiv.org/pdf/2505.14289","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:arXiv.org:2505.14289","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2505.14289","pdf_url":"https://arxiv.org/pdf/2505.14289","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.14289","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.14289","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1230","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1230","pdf_url":"https://aclanthology.org/2026.findings-acl.1230.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1561164823","display_name":null,"funder_award_id":"62406188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6975732744","display_name":null,"funder_award_id":"24ZR1440300","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7272630985","display_name":null,"funder_award_id":"U21B2020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415022989.pdf","grobid_xml":"https://content.openalex.org/works/W4415022989.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Graphical":[0],"User":[1],"Interface":[2],"(GUI)":[3],"agents":[4,108,157],"powered":[5],"by":[6,27,153],"Multimodal":[7],"Large":[8],"Language":[9],"Models":[10],"(MLLMs)":[11],"are":[12,25],"increasingly":[13],"deployed":[14],"yet":[15],"vulnerable":[16],"to":[17,92,114,128,160],"Environmental":[18],"Injection":[19],"Attacks":[20],"(EIAs).However,":[21],"current":[22],"red-teaming":[23],"methods":[24],"hindered":[26],"prohibitive":[28],"computational":[29],"costs":[30],"and":[31,97],"limited":[32],"adaptability.A":[33],"fundamental":[34],"question":[35],"remains":[36],"unaddressed:":[37],"does":[38],"the":[39,64,85,140,149],"bottleneck":[40],"of":[41,67],"attack":[42,68,116,137],"success":[43,117],"lie":[44],"in":[45,139],"visual":[46,60],"perception":[47],"or":[48],"semantic":[49,56,86,136],"understanding?Through":[50],"controlled":[51],"experiments,":[52],"we":[53,73],"observe":[54],"that":[55,79,110],"deception,":[57],"rather":[58],"than":[59],"appearance,":[61],"serves":[62],"as":[63],"primary":[65],"determinant":[66],"success.Based":[69],"on":[70],"this":[71],"insight,":[72],"introduce":[74],"EVA,":[75],"an":[76],"evolutionary":[77],"framework":[78,91],"evolves":[80],"adversarial":[81],"payloads":[82],"exclusively":[83],"within":[84,125],"dimension.EVA":[87],"employs":[88],"a":[89,134,145],"discovery-deployment":[90],"mine":[93],"linguistic":[94],"vulnerability":[95],"patterns":[96],"distill":[98],"them":[99],"into":[100,122],"generalizable":[101],"rules.Experimental":[102],"results":[103],"across":[104],"five":[105],"representative":[106],"victim":[107],"demonstrate":[109],"EVA":[111],"achieves":[112],"up":[113],"85%":[115],"rate,":[118],"evolving":[119],"benign":[120],"seeds":[121],"successful":[123],"attacks":[124],"only":[126],"1.18":[127],"1.71":[129],"iterations.This":[130],"rapid":[131],"convergence":[132],"uncovers":[133],"dense":[135],"space":[138],"model's":[141],"latent":[142],"representation,":[143],"unveiling":[144],"critical":[146],"alignment":[147,154],"paradox:":[148],"instruction-following":[150],"capabilities":[151],"reinforced":[152],"training":[155],"render":[156],"inherently":[158],"susceptible":[159],"authoritative,":[161],"semantically":[162],"deceptive":[163],"environmental":[164],"cues.":[165]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}