{"id":"https://openalex.org/W7151937481","doi":"https://doi.org/10.48550/arxiv.2604.05595","title":"Uncovering Linguistic Fragility in Vision-Language-Action Models via Diversity-Aware Red Teaming","display_name":"Uncovering Linguistic Fragility in Vision-Language-Action Models via Diversity-Aware Red Teaming","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7151937481","doi":"https://doi.org/10.48550/arxiv.2604.05595"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05595","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080382446","display_name":"B. Y. Tong","orcid":"https://orcid.org/0000-0002-2831-8008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Baoshun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133187590","display_name":"Haoran He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133175305","display_name":"Ling Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356092","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0003-1251-3025"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133188097","display_name":"Liang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8055999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8055999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08169999718666077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7322999835014343},{"id":"https://openalex.org/keywords/fragility","display_name":"Fragility","score":0.6442999839782715},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6050999760627747},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5590999722480774},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5317000150680542},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5041000247001648},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49799999594688416},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7322999835014343},{"id":"https://openalex.org/C80191262","wikidata":"https://www.wikidata.org/wiki/Q5477668","display_name":"Fragility","level":2,"score":0.6442999839782715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6276000142097473},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5590999722480774},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5317000150680542},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5041000247001648},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.492000013589859},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4426000118255615},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3352000117301941},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C66283442","wikidata":"https://www.wikidata.org/wiki/Q1389268","display_name":"Failure mode and effects analysis","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.27559998631477356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2],"have":[3],"achieved":[4],"remarkable":[5],"success":[6,199],"in":[7,44,62,162],"robotic":[8,172],"manipulation.":[9],"However,":[10,72],"their":[11,84],"robustness":[12],"to":[13,27,68,83,89,91,102,124,145,203,209],"linguistic":[14,131],"nuances":[15],"remains":[16],"a":[17,23,59,92,116,139,147,163,186,206],"critical,":[18],"under-explored":[19],"safety":[20,25,216],"concern,":[21],"posing":[22],"significant":[24],"risk":[26],"real-world":[28,220],"deployment.":[29,221],"Red":[30],"teaming,":[31],"or":[32,97],"identifying":[33],"environmental":[34],"scenarios":[35],"that":[36,66,194],"elicit":[37],"catastrophic":[38],"behaviors,":[39],"is":[40,135,143],"an":[41],"important":[42],"step":[43],"ensuring":[45,154],"the":[46,104,126,196],"safe":[47],"deployment":[48],"of":[49,95,107,128,150,189],"embodied":[50],"AI":[51],"agents.":[52],"Reinforcement":[53],"learning":[54],"(RL)":[55],"has":[56],"emerged":[57],"as":[58],"promising":[60],"approach":[61,208],"automated":[63],"red":[64],"teaming":[65],"aims":[67],"uncover":[69],"these":[70],"vulnerabilities.":[71],"standard":[73],"RL-based":[74],"adversaries":[75],"often":[76],"suffer":[77],"from":[78,201],"severe":[79],"mode":[80],"collapse":[81],"due":[82],"reward-maximizing":[85],"nature,":[86],"which":[87,142],"tends":[88],"converge":[90],"narrow":[93],"set":[94,149],"trivial":[96],"repetitive":[98],"failure":[99],"patterns,":[100],"failing":[101],"reveal":[103],"comprehensive":[105],"landscape":[106],"meaningful":[108],"risks.":[109],"To":[110],"bridge":[111],"this":[112],"gap,":[113],"we":[114],"propose":[115],"novel":[117],"\\textbf{D}iversity-\\textbf{A}ware":[118],"\\textbf{E}mbodied":[119],"\\textbf{R}ed":[120],"\\textbf{T}eaming":[121],"(\\textbf{DAERT})":[122],"framework,":[123],"expose":[125],"vulnerabilities":[127],"VLAs":[129],"against":[130,174],"variations.":[132],"Our":[133,182],"design":[134],"based":[136],"on":[137],"evaluating":[138],"uniform":[140],"policy,":[141],"able":[144],"generate":[146],"diverse":[148],"challenging":[151],"instructions":[152,193],"while":[153],"its":[155],"attack":[156],"effectiveness,":[157],"measured":[158],"by":[159],"execution":[160],"failures":[161],"physical":[164],"simulator.":[165],"We":[166],"conduct":[167],"extensive":[168],"experiments":[169],"across":[170],"different":[171],"benchmarks":[173],"two":[175],"state-of-the-art":[176],"VLAs,":[177],"including":[178],"$\u03c0_0$":[179],"and":[180,213],"OpenVLA.":[181],"method":[183],"consistently":[184],"discovers":[185],"wider":[187],"range":[188],"more":[190],"effective":[191],"adversarial":[192],"reduce":[195],"average":[197],"task":[198],"rate":[200],"93.33\\%":[202],"5.85\\%,":[204],"demonstrating":[205],"scalable":[207],"stress-testing":[210],"VLA":[211],"agents":[212],"exposing":[214],"critical":[215],"blind":[217],"spots":[218],"before":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}