{"id":"https://openalex.org/W7162639760","doi":"https://doi.org/10.48550/arxiv.2605.27927","title":"Structure-Guided Visual Perturbation Neutralization for LVLMs","display_name":"Structure-Guided Visual Perturbation Neutralization for LVLMs","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162639760","doi":"https://doi.org/10.48550/arxiv.2605.27927"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27927","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137267891","display_name":"Yuanhe Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuanhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137207716","display_name":"Xueting Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xueting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137304647","display_name":"YanBin Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, YanBin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137277262","display_name":"Haoran Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137192903","display_name":"Xinhan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xinhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137298912","display_name":"Zhenhong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhenhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137220621","display_name":"Fanyu Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Fanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137270352","display_name":"Li Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137209740","display_name":"Sen Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6575999855995178},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5490999817848206},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5085999965667725},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.44699999690055847},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3824000060558319},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.35679998993873596},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.33250001072883606},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.3314000070095062}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6575999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6546000242233276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5620999932289124},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5490999817848206},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5085999965667725},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.3314000070095062},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3312999904155731},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.28040000796318054},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Image":[0],"inputs":[1],"enable":[2],"Large":[3],"Vision":[4],"Language":[5],"Models":[6],"(LVLMs)":[7],"to":[8,51,59,146],"perceive":[9],"fine-grained":[10],"visual":[11,134],"information,":[12],"but":[13],"also":[14],"introduce":[15,67],"a":[16,87,143,159],"pixel-level":[17],"attack":[18],"surface":[19],"through":[20],"which":[21],"adversarial":[22,164],"perturbations":[23],"can":[24],"elicit":[25],"unsafe":[26],"model":[27,151],"behaviors.":[28],"However,":[29],"most":[30],"existing":[31],"defenses":[32,57,147],"are":[33],"designed":[34],"for":[35,162],"traditional":[36],"computer":[37],"vision":[38,160],"settings":[39],"and":[40,66,75,100,125,136,153],"thus":[41],"often":[42,61],"overlook":[43],"the":[44,55,155],"cross-modal":[45],"alignment":[46],"required":[47],"by":[48],"LVLMs,":[49],"leading":[50],"degraded":[52],"performance.":[53,139],"Meanwhile,":[54],"limited":[56],"tailored":[58],"LVLMs":[60],"require":[62,149],"substantial":[63],"image":[64],"modifications":[65],"considerable":[68],"computational":[69],"overhead,":[70],"thereby":[71],"compromising":[72],"inference":[73],"quality":[74],"efficiency.":[76],"To":[77],"address":[78],"these":[79],"limitations,":[80],"we":[81],"propose":[82],"Structure-Induced":[83],"Guided":[84,107],"Neutralization":[85],"(SIGN),":[86],"lightweight,":[88],"plug-and-play":[89],"defense":[90,117],"framework":[91],"that":[92,112,148],"improves":[93],"LVLM":[94],"compatibility":[95],"via":[96,105],"Prior":[97],"Structural":[98],"Extraction":[99],"achieves":[101,114],"efficient":[102,163],"perturbation":[103],"suppression":[104],"Dynamic":[106],"Neutralization.":[108],"Extensive":[109],"experiments":[110],"show":[111],"SIGN":[113],"over":[115],"87\\%":[116],"success":[118],"rate":[119],"with":[120],"only":[121],"0.5\\%":[122],"pixel":[123],"modification":[124],"0.16":[126],"seconds":[127],"per":[128],"image,":[129],"while":[130],"nearly":[131],"preserving":[132],"original":[133],"representations":[135],"benign":[137],"task":[138],"Our":[140,166],"work":[141],"offers":[142],"lightweight":[144],"alternative":[145],"costly":[150],"training":[152],"highlights":[154],"potential":[156],"of":[157],"exploiting":[158],"encoder":[161],"protection.":[165],"code":[167],"is":[168],"open":[169],"source":[170],"on":[171],"https://anonymous.4open.science/r/SIGN-BCB1.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}