{"id":"https://openalex.org/W4415536336","doi":"https://doi.org/10.1145/3746027.3758152","title":"Fighting Fire with Fire (F3): A Training-free and Efficient Visual Adversarial Example Purification Method in LVLMs","display_name":"Fighting Fire with Fire (F3): A Training-free and Efficient Visual Adversarial Example Purification Method in LVLMs","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415536336","doi":"https://doi.org/10.1145/3746027.3758152"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3758152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3758152","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3758152","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101732442","display_name":"Yudong Zhang","orcid":"https://orcid.org/0009-0009-6049-603X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yudong Zhang","raw_affiliation_strings":["Tsinghua University, Beijing, China and Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-6049-603X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China and Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577090","display_name":"Ruobing Xie","orcid":"https://orcid.org/0000-0003-3170-5647"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruobing Xie","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-5647","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058825605","display_name":"Yiqing Huang","orcid":"https://orcid.org/0000-0002-2143-3329"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqing Huang","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2143-3329","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668653","display_name":"Jiansheng Chen","orcid":"https://orcid.org/0000-0002-2040-7938"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiansheng Chen","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2040-7938","affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039337290","display_name":"Xingwu Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xingwu Sun","raw_affiliation_strings":["Tencent, Beijing, China and University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0009-0008-3222-0901","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China and University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020128898","display_name":"Zhanhui Kang","orcid":"https://orcid.org/0009-0006-5151-4222"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanhui Kang","raw_affiliation_strings":["Tencent, Shenzhen, Guandong, China"],"raw_orcid":"https://orcid.org/0009-0006-5151-4222","affiliations":[{"raw_affiliation_string":"Tencent, Shenzhen, Guandong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Di Wang","orcid":"https://orcid.org/0009-0003-6713-1638"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Tencent, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-6713-1638","affiliations":[{"raw_affiliation_string":"Tencent, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6108-5157","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12266","last_page":"12275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9516000151634216},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.7305999994277954},{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.5328999757766724},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4489000141620636},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4108000099658966},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.39980000257492065}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9516000151634216},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.7305999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6740000247955322},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4489000141620636},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4108000099658966},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3926999866962433},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C46355384","wikidata":"https://www.wikidata.org/wiki/Q726686","display_name":"Compromise","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2809999883174896},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.275299996137619}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3758152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3758152","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746027.3758152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3758152","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2180612164","https://openalex.org/W2243397390","https://openalex.org/W2560730294","https://openalex.org/W2963771536","https://openalex.org/W2974383094","https://openalex.org/W4283317927","https://openalex.org/W4386076522","https://openalex.org/W4390190425","https://openalex.org/W4403617527","https://openalex.org/W4409363177","https://openalex.org/W4411119272"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,94],"large":[3],"vision-language":[4,18],"models":[5,22],"(LVLMs)":[6],"have":[7],"showcased":[8],"their":[9,33,64,91],"remarkable":[10],"capabilities":[11],"across":[12],"a":[13,41,48],"wide":[14],"range":[15],"of":[16,106],"multimodal":[17],"tasks.":[19],"However,":[20],"these":[21,85],"remain":[23],"vulnerable":[24],"to":[25,59,62,109,128,137],"visual":[26],"adversarial":[27,43,60,86,111],"attacks,":[28],"which":[29],"can":[30],"substantially":[31],"compromise":[32],"performance.":[34],"In":[35],"this":[36,102],"paper,":[37],"we":[38],"introduce":[39],"F3,":[40],"novel":[42],"purification":[44,115,139],"framework":[45],"that":[46],"employs":[47],"counterintuitive":[49],"''fighting":[50],"fire":[51],"with":[52],"fire''":[53],"strategy:":[54],"intentionally":[55],"introducing":[56],"simple":[57],"perturbations":[58],"examples":[61,77],"mitigate":[63],"harmful":[65],"effects.":[66],"Specifically,":[67],"F3":[68,88,118,144],"leverages":[69],"cross-modal":[70],"attentions":[71],"derived":[72],"from":[73],"randomly":[74],"perturbed":[75],"adversary":[76],"as":[78],"reference":[79],"targets.":[80],"By":[81],"injecting":[82],"noise":[83,108],"into":[84],"examples,":[87],"effectively":[89],"refines":[90],"attention,":[92],"resulting":[93],"cleaner":[95],"and":[96,126,130,155],"more":[97],"reliable":[98],"model":[99],"outputs.":[100],"Remarkably,":[101],"seemingly":[103],"paradoxical":[104],"approach":[105],"employing":[107],"counteract":[110],"attacks":[112],"yields":[113],"impressive":[114],"results.":[116],"Furthermore,":[117],"offers":[119],"several":[120],"distinct":[121],"advantages:":[122],"it":[123],"is":[124,163],"training-free":[125],"straightforward":[127],"implement,":[129],"exhibits":[131],"significant":[132],"computational":[133],"efficiency":[134,157],"improvements":[135],"compared":[136],"existing":[138],"methods.":[140],"These":[141],"attributes":[142],"render":[143],"particularly":[145],"suitable":[146],"for":[147],"large-scale":[148],"industrial":[149],"applications":[150],"where":[151],"both":[152],"robust":[153],"performance":[154],"operational":[156],"are":[158],"critical":[159],"priorities.":[160],"The":[161],"code":[162],"available":[164],"at":[165],"https://github.com/btzyd/F3.":[166]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-25T00:00:00"}