{"id":"https://openalex.org/W7164160163","doi":"https://doi.org/10.1109/tifs.2026.3702560","title":"Enhancing Targeted Adversarial Attacks on Large Vision-Language Models via Intermediate Projector","display_name":"Enhancing Targeted Adversarial Attacks on Large Vision-Language Models via Intermediate Projector","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164160163","doi":"https://doi.org/10.1109/tifs.2026.3702560"},"language":null,"primary_location":{"id":"doi:10.1109/tifs.2026.3702560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2026.3702560","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138318820","display_name":"Yiming Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiming Cao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0008-5953-496X","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677179","display_name":"Yanjie Li","orcid":"https://orcid.org/0000-0001-8859-8331"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yanjie Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8859-8331","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074934121","display_name":"Kaisheng Liang","orcid":"https://orcid.org/0000-0002-8297-6378"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaisheng Liang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8297-6378","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365935","display_name":"Bin Xiao","orcid":"https://orcid.org/0000-0003-4223-8220"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bin Xiao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-4223-8220","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73911574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":null,"first_page":"5946","last_page":"5959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6935999989509583},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.30979999899864197},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.301800012588501},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.2989000082015991},{"id":"https://openalex.org/keywords/electronic-mail","display_name":"Electronic mail","score":0.29580000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8424999713897705},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6935999989509583},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2026.3702560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2026.3702560","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"deployment":[2],"of":[3],"Large":[4,160],"Vision-Language":[5],"Models":[6],"(VLMs)":[7],"raises":[8],"safety":[9],"concerns,":[10],"as":[11,230],"adversaries":[12],"may":[13],"exploit":[14],"model":[15],"vulnerabilities":[16],"to":[17,113,143,164,226],"induce":[18],"harmful":[19],"outputs,":[20,112,188],"with":[21,140,174,206],"targeted":[22,88,121,202],"black-box":[23,87],"adversarial":[24],"attacks":[25],"posing":[26],"a":[27,58,70,85],"particularly":[28],"severe":[29],"threat.":[30],"However,":[31],"existing":[32],"methods":[33],"primarily":[34],"maximize":[35],"encoder-level":[36],"global":[37,106,120,201],"similarity,":[38],"which":[39,104,132,180],"lacks":[40],"the":[41,68,93,98,126,134,141,149,175],"granularity":[42],"for":[43,76,157],"stealthy":[44],"and":[45,117,147,204,213,233],"practical":[46],"fine-grained":[47,110,135,168,219],"attacks,":[48,203],"where":[49],"only":[50],"specific":[51,159],"target":[52,142],"should":[53],"be":[54],"altered":[55],"(e.g.,":[56],"modifying":[57],"car":[59],"while":[60],"preserving":[61],"its":[62],"background).":[63],"Moreover,":[64],"they":[65],"largely":[66],"neglect":[67],"projector,":[69],"key":[71],"semantic":[72],"bridge":[73],"in":[74,200,218],"VLMs":[75,228],"multimodal":[77],"alignment.":[78],"To":[79],"address":[80],"these":[81],"limitations,":[82],"we":[83,96,124,171],"propose":[84,125],"novel":[86],"attack":[89,115,122,145,169,190],"framework":[90],"that":[91,153,195],"leverages":[92],"projector.":[94],"Specifically,":[95],"utilize":[97],"widely":[99],"adopted":[100],"Querying":[101],"Transformer":[102],"(Q-Former)":[103],"transforms":[105],"image":[107],"embeddings":[108],"into":[109],"query":[111,136,187],"enhance":[114,144],"effectiveness":[116],"granularity.":[118,191],"For":[119,167],"scenarios,":[123,170],"Intermediate":[127],"Projector":[128],"Guided":[129],"Attack":[130],"(IPGA),":[131],"aligns":[133],"outputs":[137],"from":[138],"Q-Former":[139,152],"strength":[146],"exploits":[148],"intermediate":[150],"pretrained":[151],"is":[154],"not":[155],"fine-tuned":[156],"any":[158],"Language":[161],"Model":[162],"(LLM)":[163],"improve":[165],"transferability.":[166],"augment":[172],"IPGA":[173,196,205],"Residual":[176],"Query":[177],"Alignment":[178],"(RQA),":[179],"preserves":[181],"unrelated":[182],"content":[183,214],"by":[184],"constraining":[185],"non-target":[186],"enhancing":[189],"Extensive":[192],"experiments":[193],"demonstrate":[194],"significantly":[197],"outperforms":[198],"baselines":[199,217],"RQA":[207],"(IPGA-R)":[208],"attains":[209],"superior":[210],"success":[211],"rates":[212],"preservation":[215],"over":[216],"attacks.":[220],"Our":[221],"method":[222],"also":[223],"transfers":[224],"effectively":[225],"commercial":[227],"such":[229],"Google":[231],"Gemini":[232],"OpenAI":[234],"GPT.":[235]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}