{"id":"https://openalex.org/W4412888837","doi":"https://doi.org/10.18653/v1/2025.findings-acl.248","title":"Shadow-Activated Backdoor Attacks on Multimodal Large Language Models","display_name":"Shadow-Activated Backdoor Attacks on Multimodal Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888837","doi":"https://doi.org/10.18653/v1/2025.findings-acl.248"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.248","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.248","pdf_url":"https://aclanthology.org/2025.findings-acl.248.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.248.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100710229","display_name":"Ziyi Yin","orcid":"https://orcid.org/0000-0002-5024-8771"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyi Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063790052","display_name":"Muchao Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muchao Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113307595","display_name":"Yuanpu Cao","orcid":"https://orcid.org/0009-0004-1993-912X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuanpu Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022759940","display_name":"Jiaqi Wang","orcid":"https://orcid.org/0000-0003-0323-1878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaqi Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102622763","display_name":"Aofei Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aofei Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032692212","display_name":"Han Liu","orcid":"https://orcid.org/0000-0002-4756-7149"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101440150","display_name":"Jinghui Chen","orcid":"https://orcid.org/0000-0001-7903-0541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinghui Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067164243","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0002-7223-8849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001030192","display_name":"Fenglong Ma","orcid":"https://orcid.org/0000-0002-4999-0303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fenglong Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08633079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4808","last_page":"4829"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9867139458656311},{"id":"https://openalex.org/keywords/shadow","display_name":"Shadow (psychology)","score":0.7766715288162231},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7023680210113525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4791233539581299},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3890336751937866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3444764018058777},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2906917333602905},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0985075831413269}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9867139458656311},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.7766715288162231},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7023680210113525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4791233539581299},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3890336751937866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3444764018058777},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2906917333602905},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0985075831413269},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.248","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.248","pdf_url":"https://aclanthology.org/2025.findings-acl.248.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.248","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.248","pdf_url":"https://aclanthology.org/2025.findings-acl.248.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888837.pdf","grobid_xml":"https://content.openalex.org/works/W4412888837.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0],"paper":[1],"delves":[2],"into":[3,86],"a":[4,71,111,123],"novel":[5,112],"backdoor":[6,56,74,107],"attack":[7],"scenario,":[8],"aiming":[9],"to":[10,96,116,135],"uncover":[11],"potential":[12,177],"security":[13],"risks":[14,178],"associated":[15],"with":[16,26,41],"Multimodal":[17],"Large":[18],"Language":[19],"Models":[20],"(MLLMs)":[21],"during":[22],"multi-round":[23],"open-ended":[24,54],"conversations":[25],"users.In":[27],"the":[28,38,42,87,92,97,105,118,137,141,145,175],"practical":[29],"use":[30],"of":[31,89,159],"MLLMs,":[32,153],"users":[33],"have":[34,162],"full":[35],"control":[36],"over":[37],"interaction":[39],"process":[40],"model,":[43],"such":[44],"as":[45],"using":[46,126],"their":[47],"own":[48],"collected":[49],"photos":[50],"and":[51,129,144,156,170],"posing":[52],"arbitrary":[53],"questions.Traditional":[55],"attacks":[57,81],"that":[58],"rely":[59],"on":[60,151],"adding":[61],"external":[62],"triggers":[63],"are":[64],"less":[65],"applicable.To":[66],"this":[67,78],"end,":[68],"we":[69,109],"introduce":[70],"new":[72],"shadow-activated":[73],"attacking":[75],"paradigm":[76],"in":[77,166],"paper,":[79],"wherein":[80],"implicitly":[82],"inject":[83],"malicious":[84],"content":[85],"responses":[88,93],"MLLMs":[90],"when":[91],"explicitly":[94],"relate":[95],"shadowed":[98],"object,":[99],"i.e.,":[100],"without":[101],"any":[102],"triggers.To":[103],"facilitate":[104],"shadowactivated":[106],"attack,":[108],"present":[110],"framework":[113],"named":[114],"BadMLLM":[115],"achieve":[117],"desired":[119],"behaviors":[120],"by":[121],"constructing":[122],"poisoned":[124],"dataset":[125],"GPT-4":[127],"Vision":[128],"implementing":[130],"an":[131],"attention-regularized":[132],"tuning":[133],"strategy":[134],"address":[136],"semantic":[138],"discontinuity":[139],"between":[140],"original":[142],"response":[143],"inserted":[146],"promotion.Extensive":[147],"experimental":[148],"results":[149],"conducted":[150],"five":[152],"three":[154],"objects,":[155],"two":[157],"types":[158],"promotion":[160],"slogans":[161],"demonstrated":[163],"impressive":[164],"performance":[165],"achieving":[167],"both":[168],"efficacy":[169],"utility":[171],"goals,":[172],"thereby":[173],"highlighting":[174],"significant":[176],"concealed":[179],"within":[180],"MLLMs.":[181]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}