{"id":"https://openalex.org/W7133815579","doi":"https://doi.org/10.48550/arxiv.2603.04064","title":"Tuning Just Enough: Lightweight Backdoor Attacks on Multi-Encoder Diffusion Models","display_name":"Tuning Just Enough: Lightweight Backdoor Attacks on Multi-Encoder Diffusion Models","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7133815579","doi":"https://doi.org/10.48550/arxiv.2603.04064"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128150238","display_name":"Ziyuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ziyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128186920","display_name":"Yujin Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Yujin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128210541","display_name":"Tobias Braun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Braun, Tobias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037747070","display_name":"Anna Rohrbach","orcid":"https://orcid.org/0000-0003-1161-6006"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohrbach, Anna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24749717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9065999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9065999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9973000288009644},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6312000155448914},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.4560999870300293},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3068000078201294}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9973000288009644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6650000214576721},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6312000155448914},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.21610000729560852}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5467849969863892}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"text-to-image":[1],"diffusion":[2,28,40],"models":[3,29,41],"become":[4],"increasingly":[5],"deployed":[6],"in":[7,50,79,114,189,193],"real-world":[8],"applications,":[9],"concerns":[10],"about":[11],"backdoor":[12,22,71,105,115,179],"attacks":[13,23,72,180],"have":[14],"gained":[15],"significant":[16],"attention.":[17],"Prior":[18],"work":[19],"on":[20,27,31,141,181],"text-based":[21],"has":[24,97],"largely":[25],"focused":[26],"conditioned":[30],"a":[32],"single":[33],"lightweight":[34],"text":[35,46,64,94,112,159],"encoder.":[36],"However,":[37],"more":[38],"recent":[39],"that":[42,165],"incorporate":[43],"multiple":[44,63],"large-scale":[45],"encoders":[47,95,113,130],"remain":[48,74],"underexplored":[49,187],"this":[51,83],"context.":[52],"Given":[53],"the":[54,109,126,157,171],"substantially":[55],"increased":[56],"number":[57],"of":[58,111,121,129,170],"trainable":[59],"parameters":[60,174],"introduced":[61],"by":[62],"encoders,":[65],"an":[66],"important":[67],"question":[68],"is":[69,175],"whether":[70],"can":[73],"both":[75],"efficient":[76],"and":[77,96,124],"effective":[78,134],"such":[80],"settings.":[81,195],"In":[82],"work,":[84],"we":[85,117,143],"study":[86],"Stable":[87,182],"Diffusion":[88,183],"3,":[89,184],"which":[90,150],"uses":[91],"three":[92],"distinct":[93],"not":[98],"yet":[99],"been":[100],"systematically":[101],"analyzed":[102],"for":[103,136,177],"text-encoder-based":[104],"vulnerabilities.":[106],"To":[107],"understand":[108],"role":[110],"attacks,":[116],"define":[118],"four":[119],"categories":[120],"attack":[122,138,191],"targets":[123],"identify":[125],"minimal":[127],"sets":[128],"required":[131],"to":[132],"achieve":[133],"performance":[135],"each":[137],"objective.":[139],"Based":[140],"this,":[142],"further":[144],"propose":[145],"Multi-Encoder":[146],"Lightweight":[147],"aTtacks":[148],"(MELT),":[149],"trains":[151],"only":[152],"low-rank":[153],"adapters":[154],"while":[155],"keeping":[156],"pretrained":[158],"encoder":[160,173],"weight":[161],"frozen.":[162],"We":[163],"demonstrate":[164],"tuning":[166],"fewer":[167],"than":[168],"0.2%":[169],"total":[172],"sufficient":[176],"successful":[178],"revealing":[185],"previously":[186],"vulnerabilities":[188],"practical":[190],"scenarios":[192],"multi-encoder":[194]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-06T00:00:00"}