{"id":"https://openalex.org/W4403791638","doi":"https://doi.org/10.1145/3664647.3680708","title":"Multimodal Unlearnable Examples: Protecting Data against Multimodal Contrastive Learning","display_name":"Multimodal Unlearnable Examples: Protecting Data against Multimodal Contrastive Learning","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791638","doi":"https://doi.org/10.1145/3664647.3680708"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026788605","display_name":"Xinwei Liu","orcid":"https://orcid.org/0009-0009-9510-418X"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinwei Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyberspace Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-9510-418X","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyberspace Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084784341","display_name":"Xiaojun Jia","orcid":"https://orcid.org/0000-0002-2018-9344"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaojun Jia","raw_affiliation_strings":["Cyber Security Research Centre @ NTU, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2018-9344","affiliations":[{"raw_affiliation_string":"Cyber Security Research Centre @ NTU, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094220601","display_name":"Yuan Xun","orcid":"https://orcid.org/0009-0006-7069-9816"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xun","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyberspace Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-7069-9816","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyberspace Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081392445","display_name":"Siyuan Liang","orcid":"https://orcid.org/0000-0002-6154-0233"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siyuan Liang","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6154-0233","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068837264","display_name":"Xiaochun Cao","orcid":"https://orcid.org/0000-0001-7141-708X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Cao","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7141-708X","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1035,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91197028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8024","last_page":"8033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7590559124946594},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4520277678966522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41735056042671204},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37410402297973633},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3260568380355835},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07910510897636414}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7590559124946594},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4520277678966522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41735056042671204},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37410402297973633},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3260568380355835},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07910510897636414},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.46000000834465027,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1905882502","https://openalex.org/W2163922914","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2536626143","https://openalex.org/W2921723678","https://openalex.org/W2942091739","https://openalex.org/W2962858109","https://openalex.org/W2990307191","https://openalex.org/W3035524453","https://openalex.org/W3035552787","https://openalex.org/W3169253336","https://openalex.org/W3173423020","https://openalex.org/W3176641147","https://openalex.org/W3207908683","https://openalex.org/W3214911933","https://openalex.org/W3217804443","https://openalex.org/W4212774754","https://openalex.org/W4214926101","https://openalex.org/W4226239489","https://openalex.org/W4281780608","https://openalex.org/W4285412155","https://openalex.org/W4286865884","https://openalex.org/W4304080321","https://openalex.org/W4306820534","https://openalex.org/W4312248169","https://openalex.org/W4312782971","https://openalex.org/W4312959179","https://openalex.org/W4379116840","https://openalex.org/W4385815519","https://openalex.org/W4386076050","https://openalex.org/W4386076376","https://openalex.org/W4387968170","https://openalex.org/W4387968741","https://openalex.org/W4390872161","https://openalex.org/W4393079043","https://openalex.org/W4393152558","https://openalex.org/W4393152608","https://openalex.org/W4393161233","https://openalex.org/W4393212485","https://openalex.org/W4399487370","https://openalex.org/W4399729223","https://openalex.org/W4399800979","https://openalex.org/W4400075243","https://openalex.org/W6797172672"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"contrastive":[1],"learning":[2,12],"(MCL)":[3],"has":[4],"shown":[5],"remarkable":[6],"advances":[7],"in":[8,73,117],"zero-shot":[9],"classification":[10],"by":[11,50,80],"from":[13,19],"millions":[14],"of":[15,84,110,115,208,216],"image-caption":[16,88],"pairs":[17,116],"crawled":[18],"the":[20,82,108,113,139,155,161,165,168,172,183,192,199,206,231],"Internet.":[21],"However,":[22,62],"this":[23,78,120],"reliance":[24],"poses":[25],"privacy":[26],"risks,":[27],"as":[28],"hackers":[29],"may":[30],"unauthorizedly":[31],"exploit":[32],"image-text":[33],"data":[34,98],"for":[35,60,66,132],"model":[36,162],"training,":[37],"potentially":[38],"including":[39],"personal":[40],"and":[41,90,99,112,148,158,171,187,194,219],"privacy-sensitive":[42],"information.":[43],"Recent":[44],"works":[45],"propose":[46,123],"generating":[47,133],"unlearnable":[48,135],"examples":[49],"adding":[51],"imperceptible":[52],"perturbations":[53],"to":[54,57,96,103,107,143,163,181,190,197],"training":[55],"images":[56],"build":[58,104],"shortcuts":[59,105],"protection.":[61],"they":[63,91],"are":[64],"designed":[65],"unimodal":[67],"classification,":[68],"which":[69],"remains":[70],"largely":[71],"unexplored":[72],"MCL.":[74,118],"We":[75],"first":[76],"explore":[77],"context":[79],"evaluating":[81],"performance":[83],"existing":[85],"methods":[86],"on":[87,230],"pairs,":[89],"do":[92],"not":[93],"generalize":[94],"effectively":[95,159],"multimodal":[97,134],"exhibit":[100],"limited":[101],"impact":[102],"due":[106],"lack":[109],"labels":[111],"dispersion":[114],"In":[119],"paper,":[121],"we":[122,176],"Multi-step":[124],"Error":[125],"Minimization":[126],"(MEM),":[127],"a":[128],"novel":[129],"optimization":[130],"process":[131],"examples.":[136],"It":[137],"extends":[138],"Error-Minimization":[140],"(EM)":[141],"framework":[142],"optimize":[144],"both":[145],"image":[146],"noise":[147,169,184],"an":[149],"additional":[150],"text":[151,173,201],"trigger,":[152],"thereby":[153],"enlarging":[154],"optimized":[156],"space":[157],"misleading":[160],"learn":[164],"shortcut":[166],"between":[167],"features":[170],"trigger.":[174,202],"Specifically,":[175],"adopt":[177],"projected":[178],"gradient":[179,193],"descent":[180],"solve":[182],"minimization":[185],"problem":[186],"use":[188],"HotFlip":[189],"approximate":[191],"replace":[195],"words":[196],"find":[198],"optimal":[200],"Extensive":[203],"experiments":[204],"demonstrate":[205],"effectiveness":[207],"MEM,":[209],"with":[210],"post-protection":[211],"retrieval":[212],"results":[213],"nearly":[214],"half":[215],"random":[217],"guessing,":[218],"its":[220],"high":[221],"transferability":[222],"across":[223],"different":[224],"models.":[225],"Our":[226],"code":[227],"is":[228],"available":[229],"https://github.com/thinwayliu/Multimodal-Unlearnable-Examples":[232]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}