{"id":"https://openalex.org/W7203757946","doi":"https://doi.org/10.1145/3767308.3836532","title":"Learning What Not to Learn: Adversarial Disentangled Prompt Tuning for Robust Vision-Language Models","display_name":"Learning What Not to Learn: Adversarial Disentangled Prompt Tuning for Robust Vision-Language Models","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7203757946","doi":"https://doi.org/10.1145/3767308.3836532"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3836532","doi":"https://doi.org/10.1145/3767308.3836532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836532","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7203757946"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3836532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147559056","display_name":"Yang Chen","orcid":"https://orcid.org/0009-0002-5176-6690","observed_orcids":["https://orcid.org/0009-0002-5176-6690"]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang Chen","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0002-5176-6690","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122852808","display_name":"Zhan Zhuang","orcid":"https://orcid.org/0000-0003-0215-8728","observed_orcids":["https://orcid.org/0000-0003-0215-8728"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhan Zhuang","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-0215-8728","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089369530","display_name":"Yanbin Wei","orcid":"https://orcid.org/0000-0003-1301-2505","observed_orcids":["https://orcid.org/0000-0003-1301-2505"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yanbin Wei","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1301-2505","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101881377","display_name":"Zebin Chen","orcid":"https://orcid.org/0000-0002-9730-3758","observed_orcids":["https://orcid.org/0000-0002-9730-3758"]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zebin Chen","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0009-2233-1349","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147600493","display_name":"Hua Liu","orcid":"https://orcid.org/0000-0002-9613-8877","observed_orcids":["https://orcid.org/0000-0002-9613-8877"]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hua Liu","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9613-8877","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147533921","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0003-1100-4835","observed_orcids":["https://orcid.org/0000-0003-1100-4835"]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1100-4835","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"855","last_page":"863"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9259999990463257},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.7839999794960022},{"id":"https://openalex.org/keywords/shortcut-learning","display_name":"shortcut learning","score":0.6729999780654907},{"id":"https://openalex.org/keywords/unseen-classes","display_name":"unseen classes","score":0.859000027179718},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.6800000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7310000061988831},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.704800009727478},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6823999881744385},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6765999794006348},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6740000247955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6234999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5317000150680542},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C67226441","wikidata":"https://www.wikidata.org/wiki/Q1665389","display_name":"Robust statistics","level":3,"score":0.3190000057220459},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30660000443458557},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3767308.3836532","doi":"https://doi.org/10.1145/3767308.3836532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836532","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.17306","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.17306","pdf_url":"https://arxiv.org/pdf/2608.17306","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.17306","doi":"https://doi.org/10.48550/arxiv.2608.17306","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.17306","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3767308.3836532","doi":"https://doi.org/10.1145/3767308.3836532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836532","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7990423248","display_name":null,"funder_award_id":"JCYJ20250604144724032","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G8178587797","display_name":null,"funder_award_id":"62136005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203757946.pdf","grobid_xml":"https://content.openalex.org/works/W7203757946.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1846799578","https://openalex.org/W1945616565","https://openalex.org/W1977295328","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2516574342","https://openalex.org/W2533598788","https://openalex.org/W2924551358","https://openalex.org/W2953937638","https://openalex.org/W2963350032","https://openalex.org/W2964194231","https://openalex.org/W2970018230","https://openalex.org/W3009542902","https://openalex.org/W3016970897","https://openalex.org/W3126337491","https://openalex.org/W3135367836","https://openalex.org/W3198377975","https://openalex.org/W4285247752","https://openalex.org/W4322766882","https://openalex.org/W4361194507","https://openalex.org/W4366850747","https://openalex.org/W4386071547","https://openalex.org/W4390190425","https://openalex.org/W4390873312","https://openalex.org/W4390874272","https://openalex.org/W4391632217","https://openalex.org/W4391988308","https://openalex.org/W4402727297","https://openalex.org/W4402753786","https://openalex.org/W4403841197","https://openalex.org/W4404654839","https://openalex.org/W4413144264","https://openalex.org/W4413147864","https://openalex.org/W4413156116","https://openalex.org/W4415799141","https://openalex.org/W7133239785"],"related_works":["https://openalex.org/W4401093830","https://openalex.org/W4417529255","https://openalex.org/W4402753786","https://openalex.org/W7164245540","https://openalex.org/W7214032762","https://openalex.org/W4393108833","https://openalex.org/W4411120373","https://openalex.org/W7128473607","https://openalex.org/W7155072000","https://openalex.org/W4415799141"],"abstract_inverted_index":{"While":[0],"adversarial":[1,31],"prompt":[2,71,92,114,185],"tuning":[3,72],"can":[4],"enhance":[5],"robustness":[6,181],"of":[7,33,49,77,96,159,182],"vision-language":[8],"models":[9],"efficiently,":[10],"we":[11,62],"find":[12],"that":[13,42,152,176],"existing":[14],"methods":[15],"aggravate":[16],"robust":[17,70,129,134,143],"generalization":[18,144],"overfitting":[19],"on":[20,164,186],"seen":[21],"classes,":[22,166],"leading":[23],"to":[24,52,81,106,117,120,127],"a":[25,69,86,90,94,168],"rapid":[26],"degradation":[27,44],"in":[28,123,161],"performance":[29],"against":[30],"examples":[32],"unseen":[34,165,187],"classes":[35],"as":[36],"training":[37],"progresses.":[38],"We":[39,146],"empirically":[40],"identify":[41],"this":[43],"stems":[45],"from":[46,136],"the":[47,50,75,101,112,121,124,133,137,153,157,180,183],"tendency":[48],"model":[51],"learn":[53,128],"pseudo-robust":[54,109,138,162],"features":[55,135,163],"(i.e.,":[56],"non-generalizable":[57],"shortcuts).":[58],"To":[59],"mitigate":[60],"this,":[61],"propose":[63],"ADAPT":[64,84,140,177],"(Adversarial":[65],"DisentAngled":[66],"Prompt":[67],"Tuning),":[68],"framework":[73],"following":[74],"philosophy":[76],"''Learning":[78],"What":[79],"Not":[80],"Learn''.":[82],"Specifically,":[83],"uses":[85],"dual-prompt":[87],"mechanism":[88],"with":[89],"target":[91,113,184],"and":[93],"pool":[95],"decoy":[97,102],"prompts.":[98],"During":[99],"training,":[100],"prompts":[103],"are":[104],"guided":[105],"entrap":[107],"diverse":[108],"features,":[110,139],"while":[111],"is":[115,191],"constrained":[116],"be":[118],"orthogonal":[119,154],"decoys":[122],"embedding":[125],"space":[126],"features.":[130],"By":[131],"disentangling":[132],"effectively":[141],"prevents":[142],"overfitting.":[145],"further":[147],"provide":[148],"an":[149],"analysis":[150],"showing":[151],"loss":[155],"bounds":[156],"effect":[158],"shifts":[160],"yielding":[167],"testing":[169],"error":[170],"guarantee.":[171],"Empirically,":[172],"extensive":[173],"experiments":[174],"demonstrate":[175],"substantially":[178],"improves":[179],"classes.":[188],"The":[189],"code":[190],"available":[192],"at":[193],"https://github.com/cheny02/ADAPT-ACMMM2026.":[194]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203757946","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-08-20T00:00:00"}
