{"id":"https://openalex.org/W4415539420","doi":"https://doi.org/10.1145/3746027.3755387","title":"FedAPT: Federated Adversarial Prompt Tuning for Vision-Language Models","display_name":"FedAPT: Federated Adversarial Prompt Tuning for Vision-Language Models","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415539420","doi":"https://doi.org/10.1145/3746027.3755387"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755387","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057970235","display_name":"Kun Zhai","orcid":"https://orcid.org/0009-0003-6886-4630"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhai","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-6886-4630","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070837391","display_name":"Siheng Chen","orcid":"https://orcid.org/0000-0001-6199-529X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siheng Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6199-529X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078711649","display_name":"Xingjun Ma","orcid":"https://orcid.org/0000-0003-2099-4973"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjun Ma","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2099-4973","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047962986","display_name":"Yu\u2013Gang Jiang","orcid":"https://orcid.org/0000-0002-1907-8567"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Gang Jiang","raw_affiliation_strings":["College of Intelligent Robotics and Advanced Manufacturing, Fudan University, shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1907-8567","affiliations":[{"raw_affiliation_string":"College of Intelligent Robotics and Advanced Manufacturing, Fudan University, shanghai, China","institution_ids":["https://openalex.org/I4210116723"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4310","last_page":"4318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9114000201225281},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5759000182151794},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5629000067710876},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5566999912261963},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5217000246047974},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5067999958992004},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.47679999470710754}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9114000201225281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979999780654907},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5759000182151794},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5629000067710876},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5566999912261963},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5067999958992004},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.47679999470710754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47440001368522644},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35690000653266907},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.3093000054359436},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755387","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2047643928","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2533598788","https://openalex.org/W2963857521","https://openalex.org/W2964194231","https://openalex.org/W3037492894","https://openalex.org/W3177096435","https://openalex.org/W4221141431","https://openalex.org/W4285149549","https://openalex.org/W4372260089","https://openalex.org/W4375868878","https://openalex.org/W4382318106","https://openalex.org/W4390872376","https://openalex.org/W4393148183","https://openalex.org/W4402716324","https://openalex.org/W4402753783","https://openalex.org/W4402753786"],"related_works":[],"abstract_inverted_index":{"Federated":[0,38],"Prompt":[1,40],"Tuning":[2,41],"(FPT)":[3],"is":[4,123],"an":[5],"efficient":[6],"method":[7,45],"for":[8,90],"cross-client":[9,136],"collaborative":[10],"fine-tuning":[11],"of":[12,52,160,177],"large":[13,188],"Vision-Language":[14],"Models":[15],"(VLMs).":[16],"However,":[17],"models":[18],"tuned":[19],"using":[20],"FPT":[21],"are":[22],"vulnerable":[23],"to":[24,28,47,86,139,153],"adversarial":[25,50,88,99,165,181],"attacks,":[26],"leading":[27],"misclassification":[29],"in":[30,59,179,195,203],"downstream":[31],"tasks.":[32],"In":[33],"this":[34,106],"work,":[35],"we":[36,108,146],"introduce":[37],"Adversarial":[39],"(FedAPT),":[42],"a":[43,56,68,110,126,132,148,187],"novel":[44],"designed":[46],"enhance":[48,154],"the":[49,75,93,161,175],"robustness":[51],"FPT.":[53],"We":[54],"identify":[55],"key":[57],"issue":[58],"FedAPT":[60,178,190],"under":[61],"non-independent":[62],"and":[63,74,197],"identically":[64],"distributed":[65],"(non-IID)":[66],"settings:":[67],"class":[69],"information":[70,85,138],"gap":[71],"between":[72],"clients":[73],"global":[76,94,102],"model.":[77],"Clients":[78],"rely":[79],"solely":[80],"on":[81,169],"limited":[82],"local":[83],"label":[84,137],"generate":[87],"samples":[89],"training,":[91],"while":[92],"model":[95],"must":[96],"defend":[97],"against":[98],"attacks":[100],"from":[101,118],"labels.":[103],"To":[104],"address":[105],"issue,":[107],"propose":[109,147],"class-aware":[111],"prompt":[112,155],"generator":[113,122,150],"that":[114],"generates":[115],"visual":[116,143],"prompts":[117],"text":[119],"prompts.":[120,144],"This":[121],"guided":[124],"by":[125,186],"Global":[127],"Label":[128],"Embedding":[129],"(serving":[130],"as":[131],"''beacon'')":[133],"which":[134],"encodes":[135],"create":[140],"more":[141],"globally-aligned":[142],"Additionally,":[145],"cross-layer":[149],"sharing":[151],"strategy":[152],"coupling":[156],"across":[157],"different":[158],"layers":[159],"model,":[162],"further":[163],"boosting":[164],"robustness.":[166],"Extensive":[167],"experiments":[168],"multiple":[170],"image":[171],"classification":[172],"datasets":[173],"demonstrate":[174],"superiority":[176],"improving":[180],"robustness,":[182],"outperforming":[183],"existing":[184],"methods":[185],"margin.":[189],"also":[191],"exhibits":[192],"exceptional":[193],"generalization":[194],"cross-domain":[196],"cross-dataset":[198],"scenarios,":[199],"indicating":[200],"its":[201],"effectiveness":[202],"real-world":[204],"applications.":[205]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}