{"id":"https://openalex.org/W4372260089","doi":"https://doi.org/10.1109/icassp49357.2023.10095356","title":"FedPrompt: Communication-Efficient and Privacy-Preserving Prompt Tuning in Federated Learning","display_name":"FedPrompt: Communication-Efficient and Privacy-Preserving Prompt Tuning in Federated Learning","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260089","doi":"https://doi.org/10.1109/icassp49357.2023.10095356"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025780527","display_name":"Haodong Zhao","orcid":"https://orcid.org/0000-0002-4405-1649"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044144070","display_name":"Wei Du","orcid":"https://orcid.org/0000-0001-6415-4170"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Du","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023015254","display_name":"Fangqi Li","orcid":"https://orcid.org/0000-0001-7965-5170"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangqi Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101442383","display_name":"Peixuan Li","orcid":"https://orcid.org/0000-0003-0088-6748"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peixuan Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085695760","display_name":"Gongshen Liu","orcid":"https://orcid.org/0000-0001-5194-1570"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongshen Liu","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7384418249130249},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4383111000061035},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.42669832706451416},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.35995081067085266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23553931713104248}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7384418249130249},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4383111000061035},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.42669832706451416},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.35995081067085266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23553931713104248}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2099606292","https://openalex.org/W2160536005","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2785615365","https://openalex.org/W2810065831","https://openalex.org/W2896457183","https://openalex.org/W2950152871","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W3102496129","https://openalex.org/W3174770825","https://openalex.org/W3175729092","https://openalex.org/W3182158470","https://openalex.org/W4205991051","https://openalex.org/W4283814689","https://openalex.org/W4285603001","https://openalex.org/W4288089799","https://openalex.org/W4318619660","https://openalex.org/W4386187806","https://openalex.org/W6683971644","https://openalex.org/W6684859321","https://openalex.org/W6728757088","https://openalex.org/W6752600739","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6769627184","https://openalex.org/W6779308105"],"related_works":["https://openalex.org/W3176937389","https://openalex.org/W2584827882","https://openalex.org/W2538581760","https://openalex.org/W3195097297","https://openalex.org/W4225340788","https://openalex.org/W3038106605","https://openalex.org/W2513267613","https://openalex.org/W3049084372","https://openalex.org/W2528109871","https://openalex.org/W2940702331"],"abstract_inverted_index":{"Federated":[0],"learning":[1,48],"(FL)":[2],"has":[3,41],"enabled":[4],"global":[5],"model":[6,76],"training":[7],"on":[8,101,104,118],"decentralized":[9],"data":[10,108,116],"in":[11,74],"a":[12,46,75,125],"privacy-preserving":[13],"way.":[14],"However,":[15],"for":[16],"tasks":[17],"that":[18,84,122],"utilize":[19],"pre-trained":[20],"language":[21],"models":[22],"(PLMs)":[23],"with":[24,98],"massive":[25],"parameters,":[26,97],"there":[27],"are":[28],"considerable":[29],"communication":[30,90],"costs.":[31],"Prompt":[32],"tuning,":[33],"which":[34],"tunes":[35],"soft":[36],"prompts":[37],"without":[38],"modifying":[39],"PLMs,":[40],"achieved":[42],"excellent":[43],"performance":[44],"as":[45],"new":[47],"paradigm.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"want":[54],"to":[55],"combine":[56],"these":[57],"methods":[58],"and":[59,82,106,131],"explore":[60],"the":[61,89,95,138],"effect":[62],"of":[63,94,140],"prompt":[64,72],"tuning":[65,73],"under":[66],"FL.":[67],"We":[68,110],"propose":[69],"\"FedPrompt\"":[70],"studying":[71],"split":[77,85],"aggregation":[78,86],"way":[79],"using":[80],"FL,":[81],"prove":[83],"greatly":[87],"reduces":[88],"cost,":[91],"only":[92],"0.01%":[93],"PLMs\u2019":[96],"little":[99],"decrease":[100],"accuracy":[102],"both":[103],"IID":[105],"Non-IID":[107],"distribution.":[109],"further":[111],"conduct":[112],"backdoor":[113,135],"attacks":[114],"by":[115],"poisoning":[117],"FedPrompt.":[119,141],"Experiments":[120],"show":[121],"attack":[123,128],"achieve":[124],"quite":[126],"low":[127],"success":[129],"rate":[130],"can":[132],"not":[133],"inject":[134],"effectively,":[136],"proving":[137],"robustness":[139]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}