{"id":"https://openalex.org/W4405306411","doi":"https://doi.org/10.1109/besc64747.2024.10780716","title":"Prompt Tuning Empowering Downstream Tasks in Multimodal Federated Learning","display_name":"Prompt Tuning Empowering Downstream Tasks in Multimodal Federated Learning","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4405306411","doi":"https://doi.org/10.1109/besc64747.2024.10780716"},"language":"en","primary_location":{"id":"doi:10.1109/besc64747.2024.10780716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/besc64747.2024.10780716","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Behavioural and Social Computing (BESC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054559794","display_name":"Yichen Bao","orcid":"https://orcid.org/0000-0002-2426-3345"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yichen Bao","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology,Guangzhou,China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5054559794"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.6962,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77401457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9259999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.7745891809463501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7194637060165405},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4798388183116913},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12695059180259705}],"concepts":[{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.7745891809463501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7194637060165405},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4798388183116913},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12695059180259705},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/besc64747.2024.10780716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/besc64747.2024.10780716","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Behavioural and Social Computing (BESC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W2194775991","https://openalex.org/W2912213068","https://openalex.org/W2952122856","https://openalex.org/W2972570881","https://openalex.org/W2995022099","https://openalex.org/W2997361490","https://openalex.org/W3006555759","https://openalex.org/W3166846774","https://openalex.org/W3168213397","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3185341429","https://openalex.org/W3200276423","https://openalex.org/W4205991051","https://openalex.org/W4206320562","https://openalex.org/W4206936477","https://openalex.org/W4283367167","https://openalex.org/W4285242560","https://openalex.org/W4285601829","https://openalex.org/W4312651322","https://openalex.org/W4385573003","https://openalex.org/W6640212811","https://openalex.org/W6685053522","https://openalex.org/W6728757088","https://openalex.org/W6752029299","https://openalex.org/W6755207826","https://openalex.org/W6759238902","https://openalex.org/W6768632158","https://openalex.org/W6769627184","https://openalex.org/W6773817997","https://openalex.org/W6778883912","https://openalex.org/W6784336702","https://openalex.org/W6784512941","https://openalex.org/W6790003725","https://openalex.org/W6790034021","https://openalex.org/W6791353385","https://openalex.org/W6800895557","https://openalex.org/W6802347785","https://openalex.org/W6802684295","https://openalex.org/W6810515469","https://openalex.org/W6811219898","https://openalex.org/W6838865580","https://openalex.org/W6846004651","https://openalex.org/W6852107595","https://openalex.org/W6857505373","https://openalex.org/W6860028411"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1583765404","https://openalex.org/W4214653257","https://openalex.org/W2390279801","https://openalex.org/W2055438207","https://openalex.org/W4391913857","https://openalex.org/W2521424917","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"has":[3,54,102],"made":[4],"it":[5],"possible":[6],"to":[7,30,81,97,117,124],"train":[8],"global":[9,37,44,153],"models":[10,67,71,100,123],"using":[11],"decentralized":[12],"data":[13,33,41],"in":[14,107,110,176],"a":[15,36,115,157],"privacy-preserving":[16],"manner":[17],"through":[18],"the":[19,62,87,149,152],"aggregation":[20],"of":[21,64,151],"model":[22,38,45,83,89,154],"updates.":[23],"Current":[24],"FL":[25],"methods":[26],"have":[27],"been":[28,104],"expanded":[29],"incorporate":[31],"multi-modal":[32,125],"for":[34,60,131],"training":[35],"across":[39],"multiple":[40],"modalities.":[42],"However,":[43],"performs":[46],"poorly":[47],"on":[48,161],"downstream":[49,133],"tasks.":[50],"Recently,":[51],"Prompt":[52],"engineering":[53,93,120],"emerged":[55],"as":[56,79],"an":[57],"indispensable":[58],"technique":[59],"extending":[61],"capabilities":[63],"large":[65],"language":[66,99,122],"(LLMs)":[68],"and":[69,101,142,155,172],"vision-language":[70],"(VLMs).":[72],"This":[73],"approach":[74],"leverages":[75],"task-specific":[76],"instructions,":[77],"known":[78],"prompts,":[80],"enhance":[82],"efficacy":[84],"without":[85],"modifying":[86],"core":[88],"parameters.":[90],"Since":[91],"prompt":[92,119],"is":[94],"only":[95],"applied":[96],"pre-trained":[98],"not":[103],"widely":[105],"used":[106],"other":[108],"domains,":[109],"this":[111],"paper,":[112],"we":[113,147,164],"propose":[114],"framework":[116,168],"apply":[118],"from":[121],"federated":[126],"learning.":[127],"We":[128],"design":[129],"prompts":[130],"representative":[132],"tasks":[134],"including":[135],"image":[136],"classification":[137,140],"task,":[138,141],"text":[139],"multimodal":[143],"retrieval":[144],"task.":[145],"Then,":[146],"freeze":[148],"backbone":[150],"do":[156],"few-shot":[158],"sample":[159],"study":[160],"prompts.":[162],"Afterwards,":[163],"empirically":[165],"analyze":[166],"our":[167],"via":[169],"extensive":[170],"experiments,":[171],"show":[173],"its":[174],"superiority":[175],"performance.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}