{"id":"https://openalex.org/W4402216694","doi":"https://doi.org/10.1109/tmc.2024.3454634","title":"FedFMSL: Federated Learning of Foundation Models With Sparsely Activated LoRA","display_name":"FedFMSL: Federated Learning of Foundation Models With Sparsely Activated LoRA","publication_year":2024,"publication_date":"2024-09-04","ids":{"openalex":"https://openalex.org/W4402216694","doi":"https://doi.org/10.1109/tmc.2024.3454634"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3454634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3454634","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032107933","display_name":"Panlong Wu","orcid":"https://orcid.org/0009-0001-0051-4613"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Panlong Wu","raw_affiliation_strings":["Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114220781","display_name":"K. Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kangshuo Li","raw_affiliation_strings":["Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101450943","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0003-4881-4532"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen) and School of Science and Engineering (SSE), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102850806","display_name":"Yanjie Dong","orcid":"https://orcid.org/0000-0002-5461-4951"},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Yanjie Dong","raw_affiliation_strings":["Artificial Intelligence Research Institute and the Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute and the Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Artificial Intelligence Research Institute and the Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute and the Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101686970","display_name":"Fangxin Wang","orcid":"https://orcid.org/0000-0003-2559-045X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangxin Wang","raw_affiliation_strings":["School of Science and Engineering (SSE), Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen), and Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering (SSE), Shenzhen Future Network of Intelligence Institute (FNii-Shenzhen), and Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032107933"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":5.7762,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96579601,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"15167","last_page":"15181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9347000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9347000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9092000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8327021598815918},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3661520481109619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8327021598815918},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3661520481109619}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3454634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3454634","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1820757287","display_name":null,"funder_award_id":"62102266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3004386410","display_name":null,"funder_award_id":"2023A1515012668","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3332848674","display_name":null,"funder_award_id":"R2020A045","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G6352250275","display_name":null,"funder_award_id":"62293482","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W24089286","https://openalex.org/W2507174453","https://openalex.org/W2807006176","https://openalex.org/W2963341956","https://openalex.org/W2964194231","https://openalex.org/W3001279689","https://openalex.org/W3090168279","https://openalex.org/W3128909129","https://openalex.org/W3164271417","https://openalex.org/W3168867926","https://openalex.org/W3177323791","https://openalex.org/W3182158470","https://openalex.org/W3211910497","https://openalex.org/W4281736231","https://openalex.org/W4290003882","https://openalex.org/W4313003510","https://openalex.org/W4382618676","https://openalex.org/W4385627126","https://openalex.org/W4385654096","https://openalex.org/W4386159265","https://openalex.org/W4387212306","https://openalex.org/W4388505554","https://openalex.org/W4391590983","https://openalex.org/W4392904059","https://openalex.org/W4398239187","https://openalex.org/W4399336288","https://openalex.org/W4399994184","https://openalex.org/W4401176007","https://openalex.org/W6600983433","https://openalex.org/W6682132143","https://openalex.org/W6728757088","https://openalex.org/W6752029299","https://openalex.org/W6759238902","https://openalex.org/W6759579507","https://openalex.org/W6763048141","https://openalex.org/W6772383348","https://openalex.org/W6772617095","https://openalex.org/W6778883912","https://openalex.org/W6780501606","https://openalex.org/W6790801212","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6798805250","https://openalex.org/W6810249531","https://openalex.org/W6843195772","https://openalex.org/W6849870884","https://openalex.org/W6853260565","https://openalex.org/W6863195710"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Foundation":[0,143],"models":[1,63],"(FMs)":[2],"have":[3,17,65],"shown":[4],"great":[5,60],"success":[6],"in":[7,120,130,170,239],"natural":[8],"language":[9],"processing,":[10],"computer":[11],"vision,":[12],"and":[13,81,124,152,210],"multimodal":[14],"tasks.":[15],"FMs":[16],"a":[18,26,107,125,140,154,187],"large":[19],"number":[20],"of":[21,29,92,142,225,248],"model":[22,35,72,201],"parameters,":[23],"thus":[24,98],"requiring":[25],"substantial":[27],"amount":[28],"data":[30,51,56,90],"to":[31,134,177,221,237],"help":[32],"optimize":[33],"the":[34,37,59,89,121,131,165,171,198,215,223,249],"during":[36,214],"training.":[38,216],"Federated":[39],"learning":[40,44,48,111],"has":[41],"revolutionized":[42],"machine":[43],"by":[45,67,235],"enabling":[46],"collaborative":[47],"from":[49],"decentralized":[50],"while":[52,242],"still":[53],"preserving":[54],"clients\u2019":[55],"privacy.":[57],"Despite":[58],"benefits":[61],"foundation":[62,200,250],"can":[64,95],"empowered":[66],"federated":[68,110],"learning,":[69],"their":[70],"bulky":[71],"parameters":[73,202,247],"cause":[74],"severe":[75],"communication":[76,168],"challenges":[77,83],"for":[78,85],"modern":[79],"networks":[80],"computation":[82],"especially":[84],"edge":[86,178],"devices.":[87],"Moreover,":[88],"distribution":[91],"different":[93,97],"clients":[94],"be":[96],"inducing":[99],"statistical":[100],"challenges.":[101],"In":[102],"this":[103],"paper,":[104],"we":[105,185],"propose":[106],"novel":[108,188],"two-stage":[109],"algorithm":[112,195],"called":[113],"FedFMSL.":[114],"A":[115],"global":[116],"expert":[117,127],"is":[118,128],"trained":[119,129],"first":[122],"stage":[123,133],"local":[126],"second":[132,172],"provide":[135],"better":[136],"personalization.":[137],"We":[138,217],"construct":[139],"Mixture":[141],"Models":[144],"(<monospace":[145,192],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[146,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">MoFM</monospace>)":[147],"with":[148,158,181],"these":[149],"two":[150],"experts":[151],"design":[153,186],"gate":[155,161],"neural":[156],"network":[157],"an":[159],"inserted":[160],"adapter":[162],"that":[163,196,229],"joins":[164],"aggregation":[166],"every":[167],"round":[169],"stage.":[173],"To":[174],"further":[175],"adapt":[176],"computing":[179],"scenarios":[180],"limited":[182],"computational":[183],"resources,":[184],"Sparsely":[189],"Activated":[190],"LoRA":[191],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">SAL</monospace>)":[194],"freezes":[197],"pre-trained":[199],"inserts":[203],"low-rank":[204],"adaptation":[205],"matrices":[206],"into":[207],"transformer":[208],"blocks,":[209],"activates":[211],"them":[212],"progressively":[213],"employ":[218],"extensive":[219],"experiments":[220],"verify":[222],"effectiveness":[224],"FedFMSL,":[226],"results":[227],"show":[228],"FedFMSL":[230],"outperforms":[231],"other":[232],"SOTA":[233],"baselines":[234],"up":[236],"59.19%":[238],"default":[240],"settings":[241],"tuning":[243],"less":[244],"than":[245],"0.3%":[246],"model.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2024-09-05T00:00:00"}