{"id":"https://openalex.org/W4404608635","doi":"https://doi.org/10.1109/comst.2024.3503680","title":"Toward Federated Large Language Models: Motivations, Methods, and Future Directions","display_name":"Toward Federated Large Language Models: Motivations, Methods, and Future Directions","publication_year":2024,"publication_date":"2024-11-21","ids":{"openalex":"https://openalex.org/W4404608635","doi":"https://doi.org/10.1109/comst.2024.3503680"},"language":"en","primary_location":{"id":"doi:10.1109/comst.2024.3503680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2024.3503680","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021584440","display_name":"Yujun Cheng","orcid":"https://orcid.org/0000-0002-2396-8917"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujun Cheng","raw_affiliation_strings":["Department of Electronic Information Engineering, Tsinghua University, Beijing, China","Department of Electronic Information Engineering, Tsinghua University, Beijing"],"raw_orcid":"https://orcid.org/0000-0002-2396-8917","affiliations":[{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076675337","display_name":"Weiting Zhang","orcid":"https://orcid.org/0000-0003-2626-4883"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiting Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2626-4883","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101857588","display_name":"Zhewei Zhang","orcid":"https://orcid.org/0000-0003-0117-6668"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhewei Zhang","raw_affiliation_strings":["Department of Electronic Information Engineering, Tsinghua University, Beijing, China","Department of Electronic Information Engineering, Tsinghua University, Beijing"],"raw_orcid":"https://orcid.org/0000-0003-0117-6668","affiliations":[{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380072","display_name":"Chuan Zhang","orcid":"https://orcid.org/0000-0001-7684-8540"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Zhang","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7684-8540","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030965866","display_name":"Shengjin Wang","orcid":"https://orcid.org/0000-0001-7809-1932"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengjin Wang","raw_affiliation_strings":["Department of Electronic Information Engineering, Tsinghua University, Beijing, China","Department of Electronic Information Engineering, Tsinghua University, Beijing"],"raw_orcid":"https://orcid.org/0000-0001-7809-1932","affiliations":[{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Information Engineering, Tsinghua University, Beijing","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080122431","display_name":"Shiwen Mao","orcid":"https://orcid.org/0000-0002-7052-0007"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiwen Mao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7052-0007","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.2872,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99502637,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"27","issue":"4","first_page":"2733","last_page":"2764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.7336999773979187,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.7336999773979187,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7127000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6962000131607056,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5595281720161438},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39770379662513733},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.33218854665756226},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.32473960518836975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5595281720161438},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39770379662513733},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33218854665756226},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.32473960518836975}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comst.2024.3503680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2024.3503680","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1479902303","display_name":null,"funder_award_id":"2021QY1702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6133125225","display_name":null,"funder_award_id":"62201029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7032713022","display_name":null,"funder_award_id":"62394321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":192,"referenced_works":["https://openalex.org/W1552056088","https://openalex.org/W1566289585","https://openalex.org/W1873763122","https://openalex.org/W2007562169","https://openalex.org/W2027595342","https://openalex.org/W2088492763","https://openalex.org/W2104803737","https://openalex.org/W2108834246","https://openalex.org/W2132172731","https://openalex.org/W2141420453","https://openalex.org/W2250539671","https://openalex.org/W2473418344","https://openalex.org/W2525846285","https://openalex.org/W2624989916","https://openalex.org/W2786010450","https://openalex.org/W2891177506","https://openalex.org/W2930926105","https://openalex.org/W2952604841","https://openalex.org/W2956355137","https://openalex.org/W2962763344","https://openalex.org/W2963456518","https://openalex.org/W2977090839","https://openalex.org/W2977797911","https://openalex.org/W3015735225","https://openalex.org/W3027176637","https://openalex.org/W3034368386","https://openalex.org/W3035743198","https://openalex.org/W3044438666","https://openalex.org/W3046449784","https://openalex.org/W3046764764","https://openalex.org/W3087463235","https://openalex.org/W3094502228","https://openalex.org/W3096738375","https://openalex.org/W3102031770","https://openalex.org/W3106191616","https://openalex.org/W3110845456","https://openalex.org/W3111737062","https://openalex.org/W3111919937","https://openalex.org/W3131052410","https://openalex.org/W3131922516","https://openalex.org/W3132218710","https://openalex.org/W3141585064","https://openalex.org/W3141797743","https://openalex.org/W3155912831","https://openalex.org/W3155963862","https://openalex.org/W3174770825","https://openalex.org/W3177095755","https://openalex.org/W3177096435","https://openalex.org/W3177173743","https://openalex.org/W3197363474","https://openalex.org/W3200276423","https://openalex.org/W3202088367","https://openalex.org/W3202810279","https://openalex.org/W3203265613","https://openalex.org/W3203780767","https://openalex.org/W3204647170","https://openalex.org/W3205260830","https://openalex.org/W3209696639","https://openalex.org/W3215554746","https://openalex.org/W4206199121","https://openalex.org/W4210712880","https://openalex.org/W4214607237","https://openalex.org/W4225418320","https://openalex.org/W4225724416","https://openalex.org/W4285245206","https://openalex.org/W4285601829","https://openalex.org/W4287691174","https://openalex.org/W4288057780","https://openalex.org/W4288758078","https://openalex.org/W4290927724","https://openalex.org/W4290948380","https://openalex.org/W4294559022","https://openalex.org/W4294982692","https://openalex.org/W4295806247","https://openalex.org/W4296070200","https://openalex.org/W4308650960","https://openalex.org/W4309080560","https://openalex.org/W4312343407","https://openalex.org/W4313325044","https://openalex.org/W4316661314","https://openalex.org/W4317672152","https://openalex.org/W4319301055","https://openalex.org/W4319663761","https://openalex.org/W4320024104","https://openalex.org/W4323059284","https://openalex.org/W4323655037","https://openalex.org/W4323914402","https://openalex.org/W4328028979","https://openalex.org/W4366957392","https://openalex.org/W4367172091","https://openalex.org/W4372260073","https://openalex.org/W4372260089","https://openalex.org/W4376149513","https://openalex.org/W4377713808","https://openalex.org/W4382239439","https://openalex.org/W4382318655","https://openalex.org/W4382458595","https://openalex.org/W4382463479","https://openalex.org/W4382463788","https://openalex.org/W4383337653","https://openalex.org/W4383753827","https://openalex.org/W4385059984","https://openalex.org/W4385245566","https://openalex.org/W4385325027","https://openalex.org/W4385338552","https://openalex.org/W4385572063","https://openalex.org/W4385573125","https://openalex.org/W4385573947","https://openalex.org/W4385627126","https://openalex.org/W4385627407","https://openalex.org/W4385654096","https://openalex.org/W4385681741","https://openalex.org/W4385696134","https://openalex.org/W4385737670","https://openalex.org/W4385764420","https://openalex.org/W4385805259","https://openalex.org/W4386066222","https://openalex.org/W4386071707","https://openalex.org/W4386075835","https://openalex.org/W4386076621","https://openalex.org/W4386083041","https://openalex.org/W4386147982","https://openalex.org/W4386187806","https://openalex.org/W4386232222","https://openalex.org/W4386242316","https://openalex.org/W4386245189","https://openalex.org/W4386290290","https://openalex.org/W4386699354","https://openalex.org/W4386763875","https://openalex.org/W4386766438","https://openalex.org/W4386767075","https://openalex.org/W4386831200","https://openalex.org/W4386869719","https://openalex.org/W4387105517","https://openalex.org/W4387212306","https://openalex.org/W4387544235","https://openalex.org/W4387848745","https://openalex.org/W4388039943","https://openalex.org/W4388191590","https://openalex.org/W4388209069","https://openalex.org/W4388886073","https://openalex.org/W4389104738","https://openalex.org/W4389104898","https://openalex.org/W4389454801","https://openalex.org/W4389520378","https://openalex.org/W4389520700","https://openalex.org/W4390489178","https://openalex.org/W4390493826","https://openalex.org/W4390590855","https://openalex.org/W4390828922","https://openalex.org/W4390872063","https://openalex.org/W4390872376","https://openalex.org/W4390872887","https://openalex.org/W4390874616","https://openalex.org/W4390970047","https://openalex.org/W4391019625","https://openalex.org/W4391019797","https://openalex.org/W4391092890","https://openalex.org/W4391107732","https://openalex.org/W4391164176","https://openalex.org/W4391250546","https://openalex.org/W4391696889","https://openalex.org/W4391974543","https://openalex.org/W4392173735","https://openalex.org/W4392353733","https://openalex.org/W4392384379","https://openalex.org/W4392616472","https://openalex.org/W4392819819","https://openalex.org/W4392902797","https://openalex.org/W4392903998","https://openalex.org/W4393032351","https://openalex.org/W4393146641","https://openalex.org/W4393148063","https://openalex.org/W4393160503","https://openalex.org/W4393307007","https://openalex.org/W4394862623","https://openalex.org/W4394896939","https://openalex.org/W4394969278","https://openalex.org/W4396877676","https://openalex.org/W4400019960","https://openalex.org/W4400525231","https://openalex.org/W4401043467","https://openalex.org/W4401545746","https://openalex.org/W4401726555","https://openalex.org/W4401857637","https://openalex.org/W4402264526","https://openalex.org/W4403407871","https://openalex.org/W4404658388","https://openalex.org/W4404782226","https://openalex.org/W4406302454","https://openalex.org/W4406800520","https://openalex.org/W4412939574"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0,101],"Language":[1,102],"Models":[2],"(LLMs),":[3],"such":[4],"as":[5,52],"LLaMA":[6],"and":[7,17,38,79,114,116,124,151,159,173,175,179,187],"GPT-4,":[8],"have":[9],"transformed":[10],"the":[11,30,88,109,135,141,144,157,168],"paradigm":[12],"of":[13,99,108,134,143],"natural":[14],"language":[15],"comprehension":[16],"generation.":[18],"Despite":[19],"their":[20,43,122],"impressive":[21],"performance,":[22],"these":[23],"models":[24],"still":[25],"face":[26],"certain":[27],"challenges,":[28],"including":[29],"need":[31],"for":[32,77,126,182,198],"extensive":[33],"data,":[34],"high":[35],"computational":[36],"resources,":[37],"privacy":[39,172,186],"concerns":[40],"related":[41],"to":[42,118,149],"data":[44],"sources.":[45],"Recently,":[46],"Federated":[47],"Learning":[48],"(FL)":[49],"has":[50],"surfaced":[51],"a":[53,119,131],"cooperative":[54],"AI":[55,59],"methodology":[56],"that":[57],"enables":[58],"training":[60],"across":[61,83],"distributed":[62],"computation":[63],"entities":[64],"while":[65],"maintaining":[66],"decentralized":[67],"data.":[68],"Integrating":[69],"FL":[70,113],"with":[71],"LLMs":[72],"presents":[73],"an":[74,96,106],"encouraging":[75],"solution":[76],"privacy-preserving":[78],"collaborative":[80],"LLM":[81,138,185],"learning":[82],"multiple":[84],"end-users,":[85],"thus":[86],"addressing":[87],"aforementioned":[89],"challenges.":[90],"In":[91],"this":[92,163,192,202],"paper,":[93],"we":[94,155,190],"provide":[95],"exhaustive":[97],"review":[98,133],"federated":[100,137,184],"Models,":[103],"starting":[104],"from":[105,140,147,162],"overview":[107],"latest":[110],"progress":[111],"in":[112,201],"LLMs,":[115],"proceeding":[117],"discourse":[120],"on":[121,167],"motivation":[123],"challenges":[125],"integration.":[127],"We":[128],"then":[129],"conduct":[130],"thorough":[132],"existing":[136,177],"research":[139,200],"perspective":[142],"entire":[145],"lifespan,":[146],"pre-training":[148],"fine-tuning":[150],"practical":[152],"applications.":[153],"Moreover,":[154],"address":[156],"threats":[158],"issues":[160],"arising":[161],"integration,":[164],"shedding":[165],"light":[166],"delicate":[169],"balance":[170],"between":[171],"robustness,":[174],"introduce":[176],"approaches":[178],"potential":[180],"strategies":[181],"enhancing":[183],"resilience.":[188],"Finally,":[189],"conclude":[191],"survey":[193],"by":[194],"outlining":[195],"promising":[196],"avenues":[197],"future":[199],"emerging":[203],"field.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":24}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2024-11-22T00:00:00"}