{"id":"https://openalex.org/W4403674467","doi":"https://doi.org/10.1109/mwc.009.2400244","title":"Federated Large Language Model: Solutions, Challenges and Future Directions","display_name":"Federated Large Language Model: Solutions, Challenges and Future Directions","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403674467","doi":"https://doi.org/10.1109/mwc.009.2400244"},"language":"en","primary_location":{"id":"doi:10.1109/mwc.009.2400244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.009.2400244","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100702750","display_name":"Jiahui Hu","orcid":"https://orcid.org/0000-0001-8771-7474"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahui Hu","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Blockchain and Data Security,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Blockchain and Data Security,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593329","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0002-4099-6004"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["Hunan Normal University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422345","display_name":"Zhibo Wang","orcid":"https://orcid.org/0000-0002-5804-3279"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Wang","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Blockchain and Data Security,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Blockchain and Data Security,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083836256","display_name":"Xiaoyi Pang","orcid":"https://orcid.org/0000-0002-2763-2695"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Pang","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Blockchain and Data Security,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Blockchain and Data Security,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073342449","display_name":"Huiyu Xu","orcid":"https://orcid.org/0000-0003-3310-0828"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Xu","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Blockchain and Data Security,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Blockchain and Data Security,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015419107","display_name":"Ju Ren","orcid":"https://orcid.org/0000-0003-2782-183X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Ren","raw_affiliation_strings":["Tsinghua University,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065391648","display_name":"Kui Ren","orcid":"https://orcid.org/0000-0001-6463-4561"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Ren","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Blockchain and Data Security,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Blockchain and Data Security,China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100702750"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":6.1602,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96893511,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"4","first_page":"82","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5773000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5773000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8586609363555908},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42988088726997375},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3468815088272095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.258383572101593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8586609363555908},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42988088726997375},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3468815088272095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.258383572101593}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mwc.009.2400244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.009.2400244","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2916893795","display_name":null,"funder_award_id":"62122066,U20A20182,62302164","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6109278019","display_name":null,"funder_award_id":"2023M731071","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W3174770825","https://openalex.org/W3176828726","https://openalex.org/W4367046615","https://openalex.org/W4385570587","https://openalex.org/W4385570815","https://openalex.org/W4385572063","https://openalex.org/W4389520700","https://openalex.org/W4390872376","https://openalex.org/W6759579507","https://openalex.org/W6796581206","https://openalex.org/W6838464315","https://openalex.org/W6849870884","https://openalex.org/W6855950187","https://openalex.org/W6859013112","https://openalex.org/W6861051330"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,103],"models":[2,56],"(LLMs)":[3],"have":[4,48],"become":[5],"increasingly":[6],"popular":[7],"due":[8],"to":[9,99,182],"their":[10,19],"exceptional":[11],"performance":[12],"in":[13,44,111,146,161,170,192],"various":[14],"artificial":[15],"intelligence":[16],"applications.":[17],"However,":[18],"development":[20],"often":[21],"suffers":[22],"from":[23,88],"the":[24,30,67,75,100,112,118,132,152,158,167,184],"scarcity":[25],"of":[26,69,78,109,121,135,144,154,186],"high-quality":[27],"data":[28,84],"and":[29,85,156,175,188],"extensive":[31],"requirements":[32],"for":[33,42,57,66],"computing":[34,86],"resources.":[35],"These":[36],"obstacles":[37],"are":[38],"even":[39],"more":[40],"severe":[41],"enterprises":[43],"vertical":[45],"industries,":[46],"which":[47,73,123],"limited":[49],"computer":[50],"resources":[51,87],"but":[52],"urgently":[53],"require":[54],"large-scale":[55],"specific":[58],"activities.":[59],"To":[60],"address":[61],"these":[62],"issues,":[63],"LLMs":[64,137],"call":[65],"integration":[68],"federated":[70,101,126],"learning":[71,77,108,119],"(FL),":[72],"enables":[74],"collaborative":[76,133],"a":[79,96,106,141],"powerful":[80],"LLM":[81,110],"using":[82],"private":[83],"multiple":[89],"entities.":[90],"In":[91],"this":[92,162,193],"article,":[93],"we":[94,150,165,178],"present":[95],"systematic":[97],"introduction":[98],"large":[102],"model":[104],"(Fed-LLM),":[105],"distributed":[107],"FL":[113],"manner.":[114],"We":[115],"first":[116],"introduce":[117,179],"paradigm":[120],"Fed-LLM,":[122],"is":[124],"called":[125],"parameter-efficient":[127],"fine-tuning":[128,134],"(Fed-PEFT).":[129],"Fed-PEFT":[130],"empowers":[131],"pretrained":[136],"by":[138],"only":[139],"involving":[140],"small":[142],"subset":[143],"parameters":[145],"local":[147],"LLMs.":[148],"Specifically,":[149],"detail":[151],"workflow":[153],"Fed-PEFT,":[155],"summarize":[157],"state-of-the-art":[159],"solutions":[160],"area.":[163],"Additionally,":[164],"discuss":[166],"challenges":[168],"faced":[169],"Fed-LLMs,":[171],"including":[172],"efficiency,":[173],"privacy,":[174],"security.":[176],"Finally,":[177],"future":[180],"directions":[181],"facilitate":[183],"research":[185],"Fed-LLMs":[187],"guide":[189],"coming":[190],"explorations":[191],"nascent":[194],"field.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":14}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}