{"id":"https://openalex.org/W7139099025","doi":"https://doi.org/10.1109/globecom59602.2025.11432611","title":"Towards a Larger Model via One-Shot Federated Learning on Heterogeneous Client Models","display_name":"Towards a Larger Model via One-Shot Federated Learning on Heterogeneous Client Models","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7139099025","doi":"https://doi.org/10.1109/globecom59602.2025.11432611"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032467910","display_name":"Wenxuan Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129353","display_name":"Huawei Technologies (Germany)","ror":"https://ror.org/038cdme44","country_code":"DE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Wenxuan Ye","raw_affiliation_strings":["Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center","institution_ids":["https://openalex.org/I4210129353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101498899","display_name":"Xueli An","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129353","display_name":"Huawei Technologies (Germany)","ror":"https://ror.org/038cdme44","country_code":"DE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xueli An","raw_affiliation_strings":["Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center","institution_ids":["https://openalex.org/I4210129353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048548399","display_name":"Onur Ayan","orcid":"https://orcid.org/0000-0002-9787-5975"},"institutions":[{"id":"https://openalex.org/I4210129353","display_name":"Huawei Technologies (Germany)","ror":"https://ror.org/038cdme44","country_code":"DE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Onur Ayan","raw_affiliation_strings":["Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Duesseldorf GmbH,Advanced Wireless Technology Laboratory, Munich Research Center","institution_ids":["https://openalex.org/I4210129353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075649212","display_name":"Junfan Wang","orcid":"https://orcid.org/0000-0001-8403-2875"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfan Wang","raw_affiliation_strings":["Huawei Technologies Co., Ltd,Wireless Technology Lab, 2012 Laboratories"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd,Wireless Technology Lab, 2012 Laboratories","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129948923","display_name":"Xueqiang Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqiang Yan","raw_affiliation_strings":["Huawei Technologies Co., Ltd,Wireless Technology Lab, 2012 Laboratories"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd,Wireless Technology Lab, 2012 Laboratories","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060144977","display_name":"Georg Carle","orcid":"https://orcid.org/0000-0002-2347-1839"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georg Carle","raw_affiliation_strings":["Technical University of Munich,TUM School of Computation, Information and Technology"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,TUM School of Computation, Information and Technology","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032467910"],"corresponding_institution_ids":["https://openalex.org/I4210129353"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8818095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1754","last_page":"1759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8928999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8928999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6862999796867371},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5656999945640564},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4964999854564667},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4814000129699707},{"id":"https://openalex.org/keywords/models-of-communication","display_name":"Models of communication","score":0.4611000120639801},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4507000148296356},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.44830000400543213},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.42989999055862427},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.4002000093460083},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4000999927520752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8490999937057495},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6862999796867371},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5665000081062317},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5656999945640564},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4964999854564667},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4507000148296356},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.365200012922287},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3190999925136566},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C152880691","wikidata":"https://www.wikidata.org/wiki/Q146813","display_name":"Client\u2013server model","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C15845906","wikidata":"https://www.wikidata.org/wiki/Q1172338","display_name":"Data exchange","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2256388387","https://openalex.org/W2981952612","https://openalex.org/W3192098883","https://openalex.org/W4206320562","https://openalex.org/W4285601829","https://openalex.org/W4287332481","https://openalex.org/W4315630015","https://openalex.org/W4386245189","https://openalex.org/W4392175354","https://openalex.org/W4414281281"],"related_works":[],"abstract_inverted_index":{"Large":[0],"models,":[1],"renowned":[2],"for":[3,237],"superior":[4],"performance,":[5],"outperform":[6],"smaller":[7],"ones":[8],"even":[9],"without":[10],"billion-parameter":[11],"scales.":[12],"While":[13],"mobile":[14,238],"network":[15],"servers":[16],"have":[17],"ample":[18],"computational":[19,76,248],"resources":[20],"to":[21,44,91,166],"support":[22],"larger":[23,94],"models":[24],"than":[25],"client":[26,160],"devices,":[27],"privacy":[28],"constraints":[29],"prevent":[30],"clients":[31,43,119,241],"from":[32],"directly":[33],"sharing":[34],"their":[35],"raw":[36,57],"data.":[37,58],"Federated":[38],"Learning":[39],"(FL)":[40],"enables":[41,144],"decentralized":[42],"collaboratively":[45],"train":[46],"a":[47,62,93,105,191,211,234],"shared":[48],"model":[49,52,64,99,111,122,141,145,150],"by":[50,134,147],"exchanging":[51],"parameters":[53],"instead":[54,138],"of":[55,110,139,174],"transmitting":[56,135],"Yet,":[59],"it":[60],"requires":[61],"uniform":[63],"architecture":[65],"and":[66,80,95,143,171,199,215],"multiple":[67],"communication":[68,82,107,132],"rounds,":[69],"which":[70],"neglect":[71],"resource":[72],"heterogeneity,":[73],"impose":[74],"heavy":[75],"demands":[77],"on":[78,125],"clients,":[79],"increase":[81],"overhead.":[83],"To":[84,185,206],"address":[85],"these":[86,187],"challenges,":[87],"we":[88],"propose":[89],"FedOL,":[90],"construct":[92],"more":[96],"comprehensive":[97],"server":[98,201],"in":[100,104,155,177],"one-shot":[101],"settings":[102],"(i.e.,":[103],"single":[106],"round).":[108],"Instead":[109],"parameter":[112],"sharing,":[113],"FedOL":[114,189,209,228],"employs":[115],"knowledge":[116,216],"distillation,":[117],"where":[118,240],"only":[120],"exchange":[121],"prediction":[123],"outputs":[124],"an":[126],"unlabeled":[127],"public":[128,179],"dataset.":[129],"This":[130],"reduces":[131],"overhead":[133],"compact":[136],"predictions":[137,161],"full":[140],"weights":[142],"customization":[146],"allowing":[148],"heterogeneous":[149],"architectures.":[151],"A":[152],"key":[153],"challenge":[154],"this":[156],"setting":[157],"is":[158],"that":[159,195,219,227],"may":[162],"be":[163],"biased":[164],"due":[165],"skewed":[167],"local":[168],"data":[169,245],"distributions,":[170],"the":[172,178,200],"lack":[173],"ground-truth":[175],"labels":[176],"dataset":[180],"further":[181],"complicates":[182],"reliable":[183],"learning.":[184],"mitigate":[186],"issues,":[188],"introduces":[190],"specialized":[192],"objective":[193],"function":[194],"iteratively":[196],"refines":[197],"pseudo-labels":[198],"model,":[202],"improving":[203],"learning":[204],"reliability.":[205],"complement":[207],"this,":[208],"incorporates":[210],"tailored":[212],"pseudo-label":[213],"generation":[214],"distillation":[217],"strategy":[218],"effectively":[220],"integrates":[221],"diverse":[222],"knowledge.":[223],"Simulation":[224],"results":[225],"show":[226],"significantly":[229],"outperforms":[230],"existing":[231],"baselines,":[232],"offering":[233],"cost-effective":[235],"solution":[236],"networks":[239],"possess":[242],"valuable":[243],"private":[244],"but":[246],"limited":[247],"resources.":[249]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}