{"id":"https://openalex.org/W4408280685","doi":"https://doi.org/10.1109/tmc.2025.3549600","title":"NeFL: Nested Model Scaling for Federated Learning With System Heterogeneous Clients","display_name":"NeFL: Nested Model Scaling for Federated Learning With System Heterogeneous Clients","publication_year":2025,"publication_date":"2025-03-10","ids":{"openalex":"https://openalex.org/W4408280685","doi":"https://doi.org/10.1109/tmc.2025.3549600"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3549600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3549600","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054150827","display_name":"Honggu Kang","orcid":"https://orcid.org/0000-0003-2138-8641"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Honggu Kang","raw_affiliation_strings":["Samsung Electronics, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2138-8641","affiliations":[{"raw_affiliation_string":"Samsung Electronics, Suwon, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102545893","display_name":"Seohyeon Cha","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seohyeon Cha","raw_affiliation_strings":["University of Texas at Austin, Austin, TX, USA","University of Texas at Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Texas at Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102928677","display_name":"Jinwoo Shin","orcid":"https://orcid.org/0000-0003-4313-4669"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwoo Shin","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4313-4669","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077914937","display_name":"Jongmyeong Lee","orcid":"https://orcid.org/0000-0002-2699-1549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jongmyeong Lee","raw_affiliation_strings":["Beyless, Seongnam, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beyless, Seongnam, South Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062994489","display_name":"Joonhyuk Kang","orcid":"https://orcid.org/0000-0002-5508-3742"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joonhyuk Kang","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5508-3742","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054150827"],"corresponding_institution_ids":["https://openalex.org/I2250650973"],"apc_list":null,"apc_paid":null,"fwci":10.1636,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9762028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"24","issue":"8","first_page":"6734","last_page":"6746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9085000157356262,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8449126482009888},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5771974921226501},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43988293409347534},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41304636001586914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8449126482009888},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5771974921226501},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43988293409347534},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41304636001586914},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3549600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3549600","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W2001610032","https://openalex.org/W2004026774","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2962851801","https://openalex.org/W2963122961","https://openalex.org/W2963363373","https://openalex.org/W2964137095","https://openalex.org/W2977090839","https://openalex.org/W2995022099","https://openalex.org/W3011252985","https://openalex.org/W3018102029","https://openalex.org/W3021654819","https://openalex.org/W3094502228","https://openalex.org/W3096572172","https://openalex.org/W3097217077","https://openalex.org/W3134509799","https://openalex.org/W3172942063","https://openalex.org/W3182158470","https://openalex.org/W4214634256","https://openalex.org/W4224227775","https://openalex.org/W4287332481","https://openalex.org/W4312352414","https://openalex.org/W4312501788","https://openalex.org/W4312634912","https://openalex.org/W4321483947","https://openalex.org/W4377713808","https://openalex.org/W4386083155","https://openalex.org/W4388591328","https://openalex.org/W4392866737","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6726275242","https://openalex.org/W6726497184","https://openalex.org/W6727249380","https://openalex.org/W6728757088","https://openalex.org/W6729956949","https://openalex.org/W6745144090","https://openalex.org/W6752029299","https://openalex.org/W6752307458","https://openalex.org/W6753069482","https://openalex.org/W6755174528","https://openalex.org/W6755310813","https://openalex.org/W6756436328","https://openalex.org/W6759238902","https://openalex.org/W6762718338","https://openalex.org/W6763048141","https://openalex.org/W6764345721","https://openalex.org/W6765541894","https://openalex.org/W6766978945","https://openalex.org/W6770590064","https://openalex.org/W6772307254","https://openalex.org/W6772318479","https://openalex.org/W6772383348","https://openalex.org/W6774302960","https://openalex.org/W6774776664","https://openalex.org/W6780224944","https://openalex.org/W6780501606","https://openalex.org/W6780897730","https://openalex.org/W6783533280","https://openalex.org/W6784239669","https://openalex.org/W6790034021","https://openalex.org/W6791189488","https://openalex.org/W6796289114","https://openalex.org/W6796484261","https://openalex.org/W6801579322","https://openalex.org/W6803877844","https://openalex.org/W6809974011","https://openalex.org/W6809981205","https://openalex.org/W6810104323","https://openalex.org/W6839362776","https://openalex.org/W6839577060","https://openalex.org/W6845997457","https://openalex.org/W6858221197","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"learning":[1,79],"(FL)":[2],"enables":[3,136],"distributed":[4],"training":[5,21,69,106],"while":[6],"preserving":[7],"data":[8],"privacy,":[9],"but":[10],"stragglers\u2014slow":[11],"or":[12],"incapable":[13],"clients":[14],"can":[15],"significantly":[16],"slow":[17],"down":[18],"the":[19,28,100,143,161],"total":[20],"time":[22],"and":[23,37,95,185],"degrade":[24],"performance.":[25],"To":[26,98],"mitigate":[27],"impact":[29],"of":[30,114],"stragglers,":[31],"system":[32,48],"heterogeneity,":[33],"including":[34],"heterogeneous":[35],"computing":[36],"network":[38],"bandwidth,":[39],"has":[40],"been":[41],"addressed.":[42],"While":[43],"previous":[44],"studies":[45],"have":[46],"addressed":[47],"heterogeneity":[49],"by":[50],"splitting":[51],"models":[52,184],"into":[53,90],"submodels,":[54],"they":[55],"offer":[56],"limited":[57],"flexibility":[58],"in":[59,142,178],"model":[60,150],"architecture":[61],"design,":[62],"without":[63],"considering":[64],"potential":[65],"inconsistencies":[66],"arising":[67,104],"from":[68,105,116],"multiple":[70,107],"submodel":[71,108,163],"architectures.":[72],"We":[73],"propose":[74],"<italic":[75,101],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[76,102],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">nested":[77],"federated":[78],"(NeFL)</i>,":[80],"a":[81,112],"generalized":[82],"framework":[83],"that":[84,154],"efficiently":[85],"divides":[86],"deep":[87],"neural":[88],"networks":[89],"submodels":[91],"using":[92],"both":[93],"depthwise":[94],"widthwise":[96],"scaling.":[97],"address":[99],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">inconsistency</i>":[103],"architectures,":[109],"NeFL":[110,135,155,173],"decouples":[111],"subset":[113],"parameters":[115,132],"those":[117],"being":[118],"trained":[119],"for":[120,149,160,187],"each":[121],"submodel.":[122],"An":[123],"averaging":[124],"method":[125],"is":[126],"proposed":[127],"to":[128,139,165],"handle":[129],"these":[130],"decoupled":[131],"during":[133],"aggregation.":[134],"resource-constrained":[137],"devices":[138],"effectively":[140],"participate":[141],"FL":[144],"pipeline,":[145],"facilitating":[146],"larger":[147],"datasets":[148],"training.":[151],"Experiments":[152],"demonstrate":[153],"achieves":[156],"performance":[157],"gain,":[158],"especially":[159],"worst-case":[162],"compared":[164],"baseline":[166],"approaches":[167],"(7.63%":[168],"improvement":[169],"on":[170],"CIFAR-100).":[171],"Furthermore,":[172],"aligns":[174],"with":[175],"recent":[176],"advances":[177],"FL,":[179],"such":[180],"as":[181],"leveraging":[182],"pre-trained":[183],"accounting":[186],"statistical":[188],"heterogeneity.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}