{"id":"https://openalex.org/W4401508725","doi":"https://doi.org/10.1109/infocom52122.2024.10621351","title":"Heroes: Lightweight Federated Learning with Neural Composition and Adaptive Local Update in Heterogeneous Edge Networks","display_name":"Heroes: Lightweight Federated Learning with Neural Composition and Adaptive Local Update in Heterogeneous Edge Networks","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4401508725","doi":"https://doi.org/10.1109/infocom52122.2024.10621351"},"language":"en","primary_location":{"id":"doi:10.1109/infocom52122.2024.10621351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom52122.2024.10621351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102752591","display_name":"Jiaming Yan","orcid":"https://orcid.org/0000-0001-9746-1038"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaming Yan","raw_affiliation_strings":["University of Science and Technology of China,School of Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071164333","display_name":"Jianchun Liu","orcid":"https://orcid.org/0000-0002-1764-9303"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianchun Liu","raw_affiliation_strings":["University of Science and Technology of China,School of Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633959","display_name":"Shilong Wang","orcid":"https://orcid.org/0009-0002-5438-6538"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilong Wang","raw_affiliation_strings":["University of Science and Technology of China,School of Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063184427","display_name":"Hongli Xu","orcid":"https://orcid.org/0000-0003-3831-4577"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Xu","raw_affiliation_strings":["University of Science and Technology of China,School of Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325556","display_name":"Haifeng Liu","orcid":"https://orcid.org/0000-0002-2572-8693"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Liu","raw_affiliation_strings":["Guangdong OPPO Mobile Telecommunications Corp., Ltd.,Dongguan,Guangdong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong OPPO Mobile Telecommunications Corp., Ltd.,Dongguan,Guangdong,China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077242615","display_name":"Jianhua Zhou","orcid":"https://orcid.org/0000-0001-9895-8679"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Zhou","raw_affiliation_strings":["Guangdong OPPO Mobile Telecommunications Corp., Ltd.,Dongguan,Guangdong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong OPPO Mobile Telecommunications Corp., Ltd.,Dongguan,Guangdong,China","institution_ids":["https://openalex.org/I180662265"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"831","last_page":"840"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8019623160362244},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6903572678565979},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6271231174468994},{"id":"https://openalex.org/keywords/composition","display_name":"Composition (language)","score":0.5076698064804077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40904513001441956},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35518190264701843},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.34381818771362305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019623160362244},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6903572678565979},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6271231174468994},{"id":"https://openalex.org/C40231798","wikidata":"https://www.wikidata.org/wiki/Q1333743","display_name":"Composition (language)","level":2,"score":0.5076698064804077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40904513001441956},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35518190264701843},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.34381818771362305},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom52122.2024.10621351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom52122.2024.10621351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2024 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2900182564","https://openalex.org/W2919842332","https://openalex.org/W2950987997","https://openalex.org/W2962788286","https://openalex.org/W2963819344","https://openalex.org/W2995022099","https://openalex.org/W2998506323","https://openalex.org/W3047040053","https://openalex.org/W3085873903","https://openalex.org/W3095508601","https://openalex.org/W3118608800","https://openalex.org/W3152952112","https://openalex.org/W3155963862","https://openalex.org/W3164900515","https://openalex.org/W3182125009","https://openalex.org/W3210103168","https://openalex.org/W4200635003","https://openalex.org/W4226183928","https://openalex.org/W4285234583","https://openalex.org/W4285302300","https://openalex.org/W4287322665","https://openalex.org/W4289147229","https://openalex.org/W4289546285","https://openalex.org/W4289869659","https://openalex.org/W4306178637","https://openalex.org/W4310822417","https://openalex.org/W4321483947","https://openalex.org/W4385819638","https://openalex.org/W4386243289","https://openalex.org/W4386245173","https://openalex.org/W4386245174","https://openalex.org/W4386260702","https://openalex.org/W4386737044","https://openalex.org/W4388430401","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6763681727","https://openalex.org/W6783533280","https://openalex.org/W6787972765","https://openalex.org/W6791347023","https://openalex.org/W6795916790","https://openalex.org/W6847350444"],"related_works":["https://openalex.org/W1499958165","https://openalex.org/W2380193321","https://openalex.org/W2041489351","https://openalex.org/W2367936492","https://openalex.org/W2588831577","https://openalex.org/W2749776132","https://openalex.org/W4229073194","https://openalex.org/W3130838260","https://openalex.org/W2047062245","https://openalex.org/W2390217813"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"enables":[3],"distributed":[4],"clients":[5,168],"to":[6,19,24,39,79,108,130,156,170,192,196],"collaboratively":[7],"train":[8],"models":[9,67],"without":[10],"exposing":[11],"their":[12,171],"private":[13],"data.":[14],"However,":[15],"it":[16],"is":[17,154],"difficult":[18],"implement":[20],"efficient":[21],"FL":[22,139],"due":[23],"limited":[25],"resources.":[26],"Most":[27],"existing":[28],"works":[29],"compress":[30],"the":[31,36,41,46,54,61,76,81,100,123,159,197],"transmitted":[32],"gradients":[33],"or":[34,48],"prune":[35],"global":[37,77,101],"model":[38,78,102],"reduce":[40,183],"resource":[42,175],"cost,":[43],"but":[44],"leave":[45],"compressed":[47],"pruned":[49],"parameters":[50,129],"under-optimized,":[51],"which":[52],"degrades":[53],"training":[55],"performance.":[56],"To":[57,118],"address":[58],"this":[59,119],"issue,":[60],"neural":[62,124,145],"composition":[63,125,146],"technique":[64],"constructs":[65],"size-adjustable":[66],"by":[68,93,186],"composing":[69],"low-rank":[70],"tensors,":[71],"allowing":[72],"every":[73],"parameter":[74],"in":[75,114],"learn":[80],"knowledge":[82],"from":[83],"all":[84,128],"clients.":[85],"Nevertheless,":[86],"some":[87],"tensors":[88,161],"can":[89,182],"only":[90],"be":[91,131],"optimized":[92],"a":[94,109,137],"small":[95],"fraction":[96],"of":[97],"clients,":[98],"thus":[99],"may":[103],"get":[104],"insufficient":[105],"training,":[106],"leading":[107],"long":[110],"completion":[111],"time,":[112],"especially":[113],"heterogeneous":[115,172],"edge":[116],"scenarios.":[117],"end,":[120],"we":[121,135],"enhance":[122],"technique,":[126],"enabling":[127],"fully":[132],"trained.":[133],"Further,":[134],"propose":[136],"lightweight":[138],"framework,":[140],"called":[141],"Heroes,":[142],"with":[143],"enhanced":[144],"and":[147,162,174,189],"adaptive":[148],"local":[149,163],"update.":[150],"A":[151],"greedy-based":[152],"algorithm":[153],"designed":[155],"adaptively":[157],"assign":[158],"proper":[160],"update":[164],"frequencies":[165],"for":[166],"participating":[167],"according":[169],"capabilities":[173],"budgets.":[176],"Extensive":[177],"experiments":[178],"demonstrate":[179],"that":[180],"Heroes":[181],"traffic":[184],"consumption":[185],"about":[187],"72.05%":[188],"provide":[190],"up":[191],"2.97\u00d7":[193],"speedup":[194],"compared":[195],"baselines.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}