{"id":"https://openalex.org/W4400230262","doi":"https://doi.org/10.1109/tcomm.2024.3420733","title":"Toward Dynamic Resource Allocation and Client Scheduling in Hierarchical Federated Learning: A Two-Phase Deep Reinforcement Learning Approach","display_name":"Toward Dynamic Resource Allocation and Client Scheduling in Hierarchical Federated Learning: A Two-Phase Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https://openalex.org/W4400230262","doi":"https://doi.org/10.1109/tcomm.2024.3420733"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3420733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3420733","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100438225","display_name":"Xiaojing Chen","orcid":"https://orcid.org/0000-0002-9380-3149"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojing Chen","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9380-3149","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010057779","display_name":"Zhenyuan Li","orcid":"https://orcid.org/0000-0002-7712-0292"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyuan Li","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, NSW, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328094","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0003-2292-3845"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Department of Communication Science and Engineering, Key Laboratory of EMW Information (MoE), Fudan University, Shanghai, China","the Department of Communication Science and Engineering, Key Laboratory of EMW Information (MoE), Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2292-3845","affiliations":[{"raw_affiliation_string":"Department of Communication Science and Engineering, Key Laboratory of EMW Information (MoE), Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"the Department of Communication Science and Engineering, Key Laboratory of EMW Information (MoE), Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019052479","display_name":"Shunqing Zhang","orcid":"https://orcid.org/0000-0002-5156-9235"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunqing Zhang","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5156-9235","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012106928","display_name":"Yanzan Sun","orcid":"https://orcid.org/0000-0003-3131-1760"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzan Sun","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3131-1760","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084521046","display_name":"Shugong Xu","orcid":"https://orcid.org/0000-0003-1905-6269"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shugong Xu","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1905-6269","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065373445","display_name":"Qingqi Pei","orcid":"https://orcid.org/0000-0001-7601-5434"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingqi Pei","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi’an, China","School of Telecommunications Engineering, State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7601-5434","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Telecommunications Engineering, State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4405,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97591054,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"72","issue":"12","first_page":"7798","last_page":"7813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8322852849960327},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7444350123405457},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.648557186126709},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5662136673927307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47989141941070557},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4596611261367798},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.44074827432632446},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2601191997528076},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22789210081100464},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07794606685638428},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.07682749629020691}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8322852849960327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444350123405457},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.648557186126709},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5662136673927307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47989141941070557},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4596611261367798},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.44074827432632446},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2601191997528076},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22789210081100464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07794606685638428},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.07682749629020691}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2024.3420733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3420733","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2792895487","display_name":null,"funder_award_id":"2022YFB2902002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6684501307","display_name":null,"funder_award_id":"2022YFB2902303","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2535838896","https://openalex.org/W2798720628","https://openalex.org/W2975156709","https://openalex.org/W2979897999","https://openalex.org/W2981138228","https://openalex.org/W2982409974","https://openalex.org/W3015636663","https://openalex.org/W3037582816","https://openalex.org/W3045638580","https://openalex.org/W3090615085","https://openalex.org/W3128382687","https://openalex.org/W3130377495","https://openalex.org/W3135231128","https://openalex.org/W3155963862","https://openalex.org/W3162489367","https://openalex.org/W3169437785","https://openalex.org/W3170139470","https://openalex.org/W3171303096","https://openalex.org/W3174661481","https://openalex.org/W3178176830","https://openalex.org/W3178661111","https://openalex.org/W3192661977","https://openalex.org/W3203177227","https://openalex.org/W3203818865","https://openalex.org/W3208109893","https://openalex.org/W3211040691","https://openalex.org/W3211910497","https://openalex.org/W3214755690","https://openalex.org/W3215249070","https://openalex.org/W4206414320","https://openalex.org/W4210542269","https://openalex.org/W4226047819","https://openalex.org/W4283700100","https://openalex.org/W4293219750","https://openalex.org/W4297911475","https://openalex.org/W4313562943","https://openalex.org/W4316661141","https://openalex.org/W4317795078","https://openalex.org/W4320478019","https://openalex.org/W4377079891","https://openalex.org/W4386883083","https://openalex.org/W4389403176","https://openalex.org/W4391559476","https://openalex.org/W4394966965","https://openalex.org/W6626615259","https://openalex.org/W6728757088","https://openalex.org/W6762486116","https://openalex.org/W6795916790","https://openalex.org/W6839700459"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W2503553253","https://openalex.org/W2007209782","https://openalex.org/W2012090098"],"abstract_inverted_index":{"Federated":[0],"learning":[1,12,71],"(FL)":[2],"is":[3,89,208],"a":[4,9,54],"viable":[5],"technique":[6],"to":[7,23,41,47,64,67,101,119,184,198],"train":[8],"shared":[10],"machine":[11],"model":[13,74],"without":[14],"sharing":[15],"data.":[16],"Hierarchical":[17],"FL":[18,78],"(HFL)":[19],"system":[20],"has":[21],"yet":[22],"be":[24],"studied":[25],"regrading":[26],"its":[27,199],"multiple":[28],"levels":[29],"of":[30,76,116,136,176,193,206],"energy,":[31],"computation,":[32],"communication,":[33],"and":[34,73,98,139,143,152,162],"client":[35,150],"scheduling,":[36],"especially":[37],"when":[38,201],"it":[39],"comes":[40],"clients":[42],"relying":[43],"on":[44],"energy":[45,82],"harvesting":[46],"power":[48],"their":[49,140],"operations.":[50],"This":[51],"paper":[52],"presents":[53],"new":[55,148],"two-phase":[56],"deep":[57],"deterministic":[58],"policy":[59],"gradient":[60],"(DDPG)":[61],"framework,":[62],"referred":[63],"as":[65,114],"\u201cTP-DDPG\u201d,":[66],"balance":[68],"online":[69],"the":[70,106,111,117,124,127,131,134,144,159,164,167,179,190,202],"delay":[72],"accuracy":[75,205],"an":[77,81],"process":[79],"in":[80,105,126],"harvesting-powered":[83],"HFL":[84,194,207],"system.":[85],"The":[86],"key":[87],"idea":[88],"that":[90,171,187],"we":[91],"divide":[92],"optimization":[93],"decisions":[94,161],"into":[95],"two":[96],"groups,":[97],"employ":[99],"DDPG":[100,125,132],"learn":[102],"one":[103],"group":[104,113],"first":[107],"phase,":[108],"while":[109],"interpreting":[110],"other":[112,160],"part":[115],"environment":[118],"provide":[120],"rewards":[121],"for":[122,166],"training":[123,191],"second":[128],"phase.":[129],"Specifically,":[130],"learns":[133],"selection":[135],"participating":[137],"clients,":[138],"CPU":[141],"configurations":[142],"transmission":[145],"powers.":[146],"A":[147],"straggler-aware":[149],"association":[151],"bandwidth":[153],"allocation":[154],"(SCABA)":[155],"algorithm":[156],"efficiently":[157],"optimizes":[158],"evaluates":[163],"reward":[165],"DDPG.":[168],"Experiments":[169],"demonstrate":[170],"with":[172],"substantially":[173],"reduced":[174],"number":[175],"learnable":[177],"parameters,":[178],"TP-DDPG":[180],"can":[181,188],"quickly":[182],"converge":[183],"effective":[185],"polices":[186],"shorten":[189],"time":[192],"by":[195],"39.4%":[196],"compared":[197],"benchmarks,":[200],"required":[203],"test":[204],"0.9.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-29T08:53:18.405633","created_date":"2024-07-03T00:00:00"}