{"id":"https://openalex.org/W4399486938","doi":"https://doi.org/10.1109/tce.2024.3411674","title":"Optimizing Hierarchical Federated Learning: A Reinforcement Learning Approach","display_name":"Optimizing Hierarchical Federated Learning: A Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-06-10","ids":{"openalex":"https://openalex.org/W4399486938","doi":"https://doi.org/10.1109/tce.2024.3411674"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3411674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3411674","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090992860","display_name":"Yinghui Sai","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Sai","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018321776","display_name":"Xiaoyi Wu","orcid":"https://orcid.org/0000-0001-7916-9623"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101933896","display_name":"Jiacheng Jiang","orcid":"https://orcid.org/0000-0002-2178-2107"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Jiang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102685185","display_name":"Yuxiang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Huang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018806323","display_name":"Qian Yan","orcid":"https://orcid.org/0000-0002-8866-2775"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Yan","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066247159","display_name":"Zongpeng Li","orcid":"https://orcid.org/0000-0001-5351-2075"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongpeng Li","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082976295","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0002-3777-1488"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3777-1488","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":2.4593,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89945161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"71","issue":"2","first_page":"4076","last_page":"4086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7404601573944092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6834101676940918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4602895975112915},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3540811538696289}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7404601573944092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6834101676940918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4602895975112915},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3540811538696289}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3411674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3411674","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6706995490","display_name":null,"funder_award_id":"2042023kf0219","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G763366028","display_name":null,"funder_award_id":"61976163","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G973676509","display_name":null,"funder_award_id":"2022YFB3105000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2177743880","https://openalex.org/W2920095265","https://openalex.org/W2970759804","https://openalex.org/W2989120265","https://openalex.org/W2991236681","https://openalex.org/W2995022099","https://openalex.org/W3001989995","https://openalex.org/W3010301175","https://openalex.org/W3015636663","https://openalex.org/W3016621379","https://openalex.org/W3042029390","https://openalex.org/W3043715968","https://openalex.org/W3045638580","https://openalex.org/W3047304572","https://openalex.org/W3080934299","https://openalex.org/W3091635927","https://openalex.org/W3134070916","https://openalex.org/W3154335119","https://openalex.org/W3155160971","https://openalex.org/W3155189475","https://openalex.org/W3155963862","https://openalex.org/W3156818449","https://openalex.org/W3159623990","https://openalex.org/W3196371845","https://openalex.org/W3203177227","https://openalex.org/W3205260830","https://openalex.org/W4205597275","https://openalex.org/W4226167551","https://openalex.org/W4320009717","https://openalex.org/W4382865033","https://openalex.org/W4386883083","https://openalex.org/W4386918758","https://openalex.org/W4389428616"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Federated":[0],"learning":[1,7,152],"(FL)":[2],"represents":[3],"a":[4,14,24,84,96,102,149,156],"decentralized":[5],"machine":[6],"paradigm":[8],"where":[9,101],"multiple":[10],"clients":[11,28,48,166],"cooperatively":[12],"train":[13],"global":[15,114],"model":[16,59,80,115,135],"over":[17],"local":[18],"data,":[19],"under":[20,179],"the":[21,66,73,120,139,169,174,186],"coordination":[22],"of":[23,68,88,188],"central":[25],"server.":[26],"FL":[27,58,69,99,134,215],"exhibit":[29],"two-fold":[30],"heterogeneity.":[31],"First,":[32],"data":[33],"samples":[34],"are":[35,40,182],"unbalanced":[36],"cross":[37],"clients,":[38],"and":[39,43,52,61,113,126,137,145,167],"not":[41],"independent":[42],"identically":[44],"distributed":[45],"(non-IID).":[46],"Second,":[47],"possess":[49],"different":[50],"computation":[51,143],"communication":[53,75,92,146],"capabilities.":[54],"Such":[55],"heterogeneity":[56],"affects":[57],"convergence":[60,197],"training":[62,140,205],"cost.":[63,147],"In":[64],"addition,":[65],"design":[67,155],"is":[70,108],"complicated":[71],"by":[72,78,199,207],"large":[74],"overhead":[76],"caused":[77],"frequent":[79],"parameter":[81],"updates":[82,116],"from":[83,123],"potentially":[85],"enormous":[86],"number":[87],"clients.":[89,176],"To":[90],"reduce":[91],"overhead,":[93],"we":[94,154],"present":[95],"three-layer":[97],"hierarchical":[98],"architecture,":[100],"middle":[103],"layer":[104],"with":[105,212],"cluster":[106],"servers":[107],"introduced":[109],"for":[110,173],"intra-cluster":[111],"aggregation":[112,158,171],"exchange.":[117],"We":[118],"address":[119],"performance":[121],"impact":[122],"client":[124],"heterogeneity,":[125],"aim":[127],"to":[128,163,184,201,209],"balance":[129],"two":[130],"objectives,":[131],"i.e.,":[132],"maximizing":[133],"accuracy":[136],"minimizing":[138],"cost":[141,144,206],"including":[142],"Leveraging":[148],"deep":[150],"reinforcement":[151],"approach,":[153],"dynamic":[157],"weight":[159],"allocation":[160],"framework,":[161],"DaWa,":[162],"effectively":[164],"select":[165],"obtain":[168],"optimal":[170],"weights":[172],"selected":[175],"Extensive":[177],"experiments":[178],"empirical":[180],"configurations":[181],"conducted":[183],"verify":[185],"efficacy":[187],"DaWa.":[189],"The":[190],"results":[191],"show":[192],"that":[193],"DaWa":[194],"can":[195],"improve":[196],"rate":[198],"up":[200,208],"21%,":[202],"while":[203],"reducing":[204],"55%,":[210],"compared":[211],"three":[213],"state-of-the-art":[214],"frameworks.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}