{"id":"https://openalex.org/W4410660736","doi":"https://doi.org/10.1109/jiot.2025.3572900","title":"Efficient Hierarchical Federated Learning With Pareto-Optimal Bi-Level Reinforcement Learning","display_name":"Efficient Hierarchical Federated Learning With Pareto-Optimal Bi-Level Reinforcement Learning","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4410660736","doi":"https://doi.org/10.1109/jiot.2025.3572900"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3572900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572900","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099161317","display_name":"Ousman Manjang","orcid":"https://orcid.org/0009-0005-9337-2405"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ousman Manjang","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-9337-2405","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011730425","display_name":"Yanlong Zhai","orcid":"https://orcid.org/0000-0002-0168-8308"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlong Zhai","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0168-8308","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031318875","display_name":"Jun Shen","orcid":"https://orcid.org/0000-0002-9403-7140"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jun Shen","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, Wollongong, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9403-7140","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Adil Sarwar","orcid":"https://orcid.org/0009-0005-4190-0157"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Adil Sarwar","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-4190-0157","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062232500","display_name":"Xutian He","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xutian He","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332023","display_name":"Huan Wang","orcid":"https://orcid.org/0000-0002-7439-3295"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huan Wang","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, Wollongong, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100634361","display_name":"Liehuang Zhu","orcid":"https://orcid.org/0000-0003-3277-3887"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liehuang Zhu","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3277-3887","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90578021,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"12","issue":"15","first_page":"30710","last_page":"30724"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9085999727249146,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8453733921051025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8186545372009277},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6135954260826111},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5128815174102783},{"id":"https://openalex.org/keywords/pareto-optimal","display_name":"Pareto optimal","score":0.4966354966163635},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4263603091239929},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.28524303436279297},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.2403528094291687},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07459470629692078}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8453733921051025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8186545372009277},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6135954260826111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5128815174102783},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.4966354966163635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4263603091239929},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28524303436279297},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.2403528094291687},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07459470629692078}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3572900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572900","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2963433607","https://openalex.org/W3045638580","https://openalex.org/W3210635777","https://openalex.org/W4210712880","https://openalex.org/W4210827421","https://openalex.org/W4320001239","https://openalex.org/W4362643081","https://openalex.org/W4381785874","https://openalex.org/W4386363061","https://openalex.org/W4387544170","https://openalex.org/W4387623978","https://openalex.org/W4390871639","https://openalex.org/W4391559476","https://openalex.org/W4391806767","https://openalex.org/W4392901632","https://openalex.org/W4392909954","https://openalex.org/W4396817396","https://openalex.org/W4399006751","https://openalex.org/W4399727752","https://openalex.org/W4399766997","https://openalex.org/W4401508561","https://openalex.org/W4402156439","https://openalex.org/W4403123175","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6781318954"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Hierarchical":[0],"Federated":[1],"Learning":[2],"(HFL)":[3],"has":[4],"emerged":[5],"as":[6],"a":[7,99,105,126,156,167,178],"popular":[8],"federated":[9],"learning":[10,108],"method":[11],"by":[12,125],"introducing":[13],"additional":[14],"aggregation":[15,30,37,46,54,73,114,146,187],"levels":[16],"using":[17],"intermediate":[18,36,53],"edge":[19,119],"servers.":[20,120],"The":[21,144],"performance":[22,80],"of":[23,35,52,72,189],"HFL":[24,101],"approaches":[25,40],"is":[26,123],"contingent":[27],"upon":[28],"the":[29,33,45,50,60,69,79,84,89,163,186,201],"frequency":[31,47],"and":[32,92,116,141,148,197,204,216,226],"number":[34],"rounds.":[38],"Existing":[39],"mainly":[41],"focus":[42],"on":[43,56,78,87,193],"optimizing":[44],"only,":[48],"neglecting":[49],"impact":[51],"rounds":[55,117,149],"training":[57,93],"performance.":[58],"On":[59],"other":[61],"hand,":[62],"these":[63],"methods":[64],"also":[65],"fail":[66],"to":[67,111,131,224],"consider":[68],"multidimensional":[70],"effects":[71,86],"frequency,":[74],"consequently":[75],"focusing":[76],"only":[77],"accuracy":[81,215],"while":[82],"overlooking":[83],"detrimental":[85],"both":[88],"communication":[90,139,221],"costs":[91,222],"latency.":[94],"This":[95,121],"paper":[96],"introduces":[97],"HFL-PBRL,":[98],"novel":[100],"framework":[102],"that":[103,160,183,209],"employs":[104],"bi-level":[106],"reinforcement":[107],"(RL)-based":[109],"algorithm":[110,122],"jointly":[112],"optimize":[113],"frequencies":[115,147],"across":[118],"accompanied":[124],"Pareto-efficient":[127],"multi-objective":[128],"optimization":[129],"approach":[130],"strike":[132],"an":[133],"optimal":[134],"trade-off":[135],"among":[136],"model":[137,191,202,214],"accuracy,":[138],"cost":[140],"convergence":[142,218],"time.":[143],"varied":[145],"might":[150],"introduce":[151],"inconsistencies;":[152],"therefore,":[153],"we":[154,176],"employ":[155],"hierarchical":[157],"pullback":[158],"mechanism":[159],"iteratively":[161],"pulls":[162],"client":[164],"models":[165],"toward":[166],"synchronized":[168],"anchor":[169],"model,":[170],"ensuring":[171],"effective":[172],"divergence":[173],"control.":[174],"Furthermore,":[175],"devise":[177],"harmonic":[179],"weight":[180],"assignment":[181],"strategy":[182],"dynamically":[184],"adjusts":[185],"weights":[188],"each":[190],"based":[192],"their":[194],"current,":[195],"historical,":[196],"anticipated":[198],"divergence,":[199],"addressing":[200],"fluctuations":[203],"asynchrony.":[205],"Extensive":[206],"evaluations":[207],"demonstrate":[208],"HFL-PBRL":[210],"consistently":[211],"achieves":[212],"high":[213],"faster":[217],"with":[219],"minimal":[220],"compared":[223],"baselines":[225],"SOTA.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}