{"id":"https://openalex.org/W4377079891","doi":"https://doi.org/10.1109/jiot.2023.3277553","title":"DRL-Based Secure Aggregation and Resource Orchestration in MEC-Enabled Hierarchical Federated Learning","display_name":"DRL-Based Secure Aggregation and Resource Orchestration in MEC-Enabled Hierarchical Federated Learning","publication_year":2023,"publication_date":"2023-05-18","ids":{"openalex":"https://openalex.org/W4377079891","doi":"https://doi.org/10.1109/jiot.2023.3277553"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3277553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3277553","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045607162","display_name":"Tantan Zhao","orcid":"https://orcid.org/0000-0001-6623-8626"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tantan Zhao","raw_affiliation_strings":["Shaanxi Key Laboratory of Deep Space Exploration Intelligent Information Technology, School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-6623-8626","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Deep Space Exploration Intelligent Information Technology, School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373576","display_name":"Fan Li","orcid":"https://orcid.org/0000-0002-7566-1634"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["Shaanxi Key Laboratory of Deep Space Exploration Intelligent Information Technology, School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-7566-1634","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Deep Space Exploration Intelligent Information Technology, School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070173038","display_name":"Lijun He","orcid":"https://orcid.org/0000-0002-3911-8263"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun He","raw_affiliation_strings":["School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","Scientific Research Department, Sichuan Digital Economy Industry Development Research Institute, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-3911-8263","affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Scientific Research Department, Sichuan Digital Economy Industry Development Research Institute, Chengdu, Sichuan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1211,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89571028,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":"20","first_page":"17865","last_page":"17880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8652293086051941},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7021089792251587},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6939979791641235},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.6440138816833496},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6234133839607239},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5426247119903564},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.48309993743896484},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4517707824707031},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3634476363658905},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16420146822929382},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09207886457443237},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.08267998695373535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8652293086051941},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7021089792251587},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6939979791641235},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.6440138816833496},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6234133839607239},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5426247119903564},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.48309993743896484},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4517707824707031},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3634476363658905},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16420146822929382},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09207886457443237},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.08267998695373535},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3277553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3277553","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5357490248","display_name":null,"funder_award_id":"xzy022022056","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7153532955","display_name":null,"funder_award_id":"2023-JC-JQ-51","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G8754065472","display_name":null,"funder_award_id":"2022NSFSC0966","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2053637704","https://openalex.org/W2535690855","https://openalex.org/W2591882872","https://openalex.org/W2607219512","https://openalex.org/W2753783305","https://openalex.org/W2767079719","https://openalex.org/W2781091734","https://openalex.org/W2787938642","https://openalex.org/W2798720628","https://openalex.org/W2807006176","https://openalex.org/W2912592113","https://openalex.org/W2913570153","https://openalex.org/W2946193510","https://openalex.org/W2963456518","https://openalex.org/W2963540401","https://openalex.org/W2967734072","https://openalex.org/W2978422189","https://openalex.org/W2980713544","https://openalex.org/W2980969310","https://openalex.org/W2981556215","https://openalex.org/W2981587265","https://openalex.org/W2999561085","https://openalex.org/W3015515533","https://openalex.org/W3016378036","https://openalex.org/W3016560828","https://openalex.org/W3023574229","https://openalex.org/W3025029677","https://openalex.org/W3037582816","https://openalex.org/W3038028469","https://openalex.org/W3045638580","https://openalex.org/W3102720581","https://openalex.org/W3105122387","https://openalex.org/W3116292404","https://openalex.org/W3174690704","https://openalex.org/W3178661111","https://openalex.org/W3181552969","https://openalex.org/W3186341834","https://openalex.org/W3203818865","https://openalex.org/W3211678249","https://openalex.org/W4200317075","https://openalex.org/W4293197550","https://openalex.org/W4299802797","https://openalex.org/W6663928093","https://openalex.org/W6738796088","https://openalex.org/W6743986261","https://openalex.org/W6748839928","https://openalex.org/W6752029299","https://openalex.org/W6758757267","https://openalex.org/W6762879059","https://openalex.org/W6799106678"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W4385152897"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"provides":[3],"a":[4,73,105,134,173],"new":[5],"paradigm":[6],"for":[7,92],"protecting":[8],"data":[9,23,47,110],"privacy":[10],"by":[11,32,97],"enabling":[12],"model":[13,18,34],"training":[14],"at":[15,20],"devices":[16],"and":[17,66,78,87,89,113,126,155,192,210],"aggregation":[19,30,77,125,191],"servers.":[21,102],"However,":[22],"information":[24],"may":[25],"be":[26],"leaked":[27],"to":[28,56,62,84,116,123,161,180,184],"honest-but-curious":[29],"servers":[31],"updated":[33],"parameters.":[35],"The":[36],"existing":[37],"secure":[38,76,124,190],"methods":[39],"do":[40],"not":[41],"fully":[42],"exploit":[43],"the":[44,118,130,182,186,199,211],"potentiality":[45],"of":[46,109,189],"characteristics":[48],"in":[49,152],"enhancing":[50],"security,":[51],"which":[52],"makes":[53],"it":[54,158],"impossible":[55],"optimize":[57],"limited":[58,127],"system":[59],"resources":[60],"overall":[61],"achieve":[63,204],"secure,":[64],"fair,":[65],"efficient":[67],"FL":[68,94,217],"systems.":[69],"In":[70],"this":[71],"article,":[72],"DRL-based":[74],"joint":[75,106],"resource":[79,114,193],"orchestration":[80],"scheme":[81],"is":[82,133,159],"proposed":[83,200],"guarantee":[85],"security":[86],"fairness,":[88],"improve":[90],"efficiency":[91],"hierarchical":[93,174],"(HFL)":[95],"assisted":[96],"untrusted":[98],"mobile-edge":[99],"computing":[100],"(MEC)":[101],"We":[103],"formulate":[104],"optimization":[107,139,147,168],"problem":[108,132,140],"size,":[111],"payment,":[112],"orchestration,":[115],"maximize":[117],"long-term":[119],"social":[120],"welfare":[121],"subject":[122],"resources.":[128],"Since":[129],"formulated":[131],"complex":[135],"mixed":[136,145],"integer":[137,146],"dynamic":[138],"with":[141],"NP-hardness,":[142],"where":[143],"multiple":[144],"variables":[148],"are":[149],"highly":[150],"coupled":[151],"time-varying":[153],"constraints":[154],"objective":[156],"function,":[157],"difficult":[160],"obtain":[162],"its":[163],"optimal":[164,187],"solution":[165],"via":[166],"traditional":[167],"methods.":[169],"Thus,":[170],"we":[171],"propose":[172],"reward":[175],"function-based":[176],"DRL":[177],"algorithm":[178,201],"(MATD3)":[179],"guide":[181],"agents":[183],"approach":[185],"policy":[188],"orchestration.":[194],"Simulation":[195],"results":[196],"show":[197],"that":[198],"MATD3":[202],"can":[203],"superior":[205],"performance":[206],"over":[207],"comparison":[208],"algorithms":[209],"MEC-enabled":[212],"HFL":[213],"framework":[214],"outperforms":[215],"two-layer":[216],"frameworks.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
