{"id":"https://openalex.org/W4293195534","doi":"https://doi.org/10.1109/jiot.2022.3176739","title":"Exploring Deep-Reinforcement-Learning-Assisted Federated Learning for Online Resource Allocation in Privacy-Preserving EdgeIoT","display_name":"Exploring Deep-Reinforcement-Learning-Assisted Federated Learning for Online Resource Allocation in Privacy-Preserving EdgeIoT","publication_year":2022,"publication_date":"2022-05-20","ids":{"openalex":"https://openalex.org/W4293195534","doi":"https://doi.org/10.1109/jiot.2022.3176739"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3176739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3176739","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10400.22/21615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023908179","display_name":"Jingjing Zheng","orcid":"https://orcid.org/0000-0002-5728-9453"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingjing Zheng","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Center, Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-5728-9453","affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Center, Porto, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399870","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-2095-7024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Center, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Center, Porto, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059591386","display_name":"Naram Mhaisen","orcid":"https://orcid.org/0000-0003-0211-2666"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Naram Mhaisen","raw_affiliation_strings":["College of Electrical Engineering, Mathematics and Computer Science, TU Delft, Delft, CD, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Mathematics and Computer Science, TU Delft, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I4210101388","display_name":"Health Sciences and Nutrition","ror":"https://ror.org/0152bt112","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210101388","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210101388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078183455","display_name":"Eduardo Tovar","orcid":"https://orcid.org/0000-0001-8979-3876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduardo Tovar","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Center, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Center, Porto, Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-8972-8094","affiliations":[{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.5786,"has_fulltext":false,"cited_by_count":82,"citation_normalized_percentile":{"value":0.98398398,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":"21","first_page":"21099","last_page":"21110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8866996765136719},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7946250438690186},{"id":"https://openalex.org/keywords/eavesdropping","display_name":"Eavesdropping","score":0.7006028294563293},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6530162692070007},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5856612920761108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5439252257347107},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.542174756526947},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4991161823272705},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4642902612686157},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.45342373847961426},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26821041107177734},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24210605025291443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8866996765136719},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7946250438690186},{"id":"https://openalex.org/C2776788033","wikidata":"https://www.wikidata.org/wiki/Q320769","display_name":"Eavesdropping","level":2,"score":0.7006028294563293},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6530162692070007},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5856612920761108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5439252257347107},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.542174756526947},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4991161823272705},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4642902612686157},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45342373847961426},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26821041107177734},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24210605025291443},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2022.3176739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3176739","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:recipp.ipp.pt:10400.22/21615","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/21615","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:tudelft.nl:uuid:cebffd38-ce2f-4f5b-aabd-c9aa125cb99f","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:cebffd38-ce2f-4f5b-aabd-c9aa125cb99f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:recipp.ipp.pt:10400.22/21615","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/21615","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3574973028","display_name":null,"funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G4497198408","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G505757079","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G5157446074","display_name":"Research Centre in Real-Time and Embedded Computing Systems","funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W159308319","https://openalex.org/W2145339207","https://openalex.org/W2168359464","https://openalex.org/W2400861403","https://openalex.org/W2564810971","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2767050701","https://openalex.org/W2798720628","https://openalex.org/W2892077825","https://openalex.org/W2907638403","https://openalex.org/W2941821746","https://openalex.org/W2963318081","https://openalex.org/W2964061570","https://openalex.org/W2965726917","https://openalex.org/W2967314080","https://openalex.org/W2972882814","https://openalex.org/W2977678469","https://openalex.org/W2980530729","https://openalex.org/W2982409974","https://openalex.org/W3001989995","https://openalex.org/W3008684691","https://openalex.org/W3016621379","https://openalex.org/W3038426846","https://openalex.org/W3043715968","https://openalex.org/W3082551002","https://openalex.org/W3092144916","https://openalex.org/W3095611529","https://openalex.org/W3099980742","https://openalex.org/W3101177651","https://openalex.org/W3101442004","https://openalex.org/W3102449016","https://openalex.org/W3105122387","https://openalex.org/W3109847748","https://openalex.org/W3117267439","https://openalex.org/W3122794187","https://openalex.org/W3130377495","https://openalex.org/W3130992186","https://openalex.org/W3133599480","https://openalex.org/W3134843574","https://openalex.org/W3135231128","https://openalex.org/W3140722389","https://openalex.org/W3161553238","https://openalex.org/W3168114510","https://openalex.org/W3175663678","https://openalex.org/W3185547071","https://openalex.org/W3203818865","https://openalex.org/W4236362309","https://openalex.org/W4237591687","https://openalex.org/W4318619660","https://openalex.org/W6684205842","https://openalex.org/W6728757088","https://openalex.org/W6748839928","https://openalex.org/W6769486120","https://openalex.org/W6789103356"],"related_works":["https://openalex.org/W4387918499","https://openalex.org/W2772112465","https://openalex.org/W4386360526","https://openalex.org/W2368710903","https://openalex.org/W2158905603","https://openalex.org/W2766105476","https://openalex.org/W2735171729","https://openalex.org/W2769254131","https://openalex.org/W2091556092","https://openalex.org/W2908395774"],"abstract_inverted_index":{"Federated":[0],"learning":[1,27,78,96],"(FL)":[2],"has":[3],"been":[4],"increasingly":[5],"considered":[6],"to":[7,48,93,120,141,151,186],"preserve":[8],"data":[9,41,70],"training":[10],"privacy":[11],"from":[12],"eavesdropping":[13],"attacks":[14],"in":[15,75,128,139],"mobile-edge":[16],"computing-based":[17],"Internet":[18],"of":[19,29,98,104],"Things":[20],"(EdgeIoT).":[21],"On":[22,53],"the":[23,26,36,54,57,65,95,101,105,122,143,153,158,165,176,187],"one":[24],"hand,":[25,56],"accuracy":[28,97,124],"FL":[30,99,177],"can":[31,60],"be":[32,61],"improved":[33,182],"by":[34,63,183],"selecting":[35,64],"IoT":[37,66,106,154],"devices":[38,67,155],"with":[39,68],"large":[40],"sets":[42,71],"for":[43,72,90],"training,":[44],"which":[45],"gives":[46],"rise":[47],"a":[49,76,85,110,129],"higher":[50],"energy":[51,58,102,126],"consumption.":[52],"other":[55],"consumption":[59,103,179],"reduced":[62],"small":[69],"FL,":[73],"resulting":[74],"falling":[77],"accuracy.":[79],"In":[80],"this":[81],"article,":[82],"we":[83],"formulate":[84],"new":[86,111],"resource":[87],"allocation":[88],"problem":[89],"privacy-preserving":[91],"EdgeIoT":[92],"balance":[94,127],"and":[100,125,156],"device.":[107],"We":[108],"propose":[109],"FL-enabled":[112],"twin-delayed":[113],"deep":[114],"deterministic":[115],"policy":[116],"gradient":[117],"(FL-DLT3)":[118],"framework":[119],"achieve":[121],"optimal":[123],"continuous":[130],"domain.":[131],"Furthermore,":[132],"long":[133],"short-term":[134],"memory":[135],"(LSTM)":[136],"is":[137,149,181],"leveraged":[138],"FL-DLT3":[140,148,167],"predict":[142],"time-varying":[144],"network":[145],"state":[146],"while":[147,175],"trained":[150],"select":[152],"allocate":[157],"transmit":[159],"power.":[160],"Numerical":[161],"results":[162],"demonstrate":[163],"that":[164],"proposed":[166],"achieves":[168],"fast":[169],"convergence":[170],"(less":[171],"than":[172],"100":[173],"iterations)":[174],"accuracy-to-energy":[178],"ratio":[180],"51.8%":[184],"compared":[185],"existing":[188],"state-of-the-art":[189],"benchmark.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}