{"id":"https://openalex.org/W4321788241","doi":"https://doi.org/10.3390/s23052494","title":"FedDdrl: Federated Double Deep Reinforcement Learning for Heterogeneous IoT with Adaptive Early Client Termination and Local Epoch Adjustment","display_name":"FedDdrl: Federated Double Deep Reinforcement Learning for Heterogeneous IoT with Adaptive Early Client Termination and Local Epoch Adjustment","publication_year":2023,"publication_date":"2023-02-23","ids":{"openalex":"https://openalex.org/W4321788241","doi":"https://doi.org/10.3390/s23052494","pmid":"https://pubmed.ncbi.nlm.nih.gov/36904696"},"language":"en","primary_location":{"id":"doi:10.3390/s23052494","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052494","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2494/pdf?version=1677157282","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/5/2494/pdf?version=1677157282","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081035449","display_name":"Yi Jie Wong","orcid":"https://orcid.org/0000-0003-4598-2653"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Yi Jie Wong","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-4598-2653","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027435183","display_name":"Mau\u2010Luen Tham","orcid":"https://orcid.org/0000-0003-4600-9839"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Mau-Luen Tham","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-4600-9839","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005737764","display_name":"Ban-Hoe Kwan","orcid":"https://orcid.org/0000-0001-7094-8612"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Ban-Hoe Kwan","raw_affiliation_strings":["Department of Mechatronics and Biomedical Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-7094-8612","affiliations":[{"raw_affiliation_string":"Department of Mechatronics and Biomedical Engineering, Lee Kong Chian Faculty of Engineering and Science, Universiti Tunku Abdul Rahman, Kajang 43000, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003727229","display_name":"Yasunori Owada","orcid":"https://orcid.org/0000-0003-1838-528X"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasunori Owada","raw_affiliation_strings":["Resilient ICT Research Center, Network Research Institute, National Institute of Information and Communications Technology (NICT), Tokyo 184-8795, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Resilient ICT Research Center, Network Research Institute, National Institute of Information and Communications Technology (NICT), Tokyo 184-8795, Japan","institution_ids":["https://openalex.org/I90023481"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027435183"],"corresponding_institution_ids":["https://openalex.org/I931681460"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":1.9777,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88405602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"5","first_page":"2494","last_page":"2494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8337329626083374},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7828872203826904},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7045978307723999},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5279673337936401},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5087845921516418},{"id":"https://openalex.org/keywords/epoch","display_name":"Epoch (astronomy)","score":0.4969630539417267},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4904639422893524},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.46607705950737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4107142686843872},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11693811416625977},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10688972473144531}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8337329626083374},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7828872203826904},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7045978307723999},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5279673337936401},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5087845921516418},{"id":"https://openalex.org/C2780317896","wikidata":"https://www.wikidata.org/wiki/Q2703","display_name":"Epoch (astronomy)","level":3,"score":0.4969630539417267},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4904639422893524},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.46607705950737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4107142686843872},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11693811416625977},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10688972473144531},{"id":"https://openalex.org/C150846664","wikidata":"https://www.wikidata.org/wiki/Q7602306","display_name":"Stars","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23052494","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052494","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2494/pdf?version=1677157282","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36904696","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36904696","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10006882","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10006882","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10006882/pdf/sensors-23-02494.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:629ad16528f9490884c9f091db7f744b","is_oa":true,"landing_page_url":"https://doaj.org/article/629ad16528f9490884c9f091db7f744b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 5, p 2494 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/5/2494/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23052494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23052494","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052494","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2494/pdf?version=1677157282","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.46000000834465027}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321788241.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2541884796","https://openalex.org/W2798720628","https://openalex.org/W2902907165","https://openalex.org/W2914483840","https://openalex.org/W2963163009","https://openalex.org/W2970121940","https://openalex.org/W2982316857","https://openalex.org/W3006762012","https://openalex.org/W3011613309","https://openalex.org/W3043723611","https://openalex.org/W3045638580","https://openalex.org/W3045674654","https://openalex.org/W3047304572","https://openalex.org/W3099912322","https://openalex.org/W3103493968","https://openalex.org/W3105122387","https://openalex.org/W3115242847","https://openalex.org/W3128945844","https://openalex.org/W3134070916","https://openalex.org/W3135231128","https://openalex.org/W3160877984","https://openalex.org/W3182739741","https://openalex.org/W3185547071","https://openalex.org/W3186401068","https://openalex.org/W3202201423","https://openalex.org/W3205260830","https://openalex.org/W3206772271","https://openalex.org/W4206108739","https://openalex.org/W4226167551","https://openalex.org/W4285260612","https://openalex.org/W4285814015","https://openalex.org/W4287332481","https://openalex.org/W4288459131","https://openalex.org/W4297911475","https://openalex.org/W4312341731","https://openalex.org/W4313172482","https://openalex.org/W6745136726","https://openalex.org/W6801125930","https://openalex.org/W6810847700"],"related_works":["https://openalex.org/W3074294383","https://openalex.org/W4297949354","https://openalex.org/W2768698792","https://openalex.org/W4206669594","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W260766989","https://openalex.org/W3139193008","https://openalex.org/W2298102683","https://openalex.org/W4311214544"],"abstract_inverted_index":{"Federated":[0],"learning":[1,119],"(FL)":[2],"is":[3,65,107,135],"a":[4,13,26,124,131],"technique":[5,89],"that":[6,156],"allows":[7],"multiple":[8],"clients":[9],"to":[10,66,90,147],"collaboratively":[11],"train":[12],"global":[14,76],"model":[15,77,172],"without":[16],"sharing":[17],"their":[18],"sensitive":[19],"and":[20,31,50,60,81,110,182],"bandwidth-hungry":[21],"data.":[22],"This":[23],"paper":[24],"presents":[25],"joint":[27],"early":[28],"client":[29,134,145],"termination":[30],"local":[32,150],"epoch":[33],"adjustment":[34],"for":[35],"FL.":[36],"We":[37,84],"consider":[38],"the":[39,68,87,92,98,138,159],"challenges":[40],"of":[41,44,94,165],"heterogeneous":[42],"Internet":[43],"Things":[45],"(IoT)":[46],"environments":[47],"including":[48],"non-independent":[49],"identically":[51],"distributed":[52],"(non-IID)":[53],"data":[54,96],"as":[55,57],"well":[56],"diverse":[58],"computing":[59],"communication":[61,82,183],"capabilities.":[62],"The":[63,127],"goal":[64],"strike":[67],"best":[69],"tradeoff":[70],"among":[71],"three":[72],"conflicting":[73],"objectives,":[74],"namely":[75],"accuracy,":[78],"training":[79,151],"latency":[80,181],"cost.":[83],"first":[85],"leverage":[86],"balanced-MixUp":[88],"mitigate":[91],"influence":[93],"non-IID":[95],"on":[97],"FL":[99,115,133,161],"convergence":[100],"rate.":[101],"A":[102],"weighted":[103],"sum":[104],"optimization":[105],"problem":[106],"then":[108],"formulated":[109],"solved":[111],"via":[112],"our":[113],"proposed":[114],"double":[116],"deep":[117],"reinforcement":[118],"(FedDdrl)":[120],"framework,":[121],"which":[122],"outputs":[123],"dual":[125],"action.":[126],"former":[128],"indicates":[129],"whether":[130],"participating":[132],"dropped,":[136],"whereas":[137],"latter":[139],"specifies":[140],"how":[141],"long":[142],"each":[143],"remaining":[144],"needs":[146],"complete":[148],"its":[149],"task.":[152],"Simulation":[153],"results":[154],"show":[155],"FedDdrl":[157,169],"outperforms":[158],"existing":[160],"scheme":[162],"in":[163],"terms":[164],"overall":[166],"tradeoff.":[167],"Specifically,":[168],"achieves":[170],"higher":[171],"accuracy":[173],"by":[174],"about":[175],"4%":[176],"while":[177],"incurring":[178],"30%":[179],"less":[180],"costs.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}