{"id":"https://openalex.org/W3182739741","doi":"https://doi.org/10.1109/access.2021.3095915","title":"Adaptive Client Selection in Resource Constrained Federated Learning Systems: A Deep Reinforcement Learning Approach","display_name":"Adaptive Client Selection in Resource Constrained Federated Learning Systems: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3182739741","doi":"https://doi.org/10.1109/access.2021.3095915","mag":"3182739741"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3095915","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095915","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09478892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09478892.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073517780","display_name":"Hangjia Zhang","orcid":"https://orcid.org/0000-0001-9379-5567"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hangjia Zhang","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101543430","display_name":"Zhijun Xie","orcid":"https://orcid.org/0000-0003-4530-3243"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Xie","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033057444","display_name":"Roozbeh Zarei","orcid":"https://orcid.org/0000-0001-6738-334X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Roozbeh Zarei","raw_affiliation_strings":["School of Information Technology, Deakin University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005855867","display_name":"Tao Wu","orcid":"https://orcid.org/0000-0002-9788-9613"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Wu","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100325379","display_name":"Kewei Chen","orcid":"https://orcid.org/0000-0001-8497-3069"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kewei Chen","raw_affiliation_strings":["Faculty of Mechanical Engineering and Mechanics, Ningbo University, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Mechanical Engineering and Mechanics, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073517780"],"corresponding_institution_ids":["https://openalex.org/I109935558"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.8579,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":{"value":0.97375176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"98423","last_page":"98432"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8927408456802368},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8642538189888},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6558366417884827},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6265872716903687},{"id":"https://openalex.org/keywords/client-side","display_name":"Client-side","score":0.5566657781600952},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5547884702682495},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48987454175949097},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4727431535720825},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47219929099082947},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4566780924797058},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4414902925491333},{"id":"https://openalex.org/keywords/client\u2013server-model","display_name":"Client\u2013server model","score":0.44049137830734253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3942134976387024},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.358633816242218},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3436841368675232},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.27796003222465515},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1748940348625183}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8927408456802368},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8642538189888},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6558366417884827},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6265872716903687},{"id":"https://openalex.org/C202477664","wikidata":"https://www.wikidata.org/wiki/Q1352449","display_name":"Client-side","level":2,"score":0.5566657781600952},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5547884702682495},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48987454175949097},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4727431535720825},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47219929099082947},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4566780924797058},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4414902925491333},{"id":"https://openalex.org/C152880691","wikidata":"https://www.wikidata.org/wiki/Q146813","display_name":"Client\u2013server model","level":3,"score":0.44049137830734253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3942134976387024},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.358633816242218},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3436841368675232},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.27796003222465515},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1748940348625183},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3095915","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095915","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09478892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:90d7115290da4745ac16cbe7ecd2735f","is_oa":true,"landing_page_url":"https://doaj.org/article/90d7115290da4745ac16cbe7ecd2735f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 98423-98432 (2021)","raw_type":"article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30154291","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401102","display_name":"Own your potential (DEAKIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/20652738","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Adaptive_Client_Selection_in_Resource_Constrained_Federated_Learning_Systems_A_Deep_Reinforcement_Learning_Approach/20652738","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3095915","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095915","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09478892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8799999952316284}],"awards":[{"id":"https://openalex.org/G4013912048","display_name":null,"funder_award_id":"U20A20121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6362684344","display_name":null,"funder_award_id":"422004582","funder_id":"https://openalex.org/F4320322605","funder_display_name":"Ningbo University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322605","display_name":"Ningbo University","ror":"https://ror.org/03et85d35"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3182739741.pdf","grobid_xml":"https://content.openalex.org/works/W3182739741.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W179875071","https://openalex.org/W1557517019","https://openalex.org/W2082011829","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2163605009","https://openalex.org/W2472333518","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2746553466","https://openalex.org/W2758353532","https://openalex.org/W2771316858","https://openalex.org/W2786070938","https://openalex.org/W2798720628","https://openalex.org/W2894873043","https://openalex.org/W2900947057","https://openalex.org/W2946193510","https://openalex.org/W2962843773","https://openalex.org/W2962856838","https://openalex.org/W2963060851","https://openalex.org/W2963300197","https://openalex.org/W2964098968","https://openalex.org/W2981556215","https://openalex.org/W2995735216","https://openalex.org/W3016839154","https://openalex.org/W3038028469","https://openalex.org/W3047040053","https://openalex.org/W3047304572","https://openalex.org/W3048575654","https://openalex.org/W3093930561","https://openalex.org/W3105122387","https://openalex.org/W3107242135","https://openalex.org/W3124943657","https://openalex.org/W4297687186","https://openalex.org/W4300427714","https://openalex.org/W4318619660","https://openalex.org/W6684191040","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6759226220","https://openalex.org/W6762879059","https://openalex.org/W6769131100","https://openalex.org/W6776349926"],"related_works":["https://openalex.org/W1524078913","https://openalex.org/W96515423","https://openalex.org/W2041650491","https://openalex.org/W2033483503","https://openalex.org/W2099084456","https://openalex.org/W205360658","https://openalex.org/W4387914328","https://openalex.org/W2312298660","https://openalex.org/W2620710085","https://openalex.org/W2116971154"],"abstract_inverted_index":{"With":[0],"data":[1,17,27,31,51,60],"increasingly":[2],"collected":[3],"by":[4,241,252],"end":[5,43],"devices":[6,11,44,96,149,201,220],"and":[7,29,52,76,91,122,139,210,245,273,280],"the":[8,22,54,72,181,215,231,258,265,274],"number":[9,217],"of":[10,78,155,180,200,218,233,267,276],"is":[12,82,101,117],"growing":[13],"rapidly":[14],"in":[15,97,113,152,161,171,202,223,236],"which":[16,116,172],"source":[18],"mainly":[19],"located":[20],"outside":[21],"cloud":[23],"today.":[24],"To":[25],"guarantee":[26],"privacy":[28],"remain":[30],"on":[32,93,191],"client":[33,148,158,187,219],"devices,":[34,80],"federated":[35],"learning":[36,193],"(FL)":[37],"has":[38],"been":[39],"proposed.":[40],"In":[41,125],"FL,":[42],"train":[45],"a":[46,65,130,167,186,198],"local":[47],"model":[48,55,89,114,224],"with":[49,270],"their":[50],"send":[53],"parameters":[56],"rather":[57],"than":[58],"raw":[59],"to":[61,71,87,106,110,119,150,196,206,221,243,254,257],"server":[62,105],"for":[63,85,103,137],"aggregating":[64],"new":[66],"global":[67],"model.":[68],"However,":[69],"due":[70],"limited":[73],"wireless":[74],"bandwidth":[75],"energy":[77,121,208,234],"mobile":[79,132],"it":[81,100],"not":[83,175],"practical":[84],"FL":[86,104,138,237],"perform":[88],"updating":[90],"aggregation":[92],"all":[94],"participating":[95],"parallel.":[98],"And":[99],"difficulty":[102],"select":[107,197],"apposite":[108],"clients":[109],"take":[111],"part":[112],"training":[115,211,246],"important":[118],"save":[120],"reduce":[123],"latency.":[124],"this":[126],"paper,":[127],"we":[128,173,263],"establish":[129],"novel":[131],"edge":[133],"computing":[134],"(MEC)":[135],"system":[136,269],"propose":[140,185],"an":[141],"experience-driven":[142],"control":[143],"algorithm":[144],"that":[145,194,213,230],"adaptively":[146],"chooses":[147],"participate":[151,222],"each":[153,203],"round":[154,205],"FL.":[156],"Adaptive":[157],"selection":[159,188],"mechanism":[160],"MEC":[162,268],"can":[163,238,249],"be":[164,239,250],"modeled":[165],"as":[166],"Markov":[168],"Decision":[169],"Process":[170],"do":[174],"need":[176],"any":[177],"prior":[178],"knowledge":[179],"environment.":[182],"We":[183],"then":[184],"scheme":[189],"based":[190],"reinforcement":[192],"learns":[195],"subset":[199],"communication":[204],"minimize":[207],"consumption":[209],"delay":[212,247],"encourages":[214],"increase":[216],"updating.":[225],"The":[226],"experimental":[227],"results":[228],"show":[229],"unit":[232],"required":[235,248],"reduced":[240,251],"up":[242,253],"50%":[244],"20.70%":[255],"compared":[256],"other":[259],"static":[260],"algorithms.":[261],"Finally,":[262],"demonstrate":[264],"scalability":[266],"different":[271,277],"tasks":[272],"influence":[275],"non":[278],"independent":[279],"identically":[281],"distributed":[282],"(non-IID)":[283],"settings.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":9}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}