{"id":"https://openalex.org/W4412567195","doi":"https://doi.org/10.1109/access.2025.3591699","title":"Adaptive Federated Learning With Reinforcement Learning-Based Client Selection for Heterogeneous Environments","display_name":"Adaptive Federated Learning With Reinforcement Learning-Based Client Selection for Heterogeneous Environments","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412567195","doi":"https://doi.org/10.1109/access.2025.3591699"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3591699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3591699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3591699","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101939381","display_name":"Shamim Ahmed","orcid":"https://orcid.org/0000-0002-9968-4128"},"institutions":[{"id":"https://openalex.org/I46080048","display_name":"Jahangirnagar University","ror":"https://ror.org/04ywb0864","country_code":"BD","type":"education","lineage":["https://openalex.org/I46080048"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Shamim Ahmed","raw_affiliation_strings":["Institute of Information Technology (IIT), Jahangirnagar University, Savar, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-9968-4128","affiliations":[{"raw_affiliation_string":"Institute of Information Technology (IIT), Jahangirnagar University, Savar, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I46080048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057247142","display_name":"M. Shamim Kaiser","orcid":"https://orcid.org/0000-0002-4604-5461"},"institutions":[{"id":"https://openalex.org/I46080048","display_name":"Jahangirnagar University","ror":"https://ror.org/04ywb0864","country_code":"BD","type":"education","lineage":["https://openalex.org/I46080048"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"M. Shamim Kaiser","raw_affiliation_strings":["Institute of Information Technology (IIT), Jahangirnagar University, Savar, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-4604-5461","affiliations":[{"raw_affiliation_string":"Institute of Information Technology (IIT), Jahangirnagar University, Savar, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I46080048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046748734","display_name":"Sudipto Chaki","orcid":"https://orcid.org/0000-0002-7286-6722"},"institutions":[{"id":"https://openalex.org/I4210147955","display_name":"Bangladesh University of Business and Technology","ror":"https://ror.org/0400am365","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210147955"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sudipto Chaki","raw_affiliation_strings":["Department of Computer Science and Engineering, Bangladesh University of Business and Technology (BUBT), Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-7286-6722","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Bangladesh University of Business and Technology (BUBT), Dhaka, Bangladesh","institution_ids":["https://openalex.org/I4210147955"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103823546","display_name":"A B M Shawkat Ali","orcid":"https://orcid.org/0009-0004-1408-6690"},"institutions":[{"id":"https://openalex.org/I4210147955","display_name":"Bangladesh University of Business and Technology","ror":"https://ror.org/0400am365","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210147955"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"A. B. M. Shawkat Ali","raw_affiliation_strings":["Department of Computer Science and Engineering, Bangladesh University of Business and Technology (BUBT), Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Bangladesh University of Business and Technology (BUBT), Dhaka, Bangladesh","institution_ids":["https://openalex.org/I4210147955"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.5403,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96037883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"131671","last_page":"131695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8355405330657959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8180686235427856},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5550758242607117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35164040327072144},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34100213646888733}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8355405330657959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180686235427856},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5550758242607117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35164040327072144},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34100213646888733}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3591699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3591699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ebf4810da0ee455289ad0785949b0e80","is_oa":true,"landing_page_url":"https://doaj.org/article/ebf4810da0ee455289ad0785949b0e80","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 131671-131695 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3591699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3591699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325821","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1584431645","https://openalex.org/W1682403713","https://openalex.org/W2126204609","https://openalex.org/W2788388592","https://openalex.org/W2798720628","https://openalex.org/W2963318081","https://openalex.org/W2995022099","https://openalex.org/W3047304572","https://openalex.org/W3133814152","https://openalex.org/W3134509799","https://openalex.org/W3182739741","https://openalex.org/W4226167551","https://openalex.org/W4281485033","https://openalex.org/W4283796083","https://openalex.org/W4285728720","https://openalex.org/W4318617206","https://openalex.org/W4362653134","https://openalex.org/W4388192807","https://openalex.org/W4400880699","https://openalex.org/W4401211580","https://openalex.org/W4402473530","https://openalex.org/W4403097779","https://openalex.org/W4404133619","https://openalex.org/W4404588525","https://openalex.org/W4406356667","https://openalex.org/W4406728728","https://openalex.org/W4408145113","https://openalex.org/W4409544167","https://openalex.org/W4410314734","https://openalex.org/W4410614001","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6772307254","https://openalex.org/W6791189488","https://openalex.org/W6876671985"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0],"study":[1],"introduces":[2],"an":[3],"Adaptive":[4],"Federated":[5],"Learning":[6],"(AFL)":[7],"framework":[8,27,103],"designed":[9],"to":[10,44,85,88,117,124,141,144,160,183],"address":[11],"the":[12,66,133,179],"challenges":[13],"of":[14],"data":[15],"heterogeneity,":[16],"resource":[17],"imbalance,":[18,91],"and":[19,39,62,71,92,112,115,122,127,147,187,192],"communication":[20],"constraints":[21],"in":[22,97,198],"decentralized":[23],"learning":[24,30,197],"environments.":[25,201],"The":[26,101],"integrates":[28],"reinforcement":[29],"(RL)":[31],"based":[32],"client":[33,73],"selection":[34],"using":[35],"both":[36],"Tabular":[37,145],"Q-Learning":[38,146],"Deep":[40],"Q-Network":[41],"(DQN)":[42],"strategies":[43],"dynamically":[45],"identify":[46],"clients":[47],"that":[48,132],"most":[49],"positively":[50],"impact":[51],"global":[52,138],"model":[53,60,77],"performance.":[54],"A":[55],"multi-objective":[56],"reward":[57,169],"function,":[58],"combining":[59],"accuracy":[61,139,163],"execution":[63,156],"time,":[64],"guides":[65],"RL":[67,173],"agent":[68],"toward":[69],"performance-":[70],"efficiency-aware":[72],"selection.":[74],"For":[75],"local":[76],"training,":[78],"Random":[79],"Forest":[80],"(RF)":[81],"classifiers":[82],"are":[83],"employed":[84],"ensure":[86],"robustness":[87],"noise,":[89],"class":[90],"limited":[93],"computational":[94],"resources,":[95],"particularly":[96],"privacy-sensitive":[98],"healthcare":[99,109],"settings.":[100],"AFL":[102,135,180],"is":[104],"evaluated":[105],"on":[106],"two":[107],"real-world":[108],"datasets":[110,120],"BRFSS2015":[111],"Diabetes":[113],"Prediction,":[114],"extended":[116],"benchmark":[118],"FL":[119],"(CIFAR-10":[121],"FEMNIST)":[123],"assess":[125],"scalability":[126],"generalization.":[128],"Experimental":[129],"results":[130],"demonstrate":[131],"DQN-based":[134],"achieves":[136],"superior":[137],"(up":[140],"91.3%)":[142],"compared":[143],"baseline":[148],"methods":[149],"such":[150],"as":[151],"FedAvg,":[152],"while":[153],"also":[154],"reducing":[155],"time":[157],"by":[158],"up":[159],"15%.":[161],"Client-level":[162],"remains":[164],"stable":[165],"across":[166],"rounds,":[167],"with":[168],"progression":[170],"confirming":[171],"effective":[172],"policy":[174],"convergence.":[175],"These":[176],"findings":[177],"underscore":[178],"framework\u2019s":[181],"capability":[182],"adaptively":[184],"balance":[185],"performance":[186],"efficiency,":[188],"offering":[189],"a":[190],"practical":[191],"scalable":[193],"solution":[194],"for":[195],"federated":[196],"heterogeneous,":[199],"resource-constrained":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}