{"id":"https://openalex.org/W4409494245","doi":"https://doi.org/10.1109/jiot.2025.3561722","title":"On-Demand Model and Client Deployment in Federated Learning With Deep Reinforcement Learning","display_name":"On-Demand Model and Client Deployment in Federated Learning With Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-04-16","ids":{"openalex":"https://openalex.org/W4409494245","doi":"https://doi.org/10.1109/jiot.2025.3561722"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3561722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3561722","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034218046","display_name":"Mario Chahoud","orcid":"https://orcid.org/0000-0002-6070-3133"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mario Chahoud","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004025182","display_name":"Hani Sami","orcid":"https://orcid.org/0000-0002-6925-1006"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hani Sami","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005269467","display_name":"Azzam Mourad","orcid":"https://orcid.org/0000-0001-9434-5322"},"institutions":[{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Azzam Mourad","raw_affiliation_strings":["Department of CSM, Artificial Intelligence and Cyber Systems Research Center, Lebanese American University, Beirut, Lebanon"],"affiliations":[{"raw_affiliation_string":"Department of CSM, Artificial Intelligence and Cyber Systems Research Center, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049846737","display_name":"Hadi Otrok","orcid":"https://orcid.org/0000-0002-9574-5384"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Department of Computer Science, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","Department of Computer Science, Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Computer Science, Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020978568","display_name":"Jamal Bentahar","orcid":"https://orcid.org/0000-0002-3136-4849"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jamal Bentahar","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Mohammad Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Mohammad Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5034218046"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":2.8599,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90353885,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"14","first_page":"26685","last_page":"26698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8303993344306946},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7646100521087646},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7629541158676147},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44803664088249207},{"id":"https://openalex.org/keywords/on-demand","display_name":"On demand","score":0.4407254755496979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4047642946243286},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39227205514907837},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3915618062019348},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33021867275238037},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2512420415878296},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1484283208847046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8303993344306946},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7646100521087646},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7629541158676147},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44803664088249207},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.4407254755496979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4047642946243286},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39227205514907837},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3915618062019348},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33021867275238037},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2512420415878296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1484283208847046}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3561722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3561722","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2162520370","https://openalex.org/W2478307678","https://openalex.org/W2568072496","https://openalex.org/W2893405045","https://openalex.org/W2912715275","https://openalex.org/W2970606380","https://openalex.org/W2970741249","https://openalex.org/W3004303489","https://openalex.org/W3012494113","https://openalex.org/W3037416245","https://openalex.org/W3047304572","https://openalex.org/W3090615085","https://openalex.org/W3093755649","https://openalex.org/W3134070916","https://openalex.org/W3134843574","https://openalex.org/W3176364684","https://openalex.org/W3182739741","https://openalex.org/W3193589553","https://openalex.org/W4205653889","https://openalex.org/W4220789466","https://openalex.org/W4308946221","https://openalex.org/W4312875989","https://openalex.org/W4315865188","https://openalex.org/W4362714840","https://openalex.org/W4366957446","https://openalex.org/W4379618880","https://openalex.org/W4385627126","https://openalex.org/W4386412292","https://openalex.org/W4386766692","https://openalex.org/W4388723284","https://openalex.org/W4391807412","https://openalex.org/W4399800965","https://openalex.org/W4400191998","https://openalex.org/W4402473530","https://openalex.org/W4404797297","https://openalex.org/W6629093123","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6767074001","https://openalex.org/W6796831281","https://openalex.org/W6810450869","https://openalex.org/W6855150480"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"In":[0],"Federated":[1],"Learning":[2,95],"(FL),":[3],"the":[4,45,164,191,200],"limited":[5],"accessibility":[6],"of":[7,47,166,202],"data":[8,29,85,118],"from":[9],"diverse":[10,34],"locations":[11],"and":[12,27,42,61,83,114,120,134,151,170,176,193,223,228],"user":[13,22],"types":[14],"poses":[15],"a":[16,76,92,141,148,152],"significant":[17],"challenge":[18],"due":[19],"to":[20,57,69,72,155,188,195,217],"restricted":[21],"participation.":[23],"Expanding":[24],"client":[25,59,81,112,135,168,219],"access":[26],"diversifying":[28],"enhance":[30],"models":[31],"by":[32,206],"incorporating":[33],"perspectives,":[35],"thereby":[36],"improving":[37],"adaptability.":[38],"However,":[39],"in":[40,78,190],"dynamic":[41,167],"mobile":[43],"environments,":[44],"availability":[46,82,113],"FL":[48],"clients":[49,101],"fluctuates":[50],"as":[51],"devices":[52],"may":[53],"become":[54],"inaccessible,":[55],"leading":[56],"inefficient":[58],"selection":[60,115],"reduced":[62],"model":[63,132],"performance.":[64],"Current":[65],"solutions":[66],"often":[67],"fail":[68],"adapt":[70,187],"quickly":[71],"these":[73],"changes,":[74],"creating":[75],"gap":[77],"achieving":[79],"real-time":[80],"efficient":[84],"utilization.":[86],"To":[87],"address":[88],"this,":[89],"we":[90],"propose":[91],"Deep":[93],"Reinforcement":[94],"(DRL)":[96],"On-Demand":[97,107,196],"solution,":[98,108],"deploying":[99],"new":[100],"using":[102],"Docker":[103],"Containers":[104],"on-the-fly.":[105],"Our":[106],"employing":[109],"DRL,":[110],"targets":[111],"while":[116,198],"considering":[117],"shifts":[119],"container":[121],"deployment":[122,133,169],"complexities.":[123],"It":[124],"employs":[125],"an":[126],"autonomous":[127],"end-to-end":[128],"approach":[129],"for":[130,163],"handling":[131],"selection.":[136],"The":[137,158],"DRL":[138],"strategy":[139],"leverages":[140],"Markov":[142],"Decision":[143],"Process":[144],"(MDP)":[145],"framework,":[146],"with":[147,210],"Master":[149],"Learner":[150,154],"Joiner":[153],"optimize":[156],"decision-making.":[157],"designed":[159],"cost":[160],"functions":[161],"account":[162],"complexity":[165],"selection,":[171],"ensuring":[172],"effective":[173],"resource":[174],"management":[175],"service":[177],"reliability.":[178],"Simulated":[179],"tests":[180],"show":[181],"that":[182],"our":[183],"architecture":[184],"can":[185],"easily":[186],"changes":[189],"environment":[192],"respond":[194],"requests":[197],"reducing":[199],"number":[201],"learning":[203,224,231],"rounds":[204],"used":[205],"20-50":[207],"%":[208],"compared":[209],"existing":[211],"approaches.":[212],"This":[213],"highlights":[214],"its":[215],"ability":[216],"improve":[218],"availability,":[220],"capability,":[221],"accuracy,":[222],"efficiency,":[225],"surpassing":[226],"heuristic":[227],"traditional":[229],"reinforcement":[230],"methods.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}