{"id":"https://openalex.org/W4387883598","doi":"https://doi.org/10.1109/icc45041.2023.10279441","title":"Traffic Steering for Cellular-Enabled UAVs: A Federated Deep Reinforcement Learning Approach","display_name":"Traffic Steering for Cellular-Enabled UAVs: A Federated Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387883598","doi":"https://doi.org/10.1109/icc45041.2023.10279441"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279441","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.aalto.fi/en/publications/fb60b40c-46f9-4b47-b386-1aaa73c7120d","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073635838","display_name":"Hamed Hellaoui","orcid":"https://orcid.org/0000-0002-1163-9569"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hamed Hellaoui","raw_affiliation_strings":["Aalto University,Communications and Networking Department,Finland","Communications and Networking Department, Aalto University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Communications and Networking Department,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Communications and Networking Department, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016900577","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0001-6509-4173"},"institutions":[{"id":"https://openalex.org/I4210115456","display_name":"Chuzhou University","ror":"https://ror.org/037663q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115456"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["Chuzhou University, School of Computer and Information Engineering,China","Chuzhou University, School of Computer and Information Engineering, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chuzhou University, School of Computer and Information Engineering,China","institution_ids":["https://openalex.org/I4210115456"]},{"raw_affiliation_string":"Chuzhou University, School of Computer and Information Engineering, China","institution_ids":["https://openalex.org/I4210115456"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087043869","display_name":"Tarik Taleb","orcid":"https://orcid.org/0000-0003-1119-1239"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["University of Oulu, Centre for Wireless Communications,Finland","University of Oulu, Centre for Wireless Communications, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Centre for Wireless Communications,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"University of Oulu, Centre for Wireless Communications, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034509060","display_name":"Jukka Manner","orcid":"https://orcid.org/0000-0002-9133-473X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jukka Manner","raw_affiliation_strings":["Aalto University,Communications and Networking Department,Finland","Communications and Networking Department, Aalto University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Communications and Networking Department,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Communications and Networking Department, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8925255537033081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.795892596244812},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5931626558303833},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5431482195854187},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5409283638000488},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5259939432144165},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.49938225746154785},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37610650062561035},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.310433030128479}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8925255537033081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.795892596244812},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5931626558303833},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5431482195854187},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5409283638000488},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5259939432144165},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.49938225746154785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37610650062561035},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.310433030128479},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc45041.2023.10279441","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/125907","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/fb60b40c-46f9-4b47-b386-1aaa73c7120d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/125907","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/fb60b40c-46f9-4b47-b386-1aaa73c7120d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2810640960","https://openalex.org/W2914495085","https://openalex.org/W2916776693","https://openalex.org/W2963686678","https://openalex.org/W2966059260","https://openalex.org/W2988592481","https://openalex.org/W3044392474","https://openalex.org/W3098060190","https://openalex.org/W3106530718","https://openalex.org/W3140440502","https://openalex.org/W3176727369","https://openalex.org/W3205598877","https://openalex.org/W4210802088","https://openalex.org/W4285580638","https://openalex.org/W4285774917"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"This":[0,58],"paper":[1],"investigates":[2],"the":[3,33,42,51,56,77,91,94,101,105,150,165,176,185,193,201,204],"fundamental":[4],"traffic":[5,30],"steering":[6],"issue":[7,43],"for":[8,31,184,192],"cellular-enabled":[9],"unmanned":[10],"aerial":[11],"vehicles":[12],"(UAVs),":[13],"where":[14],"each":[15,121],"UAV":[16,106,122],"needs":[17],"to":[18,27,49,68,84,98,128,136,142,148,171,199],"select":[19],"one":[20],"from":[21],"different":[22],"Mobile":[23],"Network":[24],"Operators":[25],"(MNOs)":[26],"steer":[28],"its":[29],"improving":[32],"Quality-of-Service":[34],"(QoS).":[35],"To":[36],"this":[37,108],"end,":[38],"we":[39,89,110,153],"first":[40],"formulate":[41],"as":[44,124],"an":[45],"optimization":[46],"problem":[47,59],"aiming":[48],"minimize":[50],"maximum":[52],"outage":[53],"probabilities":[54],"of":[55,79,175,203],"UAVs.":[57],"is":[60,65,133],"non-convex":[61],"and":[62,93,132,188],"non-linear,":[63],"which":[64,88,164],"generally":[66],"difficult":[67],"be":[69],"solved.":[70],"We":[71,178],"propose":[72,112],"a":[73,113,125,137,156,168],"solution":[74],"based":[75],"on":[76],"framework":[78],"deep":[80,115,180],"reinforcement":[81,116],"learning":[82,117],"(DRL)":[83],"solve":[85],"it,":[86],"in":[87,107,163],"define":[90],"environment":[92],"agent":[95,127,139],"elements.":[96],"Furthermore,":[97],"avoid":[99],"sharing":[100],"learned":[102],"experiences":[103],"by":[104],"solution,":[109],"further":[111],"federated":[114],"(FDRL)-based":[118],"solution.":[119],"Specifically,":[120],"serves":[123],"distributed":[126,186],"train":[129],"separate":[130],"model,":[131],"then":[134],"communicated":[135],"special":[138],"(dubbed":[140],"coordinator)":[141],"aggregate":[143],"all":[144],"training":[145],"models.":[146],"Moreover,":[147],"optimize":[149],"aggregation":[151,160],"process,":[152],"also":[154],"introduce":[155],"FDRL":[157],"with":[158],"DRL-based":[159],"(DRL2A)":[161],"approach,":[162],"coordinator":[166],"implements":[167],"DRL":[169],"algorithm":[170,183],"learn":[172],"optimal":[173],"parameters":[174],"aggregation.":[177],"consider":[179],"Q-learning":[181],"(DQN)":[182],"agents":[187],"Advantage":[189],"Actor-Critic":[190],"(A2C)":[191],"coordinator.":[194],"Simulation":[195],"results":[196],"are":[197],"presented":[198],"validate":[200],"effectiveness":[202],"proposed":[205],"approach.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}