{"id":"https://openalex.org/W3176084020","doi":"https://doi.org/10.1109/ojcoms.2021.3092690","title":"<i>Learning to Fly</i>: A Distributed Deep Reinforcement Learning Framework for Software-Defined UAV Network Control","display_name":"<i>Learning to Fly</i>: A Distributed Deep Reinforcement Learning Framework for Software-Defined UAV Network Control","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3176084020","doi":"https://doi.org/10.1109/ojcoms.2021.3092690","mag":"3176084020"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2021.3092690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2021.3092690","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9309127/09465215.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/9309127/09465215.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103004907","display_name":"Hai Cheng","orcid":"https://orcid.org/0000-0002-3757-6973"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hai Cheng","raw_affiliation_strings":["Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3757-6973","affiliations":[{"raw_affiliation_string":"Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057208734","display_name":"Lorenzo Bertizzolo","orcid":"https://orcid.org/0000-0003-0794-9158"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lorenzo Bertizzolo","raw_affiliation_strings":["Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0794-9158","affiliations":[{"raw_affiliation_string":"Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053788606","display_name":"Salvatore D\u2019Oro","orcid":"https://orcid.org/0000-0002-7690-0449"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salvatore D'oro","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Institute for Wireless Internet of Things, Northeastern University, Boston, MA 02115, USA","Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7690-0449","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Institute for Wireless Internet of Things, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091769923","display_name":"John Buczek","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Buczek","raw_affiliation_strings":["Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054337759","display_name":"Tommaso Melodia","orcid":"https://orcid.org/0000-0002-2719-1789"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tommaso Melodia","raw_affiliation_strings":["Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Wireless Internet of Things, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071876359","display_name":"Elizabeth Serena Bentley","orcid":"https://orcid.org/0000-0003-0972-9933"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Serena Bentley","raw_affiliation_strings":["Air Force Research Laboratory, Rome, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory, Rome, NY, USA","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103004907"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":14.2322,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.98147484,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"2","issue":null,"first_page":"1486","last_page":"1504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7459615468978882},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7423407435417175},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.6812088489532471},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6667280197143555},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5145816206932068},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5058733820915222},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5033652186393738},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4265989363193512},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3777751326560974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23898354172706604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459615468978882},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7423407435417175},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.6812088489532471},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6667280197143555},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5145816206932068},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5058733820915222},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5033652186393738},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4265989363193512},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3777751326560974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23898354172706604},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2021.3092690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2021.3092690","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9309127/09465215.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:404b4e2c636e4ed0a0af6d68a1c75fbf","is_oa":true,"landing_page_url":"https://doaj.org/article/404b4e2c636e4ed0a0af6d68a1c75fbf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 2, Pp 1486-1504 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2021.3092690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2021.3092690","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9309127/09465215.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G7429721716","display_name":null,"funder_award_id":"FA8750-18-C-0122","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176084020.pdf","grobid_xml":"https://content.openalex.org/works/W3176084020.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1502496420","https://openalex.org/W2023427608","https://openalex.org/W2098432861","https://openalex.org/W2137655008","https://openalex.org/W2145339207","https://openalex.org/W2570606950","https://openalex.org/W2585618153","https://openalex.org/W2741178546","https://openalex.org/W2761862361","https://openalex.org/W2779132885","https://openalex.org/W2783729004","https://openalex.org/W2798437830","https://openalex.org/W2799343071","https://openalex.org/W2807655913","https://openalex.org/W2807900833","https://openalex.org/W2886485362","https://openalex.org/W2894110571","https://openalex.org/W2898754723","https://openalex.org/W2900804979","https://openalex.org/W2902160827","https://openalex.org/W2907595871","https://openalex.org/W2914940294","https://openalex.org/W2920334458","https://openalex.org/W2922273628","https://openalex.org/W2952736579","https://openalex.org/W2962797279","https://openalex.org/W2963079995","https://openalex.org/W2963246369","https://openalex.org/W2963456281","https://openalex.org/W2963620705","https://openalex.org/W2963719677","https://openalex.org/W2967109573","https://openalex.org/W2968322585","https://openalex.org/W2980203872","https://openalex.org/W2981038142","https://openalex.org/W2981078741","https://openalex.org/W2994270777","https://openalex.org/W2999146029","https://openalex.org/W2999389395","https://openalex.org/W3008247283","https://openalex.org/W3023442218","https://openalex.org/W3036493616","https://openalex.org/W3037483836","https://openalex.org/W3045518003","https://openalex.org/W3045865783","https://openalex.org/W3047202536","https://openalex.org/W3048710803","https://openalex.org/W3090963371","https://openalex.org/W3092090660","https://openalex.org/W3098133185","https://openalex.org/W3099966338","https://openalex.org/W3100844423","https://openalex.org/W3106530718","https://openalex.org/W3125913093","https://openalex.org/W3129807942","https://openalex.org/W4230946468","https://openalex.org/W6781975291"],"related_works":["https://openalex.org/W2154523322","https://openalex.org/W2083200807","https://openalex.org/W1603137082","https://openalex.org/W2364195017","https://openalex.org/W2355430452","https://openalex.org/W2049983405","https://openalex.org/W2392315374","https://openalex.org/W1951195060","https://openalex.org/W2014706618","https://openalex.org/W2398230795"],"abstract_inverted_index":{"Control":[0],"and":[1,43,59,82,118,174,185],"performance":[2,29],"optimization":[3,32,55,166],"of":[4,7,30,40,63,147],"wireless":[5,104,130,149],"networks":[6,85],"Unmanned":[8],"Aerial":[9],"Vehicles":[10],"(UAVs)":[11],"require":[12],"scalable":[13,145,188],"approaches":[14,33],"that":[15,151],"go":[16],"beyond":[17],"architectures":[18],"based":[19,86],"on":[20,87,120],"centralized":[21],"network":[22,50,66,183],"controllers.":[23],"At":[24],"the":[25,28,38,41,48,61,64,102,136],"same":[26],"time,":[27],"model-based":[31],"is":[34],"often":[35],"limited":[36],"by":[37,60],"accuracy":[39,62],"approximations":[42],"relaxations":[44],"necessary":[45,107],"to":[46,80,100,108,116,155,169],"solve":[47],"UAV":[49,84,122,192],"control":[51,81],"problem":[52],"through":[53],"convex":[54],"or":[56],"similar":[57],"techniques,":[58],"channel":[65],"models":[67],"used.":[68],"To":[69],"address":[70],"these":[71],"challenges,":[72],"this":[73],"article":[74],"introduces":[75],"a":[76,95,187],"new":[77],"architectural":[78],"framework":[79],"optimize":[83],"Deep":[88],"Reinforcement":[89],"Learning":[90],"(DRL).":[91],"Furthermore,":[92],"it":[93],"proposes":[94],"virtualized,":[96],"`ready-to-fly'":[97,141],"emulation":[98,138],"environment":[99,126,143],"generate":[101,117],"extensive":[103],"data":[105],"traces":[106,150],"train":[109,156],"DRL":[110,157,161],"algorithms,":[111],"which":[112],"are":[113],"notoriously":[114],"hard":[115],"collect":[119],"battery-powered":[121],"networks.":[123,193],"The":[124,159],"training":[125],"integrates":[127],"previously":[128],"developed":[129],"protocol":[131],"stacks":[132],"for":[133,190],"UAVs":[134],"into":[135],"CORE/EMANE":[137],"tool.":[139],"Our":[140],"virtual":[142],"guarantees":[144],"collection":[146],"high-fidelity":[148],"can":[152],"be":[153],"used":[154],"agents.":[158],"proposed":[160],"architecture":[162],"enables":[163],"distributed":[164],"data-driven":[165],"(with":[167],"up":[168],"3.7":[170],"\u00d7":[171,176],"throughput":[172],"improvement":[173],"0.2":[175],"latency":[177],"reduction":[178],"in":[179],"reported":[180],"experiments),":[181],"facilitates":[182],"reconfiguration,":[184],"provides":[186],"solution":[189],"large":[191]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}