{"id":"https://openalex.org/W4324116494","doi":"https://doi.org/10.1109/tvt.2023.3256067","title":"Joint Velocity and Spectrum Optimization in Urban Air Transportation System via Multi-Agent Deep Reinforcement Learning","display_name":"Joint Velocity and Spectrum Optimization in Urban Air Transportation System via Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-03-13","ids":{"openalex":"https://openalex.org/W4324116494","doi":"https://doi.org/10.1109/tvt.2023.3256067"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3256067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3256067","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084554263","display_name":"Ruixuan Han","orcid":"https://orcid.org/0000-0002-5174-6318"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruixuan Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5174-6318","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongxiang Li","orcid":"https://orcid.org/0000-0002-9336-2128"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongxiang Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA"],"raw_orcid":"https://orcid.org/0000-0002-9336-2128","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060568983","display_name":"Eric J. Knoblock","orcid":"https://orcid.org/0000-0003-4898-2704"},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric J. Knoblock","raw_affiliation_strings":["Glenn Research Center, NASA, Cleveland, OH, USA"],"raw_orcid":"https://orcid.org/0000-0003-4898-2704","affiliations":[{"raw_affiliation_string":"Glenn Research Center, NASA, Cleveland, OH, USA","institution_ids":["https://openalex.org/I2799786008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003064639","display_name":"Michael R. Gasper","orcid":"https://orcid.org/0000-0001-5875-249X"},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael R. Gasper","raw_affiliation_strings":["Glenn Research Center, NASA, Cleveland, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Glenn Research Center, NASA, Cleveland, OH, USA","institution_ids":["https://openalex.org/I2799786008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056335361","display_name":"Rafael D. Apaza","orcid":null},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rafael D. Apaza","raw_affiliation_strings":["Glenn Research Center, NASA, Cleveland, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Glenn Research Center, NASA, Cleveland, OH, USA","institution_ids":["https://openalex.org/I2799786008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084554263"],"corresponding_institution_ids":["https://openalex.org/I142740786"],"apc_list":null,"apc_paid":null,"fwci":17.8921,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9883091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"72","issue":"8","first_page":"9770","last_page":"9782"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11599","display_name":"Aviation Industry Analysis and Trends","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2000","display_name":"General Economics, Econometrics and Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8076684474945068},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5905430912971497},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5761582255363464},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5285899639129639},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5136222243309021},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4790942966938019},{"id":"https://openalex.org/keywords/aviation","display_name":"Aviation","score":0.4643564224243164},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4581031799316406},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45714855194091797},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.44663307070732117},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44351544976234436},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42245855927467346},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.410074383020401},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3865596652030945},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37328261137008667},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.34725409746170044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31992363929748535},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25581470131874084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.237269788980484},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11329615116119385},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10402148962020874},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10012361407279968}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8076684474945068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5905430912971497},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5761582255363464},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5285899639129639},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5136222243309021},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4790942966938019},{"id":"https://openalex.org/C74448152","wikidata":"https://www.wikidata.org/wiki/Q765633","display_name":"Aviation","level":2,"score":0.4643564224243164},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4581031799316406},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45714855194091797},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.44663307070732117},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44351544976234436},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42245855927467346},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.410074383020401},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3865596652030945},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37328261137008667},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34725409746170044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31992363929748535},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25581470131874084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.237269788980484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11329615116119385},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10402148962020874},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10012361407279968},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3256067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3256067","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2617547828","https://openalex.org/W2746553466","https://openalex.org/W2790560651","https://openalex.org/W2807741983","https://openalex.org/W2920401188","https://openalex.org/W2951799221","https://openalex.org/W2957703721","https://openalex.org/W2962726494","https://openalex.org/W2966659925","https://openalex.org/W2979979796","https://openalex.org/W2995862989","https://openalex.org/W3006488585","https://openalex.org/W3090286675","https://openalex.org/W3105649577","https://openalex.org/W3105695615","https://openalex.org/W3120410509","https://openalex.org/W3131382839","https://openalex.org/W3131765381","https://openalex.org/W3166692036","https://openalex.org/W3167847623","https://openalex.org/W3170320971","https://openalex.org/W3173076686","https://openalex.org/W3181869286","https://openalex.org/W3200231635","https://openalex.org/W3214185400","https://openalex.org/W4214717370","https://openalex.org/W4295312788","https://openalex.org/W4295598622","https://openalex.org/W6685444567","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6766978945","https://openalex.org/W6795934222","https://openalex.org/W6797391007"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2285068904"],"abstract_inverted_index":{"The":[0],"emerging":[1],"concepts":[2],"of":[3,86],"Urban":[4],"Air":[5,10],"Mobility":[6,11],"(UAM)":[7],"and":[8,114,160],"Advanced":[9],"(AAM)":[12],"open":[13],"a":[14,126,155],"new":[15,26],"paradigm":[16],"for":[17,47,117],"urban":[18],"air":[19,49,57],"transportation.":[20],"One":[21],"big":[22],"challenge":[23],"is":[24,39,101,144],"that":[25,174],"aerial":[27],"vehicles":[28],"(AV)":[29],"will":[30],"quickly":[31],"saturate":[32],"the":[33,80,82,104,112,122,131,179],"already":[34],"crowded":[35],"aviation":[36],"spectrum,":[37],"which":[38],"an":[40,56,161],"essential":[41],"resource":[42],"to":[43,65,73,95,102,146],"ensure":[44,96],"reliable":[45],"communications":[46],"safe":[48],"operations.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,153],"consider":[55],"transportation":[58],"system":[59],"where":[60,130],"multiple":[61,163],"AVs":[62],"are":[63,134],"operated":[64],"transport":[66],"passengers":[67],"or":[68],"cargo":[69],"from":[70],"different":[71,183],"sources":[72],"destinations":[74],"along":[75],"their":[76],"pre-defined":[77],"paths.":[78],"During":[79],"flight,":[81],"minimum":[83],"communication":[84],"Quality":[85],"Service":[87],"(QoS)":[88],"must":[89],"be":[90],"achieved":[91],"at":[92],"all":[93,118],"times":[94],"flight":[97],"safety.":[98],"Our":[99],"objective":[100],"minimize":[103],"total":[105],"mission":[106],"completion":[107],"time":[108],"by":[109],"jointly":[110],"optimizing":[111],"velocities":[113],"spectrum":[115],"allocation":[116],"AVs.":[119,151],"We":[120],"formulate":[121],"optimization":[123,132],"problem":[124],"as":[125,167],"multi-stage":[127],"Markov":[128],"game":[129],"variables":[133],"coupled":[135],"together.":[136],"A":[137],"multi-agent":[138],"deep":[139],"reinforcement":[140],"learning":[141,149],"VD3QN":[142],"algorithm":[143,158],"proposed":[145],"enable":[147],"cooperative":[148],"among":[150],"Additionally,":[152],"propose":[154],"heuristic":[156],"greedy":[157],"(HGA)":[159],"orthogonal":[162],"access":[164],"(OMA)":[165],"solution":[166,177],"baseline":[168,180],"solutions.":[169],"Extensive":[170],"simulation":[171],"results":[172],"show":[173],"our":[175],"learning-based":[176],"outperforms":[178],"solutions":[181],"under":[182],"network":[184],"configurations.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}