{"id":"https://openalex.org/W4387871040","doi":"https://doi.org/10.1109/icc45041.2023.10279738","title":"Analysis of Reinforcement Learning Schemes for Trajectory Optimization of an Aerial Radio Unit","display_name":"Analysis of Reinforcement Learning Schemes for Trajectory Optimization of an Aerial Radio Unit","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387871040","doi":"https://doi.org/10.1109/icc45041.2023.10279738"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279738","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106084664","display_name":"Hossein Mohammadi","orcid":"https://orcid.org/0009-0001-5805-9262"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hossein Mohammadi","raw_affiliation_strings":["Mississippi State University,Department of Electrical and Computer Engineering,Mississippi State, MS,USA","Department of Electrical and Computer Engineering, Mississippi State University, Mississippi State, MS, USA"],"affiliations":[{"raw_affiliation_string":"Mississippi State University,Department of Electrical and Computer Engineering,Mississippi State, MS,USA","institution_ids":["https://openalex.org/I99041443"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Mississippi State University, Mississippi State, MS, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089510906","display_name":"Vuk Marojevic","orcid":"https://orcid.org/0000-0002-1217-7052"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vuk Marojevic","raw_affiliation_strings":["Mississippi State University,Department of Electrical and Computer Engineering,Mississippi State, MS,USA","Department of Electrical and Computer Engineering, Mississippi State University, Mississippi State, MS, USA"],"affiliations":[{"raw_affiliation_string":"Mississippi State University,Department of Electrical and Computer Engineering,Mississippi State, MS,USA","institution_ids":["https://openalex.org/I99041443"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Mississippi State University, Mississippi State, MS, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066897459","display_name":"Bodong Shang","orcid":"https://orcid.org/0000-0001-7966-0017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bodong Shang","raw_affiliation_strings":["Eastern Institute for Advanced Study,Ningbo,China","Eastern Institute for Advanced Study, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Eastern Institute for Advanced Study,Ningbo,China","institution_ids":[]},{"raw_affiliation_string":"Eastern Institute for Advanced Study, Ningbo, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5106084664"],"corresponding_institution_ids":["https://openalex.org/I99041443"],"apc_list":null,"apc_paid":null,"fwci":3.7773,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93765896,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"6423","last_page":"6428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7594096064567566},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475939989089966},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6518467664718628},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5727565884590149},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5703649520874023},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5450717210769653},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5366918444633484},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.5125958323478699},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.501978874206543},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4951592981815338},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48975372314453125},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43616628646850586},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.4168810248374939},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.4154360592365265},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4089711308479309},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.36652088165283203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17908594012260437},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12098070979118347}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7594096064567566},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475939989089966},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6518467664718628},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5727565884590149},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5703649520874023},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5450717210769653},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5366918444633484},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.5125958323478699},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.501978874206543},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4951592981815338},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48975372314453125},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43616628646850586},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.4168810248374939},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.4154360592365265},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4089711308479309},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.36652088165283203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17908594012260437},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12098070979118347},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279738","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2115559954","https://openalex.org/W2195693430","https://openalex.org/W2898035736","https://openalex.org/W2949130142","https://openalex.org/W2963061782","https://openalex.org/W2963398524","https://openalex.org/W2964023906","https://openalex.org/W2980508490","https://openalex.org/W2982648308","https://openalex.org/W3014106348","https://openalex.org/W3016961082","https://openalex.org/W3039590208","https://openalex.org/W3045646365","https://openalex.org/W3115002750","https://openalex.org/W3134716359","https://openalex.org/W3181430377","https://openalex.org/W3213614136","https://openalex.org/W4200551267","https://openalex.org/W4220719477","https://openalex.org/W4221161711","https://openalex.org/W4280592774","https://openalex.org/W4285247160","https://openalex.org/W4287887122","https://openalex.org/W4290973640","https://openalex.org/W4292347745","https://openalex.org/W4313123509","https://openalex.org/W4315783233","https://openalex.org/W6810196212","https://openalex.org/W6838905404","https://openalex.org/W6848471931"],"related_works":["https://openalex.org/W2327053383","https://openalex.org/W2356834760","https://openalex.org/W2520149731","https://openalex.org/W1964600846","https://openalex.org/W2127563499","https://openalex.org/W2030191005","https://openalex.org/W1865172210","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"This":[0],"paper":[1,69],"introduces":[2],"the":[3,17,21,24,35,49,58,61,77,87,91,94,107,116,119,123,150,157,160,172,176,181,184,187,191,194,197,232],"deployment":[4],"of":[5,23,118,121,189,234],"unmanned":[6],"aerial":[7,36],"vehicles":[8],"(UAVs)":[9],"as":[10,183,202],"lightweight":[11],"wireless":[12,55],"access":[13,28],"points":[14],"that":[15,40],"leverage":[16],"fixed":[18,63],"infrastructure":[19,65],"in":[20,97,196,215,220,228],"context":[22],"emerging":[25],"open":[26],"radio":[27,37],"network":[29,64,124],"(O-RAN).":[30],"More":[31],"precisely,":[32],"we":[33,70,130],"introduce":[34],"unit":[38,51],"(A-RU)":[39],"dynamically":[41],"serves":[42],"an":[43],"underserved":[44],"area":[45,151,218],"and":[46,60,110,155,175,180,219],"connects":[47],"to":[48,90,115,134,167,209],"distributed":[50],"(ODU)":[52],"via":[53],"a":[54,98,153,203,216,235],"fronthaul":[56,88],"between":[57],"UAV":[59,78,128,158],"closest":[62],"tower.":[66],"In":[67,223],"this":[68],"employ":[71],"artificial":[72],"intelligence":[73],"(AI)":[74],"for":[75,80],"determining":[76],"trajectory":[79,108,195],"serving":[81],"User":[82],"Equipment":[83],"(UEs)":[84],"while":[85],"maintaining":[86],"connectivity":[89],"O-DU":[92],"at":[93,231],"same":[95],"time":[96,109],"multiple-input":[99],"multiple-output":[100],"(MIMO)":[101],"fading":[102],"channel.":[103],"We":[104,147],"first":[105,148,198],"formulate":[106],"throughput":[111,125],"rate;":[112],"however,":[113],"owing":[114],"nonconvexity":[117],"problem":[120],"maximizing":[122,190],"based":[126],"on":[127],"location,":[129],"put":[131],"our":[132],"effort":[133],"achieve":[135],"these":[136],"goals":[137],"by":[138,162],"RL":[139],"approach.":[140],"Three":[141],"different":[142],"approaches":[143],"have":[144],"been":[145],"presented.":[146],"divide":[149],"into":[152],"grid":[154],"let":[156],"explore":[159],"environment":[161],"flying":[163],"from":[164],"point":[165,168],"A":[166],"B":[169],"using":[170],"both":[171],"offline":[173],"Q-learning":[174],"online":[177],"SARSA":[178,225],"algorithm":[179],"pathloss":[182],"reward.":[185],"With":[186],"intention":[188],"average":[192],"payoff,":[193],"scenario":[199],"is":[200],"described":[201],"Markov":[204],"decision":[205],"process":[206],"(MDP).":[207],"According":[208],"simulations,":[210],"MDP":[211],"produces":[212],"better":[213,227],"results":[214],"smaller":[217],"less":[221],"time.":[222],"contrast,":[224],"performs":[226],"larger":[229],"environments":[230],"expense":[233],"longer":[236],"flight":[237],"duration.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}