{"id":"https://openalex.org/W2988592481","doi":"https://doi.org/10.1109/tvt.2019.2952549","title":"Deep Reinforcement Learning for UAV Navigation Through Massive MIMO Technique","display_name":"Deep Reinforcement Learning for UAV Navigation Through Massive MIMO Technique","publication_year":2019,"publication_date":"2019-11-08","ids":{"openalex":"https://openalex.org/W2988592481","doi":"https://doi.org/10.1109/tvt.2019.2952549","mag":"2988592481"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2952549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2952549","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.10832","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102797451","display_name":"Hongji Huang","orcid":"https://orcid.org/0000-0001-8107-9889"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongji Huang","raw_affiliation_strings":["School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057262047","display_name":"Yuchun Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchun Yang","raw_affiliation_strings":["Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001955372","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0002-9539-9194"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Wang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002904166","display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0001-5280-384X"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["School of Electrical and Electronic Engineering, University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087599025","display_name":"Hikmet Sari","orcid":"https://orcid.org/0000-0001-8114-6164"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I4210086577","display_name":"Sequans Communications (France)","ror":"https://ror.org/000etmf12","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210086577"]}],"countries":["CN","FR"],"is_corresponding":false,"raw_author_name":"Hikmet Sari","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","Sequans Communications, Colombes, France"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Sequans Communications, Colombes, France","institution_ids":["https://openalex.org/I4210086577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011281064","display_name":"Fumiyuki Adachi","orcid":"https://orcid.org/0000-0002-5416-0718"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumiyuki Adachi","raw_affiliation_strings":["Wireless Signal Processing Research Group, Research Organization of Electrical Communication, Tohoku University, Sendai, Japan"],"affiliations":[{"raw_affiliation_string":"Wireless Signal Processing Research Group, Research Organization of Electrical Communication, Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102797451"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":123.3933,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99935188,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"69","issue":"1","first_page":"1117","last_page":"1121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8703433275222778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7697838544845581},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6489408016204834},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.5438937544822693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5384947657585144},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.45949438214302063},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4326848089694977},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21539539098739624},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.16276952624320984}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8703433275222778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7697838544845581},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6489408016204834},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.5438937544822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5384947657585144},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.45949438214302063},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4326848089694977},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21539539098739624},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16276952624320984},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2019.2952549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2952549","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1901.10832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.10832","pdf_url":"https://arxiv.org/pdf/1901.10832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.10832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.10832","pdf_url":"https://arxiv.org/pdf/1901.10832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6589712820","display_name":null,"funder_award_id":"61801246","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G91588834","display_name":null,"funder_award_id":"BK20170910","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2052190282","https://openalex.org/W2060794637","https://openalex.org/W2075705726","https://openalex.org/W2130724591","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2285198146","https://openalex.org/W2566425973","https://openalex.org/W2620303912","https://openalex.org/W2767151733","https://openalex.org/W2782363571","https://openalex.org/W2786014976","https://openalex.org/W2808769300","https://openalex.org/W2810871807","https://openalex.org/W2886509985","https://openalex.org/W2891388911","https://openalex.org/W2907916537","https://openalex.org/W2909191390","https://openalex.org/W2963278051","https://openalex.org/W2963991174","https://openalex.org/W2964018918","https://openalex.org/W2966038277","https://openalex.org/W3105650387"],"related_works":["https://openalex.org/W4234886518","https://openalex.org/W2389591058","https://openalex.org/W2382112581","https://openalex.org/W4306904969","https://openalex.org/W3124036233","https://openalex.org/W4229787472","https://openalex.org/W2486541857","https://openalex.org/W2108840191","https://openalex.org/W2138720691","https://openalex.org/W4362501864"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"technique":[4],"has":[5,32],"been":[6],"recognized":[7],"as":[8],"a":[9,99,117],"promising":[10],"solution":[11],"in":[12,36,59,74,166],"future":[13],"wireless":[14],"connectivity":[15],"from":[16],"the":[17,25,37,41,50,55,65,79,85,105,110,122,130,139,145,148,151,160,163,169,177],"sky,":[18],"and":[19,53,61,113,171],"UAV":[20,43,51,66,86,106],"navigation":[21,44,67,87,107],"is":[22,126,132],"one":[23],"of":[24,134,150,162,168,176],"most":[26],"significant":[27],"open":[28],"research":[29,38],"problems,":[30],"which":[31],"attracted":[33],"wide":[34],"interest":[35],"community.":[39],"However,":[40],"current":[42],"schemes":[45,165],"are":[46,156],"unable":[47],"to":[48,158],"capture":[49],"motion":[52],"select":[54],"best":[56],"UAV-ground":[57],"links":[58],"real-time,":[60],"these":[62,71],"weaknesses":[63],"overwhelm":[64],"performance.":[68],"To":[69,93],"tackle":[70],"fundamental":[72],"limitations,":[73],"this":[75],"paper,":[76],"we":[77,96,115],"merge":[78],"state-of-the-art":[80],"deep":[81,100],"reinforcement":[82],"learning":[83,118],"with":[84,147,174],"through":[88],"massive":[89],"multiple-input-multiple-output":[90],"(MIMO)":[91],"technique.":[92],"be":[94],"specific,":[95],"carefully":[97],"design":[98],"Q-network":[101],"(DQN)":[102],"for":[103,120,143],"optimizing":[104],"by":[108],"selecting":[109],"optimal":[111],"policy,":[112],"then":[114],"propose":[116],"mechanism":[119],"processing":[121],"DQN.":[123],"The":[124],"DQN":[125],"trained":[127],"so":[128],"that":[129],"agent":[131],"capable":[133],"making":[135],"decisions":[136],"based":[137],"on":[138],"received":[140],"signal":[141],"strengths":[142],"navigating":[144],"UAVs":[146],"aid":[149],"powerful":[152],"Q-learning.":[153],"Simulation":[154],"results":[155],"provided":[157],"corroborate":[159],"superiority":[161],"proposed":[164],"terms":[167],"coverage":[170],"convergence":[172],"compared":[173],"those":[175],"other":[178],"schemes.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}