{"id":"https://openalex.org/W4205295562","doi":"https://doi.org/10.1109/tvt.2022.3143839","title":"3D-Trajectory and Phase-Shift Design for RIS-Assisted UAV Systems Using Deep Reinforcement Learning","display_name":"3D-Trajectory and Phase-Shift Design for RIS-Assisted UAV Systems Using Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-19","ids":{"openalex":"https://openalex.org/W4205295562","doi":"https://doi.org/10.1109/tvt.2022.3143839"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3143839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3143839","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007928163","display_name":"Haibo Mei","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Mei","raw_affiliation_strings":["School of Communication and Information Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-8093-7175","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435639","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-6782-6689"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","Yangtze Delta Region Research Institute (Quzhou) and School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-6782-6689","affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"Yangtze Delta Region Research Institute (Quzhou) and School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409520","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0003-1123-6193"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["School of Communication and Information Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1123-6193","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022523766","display_name":"Kezhi Wang","orcid":"https://orcid.org/0000-0001-8602-0800"},"institutions":[{"id":"https://openalex.org/I32394136","display_name":"Northumbria University","ror":"https://ror.org/049e6bc10","country_code":"GB","type":"education","lineage":["https://openalex.org/I32394136"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kezhi Wang","raw_affiliation_strings":["Department of Computer and Information Sciences, Northumbria University, Newcastle upon Tyne, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8602-0800","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Northumbria University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I32394136"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":12.5703,"has_fulltext":false,"cited_by_count":197,"citation_normalized_percentile":{"value":0.99465407,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"71","issue":"3","first_page":"3020","last_page":"3029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7792218923568726},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6608442664146423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6267989873886108},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6117727160453796},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5528150796890259},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4781031012535095},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47502046823501587},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44105106592178345},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3390723764896393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.329240083694458},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15003371238708496}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7792218923568726},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6608442664146423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6267989873886108},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6117727160453796},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5528150796890259},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4781031012535095},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47502046823501587},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44105106592178345},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3390723764896393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.329240083694458},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15003371238708496},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3143839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3143839","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7900000214576721,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G7888387042","display_name":null,"funder_award_id":"62132004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2735938380","https://openalex.org/W2758233612","https://openalex.org/W2804397006","https://openalex.org/W2886509985","https://openalex.org/W2950077417","https://openalex.org/W2962726494","https://openalex.org/W2962804513","https://openalex.org/W2962889437","https://openalex.org/W2963060851","https://openalex.org/W2963355537","https://openalex.org/W2963542767","https://openalex.org/W2963640672","https://openalex.org/W2963899602","https://openalex.org/W2964023906","https://openalex.org/W2969424089","https://openalex.org/W2981770477","https://openalex.org/W2981817796","https://openalex.org/W2994008524","https://openalex.org/W3000577820","https://openalex.org/W3007091509","https://openalex.org/W3034281970","https://openalex.org/W3038283497","https://openalex.org/W3043220753","https://openalex.org/W3044817033","https://openalex.org/W3103057226","https://openalex.org/W3109039904","https://openalex.org/W3122751454","https://openalex.org/W3152632745","https://openalex.org/W3157217691","https://openalex.org/W4250589301","https://openalex.org/W4294104604","https://openalex.org/W6713134421","https://openalex.org/W6777631306","https://openalex.org/W6780245902","https://openalex.org/W6782520130"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"can":[4,59,180],"effectively":[5,181],"work":[6],"as":[7,55],"temporary":[8],"base":[9],"station":[10],"or":[11],"access":[12],"point":[13],"in":[14,35,117],"the":[15,62,72,86,89,92,95,99,104,108,139,155,159,183,187],"air":[16],"to":[17,39,69,83,97,123,137,143,153],"transfer/receive":[18],"data":[19,44,100],"to/from":[20],"ground":[21,31],"terminals":[22],"(GTs).":[23],"However,":[24],"UAV-GT":[25],"links":[26],"might":[27],"be":[28,124],"blocked":[29],"by":[30,127],"obstacles,":[32],"like":[33,131],"buildings":[34],"urban":[36],"area,":[37],"leading":[38],"a":[40,56],"poor":[41],"performance":[42,185],"on":[43],"transferring":[45,101],"rate.":[46],"To":[47],"address":[48],"this":[49,76,144],"problem,":[50,146],"reconfigurable":[51],"intelligent":[52],"surface":[53],"(RIS),":[54],"promising":[57],"technique,":[58],"intelligently":[60],"reflect":[61],"received":[63],"signals":[64],"between":[65],"UAV":[66,90,109,189],"and":[67,91,121,158,166],"GT":[68],"significantly":[70],"enhance":[71],"communication":[73],"quality.":[74],"Under":[75],"deployment":[77],"of":[78,88,94,103,186],"RIS-assisted":[79],"UAV,":[80,105],"we":[81,147],"intend":[82],"jointly":[84],"optimize":[85],"3D-space":[87],"phase-shift":[93],"RIS":[96],"maximize":[98],"rate":[102],"while":[106],"minimizing":[107],"propulsion":[110],"energy.":[111],"The":[112],"joint":[113,145],"problem":[114],"is":[115],"non-convex":[116],"its":[118],"original":[119],"form":[120],"difficult":[122],"timely":[125],"solved":[126],"using":[128],"traditional":[129],"method,":[130],"successive":[132],"convex":[133],"approximation":[134],"(SCA).":[135],"Therefore,":[136],"facilitate":[138],"online":[140],"decision":[141],"making":[142],"leverage":[148],"deep":[149],"reinforcement":[150],"learning":[151],"(DRL)":[152],"learn":[154],"near-optimal":[156],"solution,":[157],"well":[160],"known":[161],"Double":[162],"Deep":[163,167],"Q-Network":[164],"(DDQN)":[165],"Deterministic":[168],"Policy":[169],"Gradient":[170],"(DDPG)":[171],"algorithms":[172],"are":[173],"ultilized.":[174],"Numerical":[175],"results":[176],"show":[177],"that":[178],"DRL":[179],"improve":[182],"energy-efficiency":[184],"RIS-Assisted":[188],"system,":[190],"compared":[191],"with":[192],"benchmark":[193],"solutions.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":62},{"year":2024,"cited_by_count":65},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":5}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}