{"id":"https://openalex.org/W4404840390","doi":"https://doi.org/10.1109/jiot.2024.3509514","title":"Joint Trajectory Design and Phase Shift Optimization for Multi-RIS-Assisted UAV Relay Network Using Deep Reinforcement Learning","display_name":"Joint Trajectory Design and Phase Shift Optimization for Multi-RIS-Assisted UAV Relay Network Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-11-29","ids":{"openalex":"https://openalex.org/W4404840390","doi":"https://doi.org/10.1109/jiot.2024.3509514"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3509514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509514","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114930185","display_name":"Wei Chen","orcid":"https://orcid.org/0009-0002-6100-5334"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-6100-5334","affiliations":[{"raw_affiliation_string":"School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090513264","display_name":"Yulong Zou","orcid":"https://orcid.org/0000-0002-8461-5306"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Zou","raw_affiliation_strings":["School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8461-5306","affiliations":[{"raw_affiliation_string":"School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073139448","display_name":"Jia Zhu","orcid":"https://orcid.org/0009-0003-3532-0143"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Zhu","raw_affiliation_strings":["School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-3532-0143","affiliations":[{"raw_affiliation_string":"School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079689540","display_name":"Liangsen Zhai","orcid":"https://orcid.org/0000-0003-2558-9352"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangsen Zhai","raw_affiliation_strings":["School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2558-9352","affiliations":[{"raw_affiliation_string":"School of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":12.8105,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98197886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"8","first_page":"9759","last_page":"9774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7400756478309631},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378432750701904},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6946337223052979},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6880679726600647},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6568059921264648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4542085528373718},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.420119047164917},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14551404118537903}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7400756478309631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378432750701904},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6946337223052979},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6880679726600647},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6568059921264648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4542085528373718},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.420119047164917},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14551404118537903},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3509514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509514","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G173900143","display_name":null,"funder_award_id":"62271268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2046026471","display_name":null,"funder_award_id":"BE2022800","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G6547152870","display_name":null,"funder_award_id":"62371252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8257924436","display_name":"\u9762\u5411\u7269\u8054\u7f51\u5f02\u6784\u878d\u5408\u65e0\u7ebf\u7cfb\u7edf\u7684\u9ad8\u80fd\u6548\u534f\u540c\u901a\u4fe1\u5b89\u5168\u6280\u672f\u7814\u7a76","funder_award_id":"62071253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1988456768","https://openalex.org/W2268751503","https://openalex.org/W2769313250","https://openalex.org/W2907537824","https://openalex.org/W2962691117","https://openalex.org/W2963899602","https://openalex.org/W2969424089","https://openalex.org/W2990747873","https://openalex.org/W2994008524","https://openalex.org/W2995554704","https://openalex.org/W3000577820","https://openalex.org/W3006762012","https://openalex.org/W3015351299","https://openalex.org/W3034281970","https://openalex.org/W3035049807","https://openalex.org/W3038104762","https://openalex.org/W3042391361","https://openalex.org/W3093728622","https://openalex.org/W3094327823","https://openalex.org/W3106530718","https://openalex.org/W3122751454","https://openalex.org/W3131765381","https://openalex.org/W3171715134","https://openalex.org/W4200465630","https://openalex.org/W4205295562","https://openalex.org/W4225737845","https://openalex.org/W4225948314","https://openalex.org/W4226061238","https://openalex.org/W4280589373","https://openalex.org/W4285284307","https://openalex.org/W4291722330","https://openalex.org/W4293704729","https://openalex.org/W4312749753","https://openalex.org/W4367665843","https://openalex.org/W4383752869","https://openalex.org/W4385516889","https://openalex.org/W4388579546","https://openalex.org/W4392251654","https://openalex.org/W4395096984","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1998322187","https://openalex.org/W1038122923","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W2284606164","https://openalex.org/W2966229283"],"abstract_inverted_index":{"This":[0],"article":[1],"investigates":[2],"an":[3],"uncrewed":[4],"aerial":[5],"vehicle":[6],"(UAV)":[7],"relay":[8],"network":[9],"in":[10],"the":[11,37,44,54,59,70,78,81,92,97,100,120,143,162,164,172,178,200,212,224,234],"urban":[12],"Internet":[13],"of":[14,80,95,103,222],"Things":[15],"(IoT)":[16],"environment":[17],"designed":[18],"to":[19,30,76,90,170,198],"facilitate":[20],"communications":[21],"for":[22,53,137,182,203],"ground":[23],"terminals":[24],"(GTs)":[25],"by":[26,62],"transmitting":[27],"their":[28,185],"data":[29],"a":[31,124,131,190],"remote":[32],"base":[33],"station":[34],"(BS)":[35],"using":[36],"decode":[38],"and":[39,83,111,129,149,177,227],"forward":[40],"(DF)":[41],"protocol,":[42],"where":[43],"orthogonal":[45],"frequency":[46],"division":[47],"multiple":[48,71],"access":[49],"(OFDMA)":[50],"is":[51,89,196],"adopted":[52],"GTs\u2019":[55],"transmissions.":[56],"To":[57,115],"address":[58],"challenges":[60],"posed":[61],"building":[63],"obstructions":[64],"on":[65],"radio":[66],"propagation,":[67],"we":[68,118],"incorporate":[69],"reconfigurable":[72],"intelligent":[73],"surfaces":[74],"(RISs)":[75],"improve":[77],"quality":[79],"GTs-UAV":[82],"UAV-BS":[84],"links.":[85],"The":[86],"primary":[87],"objective":[88],"maximize":[91],"sum":[93,220],"rate":[94,221],"all":[96,223],"GTs":[98,106,183,226],"through":[99],"joint":[101],"optimization":[102,121,152,194],"UAV":[104,174],"trajectory,":[105],"transmit":[107,186],"power,":[108],"subchannel":[109,147,179],"allocation,":[110],"multi-RIS":[112],"phase":[113,150,192,201],"shifts.":[114],"this":[116],"end,":[117],"reformulate":[119],"problem":[122],"as":[123],"Markov":[125],"decision":[126],"process":[127],"(MDP)":[128],"propose":[130],"deep":[132],"reinforcement":[133],"learning":[134],"(DRL)":[135],"approach":[136],"addressing":[138],"our":[139],"formulated":[140],"problem,":[141],"called":[142],"soft":[144],"actor":[145],"critic-based":[146],"allocation":[148,180],"shift":[151,193,202],"with":[153,161,233],"trajectory":[154,176],"design":[155],"(SAC-CAPSTD)":[156],"algorithm.":[157],"By":[158],"continuously":[159],"interacting":[160],"environment,":[163],"proposed":[165,213],"system":[166],"refines":[167],"its":[168],"policy":[169],"determine":[171],"optimal":[173],"flight":[175],"strategy":[181],"within":[184],"power":[187],"constraints.":[188],"Concurrently,":[189],"discrete":[191],"method":[195],"implemented":[197],"adjust":[199],"each":[204],"RIS":[205],"element.":[206],"Finally,":[207],"numerical":[208],"results":[209],"confirm":[210],"that":[211],"SAC-CATDPS":[214],"algorithm":[215],"can":[216],"significantly":[217],"achieve":[218],"higher":[219],"served":[225],"exhibit":[228],"better":[229],"convergence":[230],"performance":[231],"compared":[232],"benchmark":[235],"DRL-based":[236],"algorithms.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}